Diff of the two buildlogs: -- --- b1/build.log 2024-12-25 12:19:19.237809617 +0000 +++ b2/build.log 2024-12-25 12:39:14.471362182 +0000 @@ -1,6 +1,6 @@ I: pbuilder: network access will be disabled during build -I: Current time: Tue Jan 27 06:19:45 -12 2026 -I: pbuilder-time-stamp: 1769537985 +I: Current time: Thu Dec 26 02:19:21 +14 2024 +I: pbuilder-time-stamp: 1735129161 I: Building the build Environment I: extracting base tarball [/var/cache/pbuilder/unstable-reproducible-base.tgz] I: copying local configuration @@ -30,51 +30,83 @@ dpkg-source: info: applying Stop-using-cgi.parse_header.patch I: Not using root during the build. I: Installing the build-deps -I: user script /srv/workspace/pbuilder/1763672/tmp/hooks/D02_print_environment starting +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/D01_modify_environment starting +debug: Running on infom01-amd64. +I: Changing host+domainname to test build reproducibility +I: Adding a custom variable just for the fun of it... +I: Changing /bin/sh to bash +'/bin/sh' -> '/bin/bash' +lrwxrwxrwx 1 root root 9 Dec 25 12:19 /bin/sh -> /bin/bash +I: Setting pbuilder2's login shell to /bin/bash +I: Setting pbuilder2's GECOS to second user,second room,second work-phone,second home-phone,second other +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/D01_modify_environment finished +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/D02_print_environment starting I: set - BUILDDIR='/build/reproducible-path' - BUILDUSERGECOS='first user,first room,first work-phone,first home-phone,first other' - BUILDUSERNAME='pbuilder1' - BUILD_ARCH='amd64' - DEBIAN_FRONTEND='noninteractive' + BASH=/bin/sh + BASHOPTS=checkwinsize:cmdhist:complete_fullquote:extquote:force_fignore:globasciiranges:globskipdots:hostcomplete:interactive_comments:patsub_replacement:progcomp:promptvars:sourcepath + BASH_ALIASES=() + BASH_ARGC=() + BASH_ARGV=() + BASH_CMDS=() + BASH_LINENO=([0]="12" [1]="0") + BASH_LOADABLES_PATH=/usr/local/lib/bash:/usr/lib/bash:/opt/local/lib/bash:/usr/pkg/lib/bash:/opt/pkg/lib/bash:. + BASH_SOURCE=([0]="/tmp/hooks/D02_print_environment" [1]="/tmp/hooks/D02_print_environment") + BASH_VERSINFO=([0]="5" [1]="2" [2]="37" [3]="1" [4]="release" [5]="x86_64-pc-linux-gnu") + BASH_VERSION='5.2.37(1)-release' + BUILDDIR=/build/reproducible-path + BUILDUSERGECOS='second user,second room,second work-phone,second home-phone,second other' + BUILDUSERNAME=pbuilder2 + BUILD_ARCH=amd64 + DEBIAN_FRONTEND=noninteractive DEB_BUILD_OPTIONS='buildinfo=+all reproducible=+all parallel=12 ' - DISTRIBUTION='unstable' - HOME='/root' - HOST_ARCH='amd64' + DIRSTACK=() + DISTRIBUTION=unstable + EUID=0 + FUNCNAME=([0]="Echo" [1]="main") + GROUPS=() + HOME=/root + HOSTNAME=i-capture-the-hostname + HOSTTYPE=x86_64 + HOST_ARCH=amd64 IFS=' ' - INVOCATION_ID='6e3bfa8991074d4b87b36d40d418ee10' - LANG='C' - LANGUAGE='en_US:en' - LC_ALL='C' - MAIL='/var/mail/root' - OPTIND='1' - PATH='/usr/sbin:/usr/bin:/sbin:/bin:/usr/games' - PBCURRENTCOMMANDLINEOPERATION='build' - PBUILDER_OPERATION='build' - PBUILDER_PKGDATADIR='/usr/share/pbuilder' - PBUILDER_PKGLIBDIR='/usr/lib/pbuilder' - PBUILDER_SYSCONFDIR='/etc' - PPID='1763672' - PS1='# ' - PS2='> ' + INVOCATION_ID=230e25e8ae594da695fb0be84a55aa61 + LANG=C + LANGUAGE=et_EE:et + LC_ALL=C + MACHTYPE=x86_64-pc-linux-gnu + MAIL=/var/mail/root + OPTERR=1 + OPTIND=1 + OSTYPE=linux-gnu + PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path + PBCURRENTCOMMANDLINEOPERATION=build + PBUILDER_OPERATION=build + PBUILDER_PKGDATADIR=/usr/share/pbuilder + PBUILDER_PKGLIBDIR=/usr/lib/pbuilder + PBUILDER_SYSCONFDIR=/etc + PIPESTATUS=([0]="0") + POSIXLY_CORRECT=y + PPID=517742 PS4='+ ' - PWD='/' - SHELL='/bin/bash' - SHLVL='2' - SUDO_COMMAND='/usr/bin/timeout -k 18.1h 18h /usr/bin/ionice -c 3 /usr/bin/nice /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.RVOqg7ts/pbuilderrc_k3Xs --distribution unstable --hookdir /etc/pbuilder/first-build-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.RVOqg7ts/b1 --logfile b1/build.log swift_2.34.0-5.dsc' - SUDO_GID='109' - SUDO_UID='104' - SUDO_USER='jenkins' - TERM='unknown' - TZ='/usr/share/zoneinfo/Etc/GMT+12' - USER='root' - _='/usr/bin/systemd-run' + PWD=/ + SHELL=/bin/bash + SHELLOPTS=braceexpand:errexit:hashall:interactive-comments:posix + SHLVL=3 + SUDO_COMMAND='/usr/bin/timeout -k 24.1h 24h /usr/bin/ionice -c 3 /usr/bin/nice -n 11 /usr/bin/unshare --uts -- /usr/sbin/pbuilder --build --configfile /srv/reproducible-results/rbuild-debian/r-b-build.RVOqg7ts/pbuilderrc_7Xxx --distribution unstable --hookdir /etc/pbuilder/rebuild-hooks --debbuildopts -b --basetgz /var/cache/pbuilder/unstable-reproducible-base.tgz --buildresult /srv/reproducible-results/rbuild-debian/r-b-build.RVOqg7ts/b2 --logfile b2/build.log swift_2.34.0-5.dsc' + SUDO_GID=109 + SUDO_UID=104 + SUDO_USER=jenkins + TERM=unknown + TZ=/usr/share/zoneinfo/Etc/GMT-14 + UID=0 + USER=root + _='I: set' I: uname -a - Linux infom02-amd64 6.11.10+bpo-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.11.10-1~bpo12+1 (2024-12-19) x86_64 GNU/Linux + Linux i-capture-the-hostname 6.1.0-28-cloud-amd64 #1 SMP PREEMPT_DYNAMIC Debian 6.1.119-1 (2024-11-22) x86_64 GNU/Linux I: ls -l /bin - lrwxrwxrwx 1 root root 7 Nov 22 2024 /bin -> usr/bin -I: user script /srv/workspace/pbuilder/1763672/tmp/hooks/D02_print_environment finished + lrwxrwxrwx 1 root root 7 Nov 22 14:40 /bin -> usr/bin +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/D02_print_environment finished -> Attempting to satisfy build-dependencies -> Creating pbuilder-satisfydepends-dummy package Package: pbuilder-satisfydepends-dummy @@ -424,7 +456,7 @@ Get: 242 http://deb.debian.org/debian unstable/main amd64 python3-requests-mock all 1.12.1-3 [17.6 kB] Get: 243 http://deb.debian.org/debian unstable/main amd64 python3-swiftclient all 1:4.6.0-3 [76.4 kB] Get: 244 http://deb.debian.org/debian unstable/main amd64 python3-xattr amd64 0.10.1-1 [16.2 kB] -Fetched 75.1 MB in 4s (17.5 MB/s) +Fetched 75.1 MB in 1s (71.0 MB/s) Preconfiguring packages ... Selecting previously unselected package libpython3.12-minimal:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 19857 files and directories currently installed.) @@ -1202,8 +1234,8 @@ Setting up tzdata (2024b-4) ... Current default time zone: 'Etc/UTC' -Local time is now: Tue Jan 27 18:21:11 UTC 2026. -Universal Time is now: Tue Jan 27 18:21:11 UTC 2026. +Local time is now: Wed Dec 25 12:21:36 UTC 2024. +Universal Time is now: Wed Dec 25 12:21:36 UTC 2024. Run 'dpkg-reconfigure tzdata' if you wish to change it. Setting up libpython3.13-minimal:amd64 (3.13.1-2) ... @@ -1442,7 +1474,11 @@ Building tag database... -> Finished parsing the build-deps I: Building the package -I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games" HOME="/nonexistent/first-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/A99_set_merged_usr starting +Not re-configuring usrmerge for unstable +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/A99_set_merged_usr finished +hostname: Name or service not known +I: Running cd /build/reproducible-path/swift-2.34.0/ && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-buildpackage -us -uc -b && env PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" HOME="/nonexistent/second-build" dpkg-genchanges -S > ../swift_2.34.0-5_source.changes dpkg-buildpackage: info: source package swift dpkg-buildpackage: info: source version 2.34.0-5 dpkg-buildpackage: info: source distribution unstable @@ -1621,193 +1657,192 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container -copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/ring +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/account +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy/controllers +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/utils -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj/watchers +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/x_profile +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/container creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/crypto -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/proxy +copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/cli +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/controllers +copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/obj running egg_info creating swift.egg-info writing swift.egg-info/PKG-INFO @@ -2359,27 +2394,6 @@ !! check.warn(importable) -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/de/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/en_GB/LC_MESSAGES @@ -2404,6 +2418,27 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.13/build/swift/common/middleware/s3api/schema I: pybuild base:311: /usr/bin/python3 setup.py build /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -2445,194 +2480,194 @@ warnings.warn(msg) running build running build_py -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account copying swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account -copying swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +copying swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/account +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj copying swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj -copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common -copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj +copying swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +copying swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli copying swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -copying swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -copying swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api -copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +copying swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/cli +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/x_profile creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container copying swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container copying swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container copying swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -copying swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container copying swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/versioned_writes -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/proxy/controllers -creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers -copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +copying swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/container +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/ring +copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware copying swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +copying swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/s3api/controllers +copying swift/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/middleware/crypto +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +copying swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common/utils +creating /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/obj/watchers +copying swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/http.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common +copying swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/.pybuild/cpython3_3.12/build/swift/common running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -3238,20 +3273,35 @@ ; do \ debian/gen-init $i ; \ done ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-reaper.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-account.swift-account-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-reconciler.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sharder.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-sync.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-container.swift-container-updater.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object-expirer.swift-object-expirer.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-auditor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-reconstructor.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-replicator.init.in ++ for i in debian/swift-account.swift-account-auditor.init.in debian/swift-account.swift-account-reaper.init.in debian/swift-account.swift-account-replicator.init.in debian/swift-container.swift-container-auditor.init.in debian/swift-container.swift-container-reconciler.init.in debian/swift-container.swift-container-replicator.init.in debian/swift-container.swift-container-sharder.init.in debian/swift-container.swift-container-sync.init.in debian/swift-container.swift-container-updater.init.in debian/swift-object-expirer.swift-object-expirer.init.in debian/swift-object.swift-object-auditor.init.in debian/swift-object.swift-object.init.in debian/swift-object.swift-object-reconstructor.init.in debian/swift-object.swift-object-replicator.init.in debian/swift-object.swift-object-updater.init.in + debian/gen-init debian/swift-object.swift-object-updater.init.in set -e ; set -x ; \ for i in debian/swift-proxy.swift-proxy.init \ @@ -3266,24 +3316,30 @@ CONFIG=`echo $i | cut -d/ -f2 | cut -d. -f1 | sed -e s/swift-//`-server debian/gen-init $i.in ; \ fi ; \ done -+ [ no = yes ] -+ echo debian/swift-proxy.swift-proxy.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=proxy-server debian/gen-init debian/swift-proxy.swift-proxy.init.in -+ [ no = yes ] -+ echo debian/swift-account.swift-account.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=account-server debian/gen-init debian/swift-account.swift-account.init.in -+ [ no = yes ] -+ echo debian/swift-container.swift-container.init -+ cut -d/ -f2 -+ cut -d. -f1 -+ sed -e s/swift-// -+ CONFIG=container-server debian/gen-init debian/swift-container.swift-container.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-proxy.swift-proxy.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=proxy-server ++ debian/gen-init debian/swift-proxy.swift-proxy.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-account.swift-account.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=account-server ++ debian/gen-init debian/swift-account.swift-account.init.in ++ for i in debian/swift-proxy.swift-proxy.init debian/swift-account.swift-account.init debian/swift-container.swift-container.init ++ '[' no = yes ']' +++ echo debian/swift-container.swift-container.init +++ cut -d/ -f2 +++ cut -d. -f1 +++ sed -e s/swift-// ++ CONFIG=container-server ++ debian/gen-init debian/swift-container.swift-container.init.in make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_auto_test make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -3313,21 +3369,26 @@ /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' pkgos-dh_auto_install --no-py2 --in-tmp + PKGOS_IN_TMP=no -+ echo WARNING: --no-py2 is deprecated and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated and always on.' WARNING: --no-py2 is deprecated and always on. + shift ++ for i in $@ ++ case "${1}" in + PKGOS_IN_TMP=yes + shift -+ dpkg-parsechangelog -SSource +++ dpkg-parsechangelog -SSource + SRC_PKG_NAME=swift -+ echo swift -+ sed s/python-// +++ echo swift +++ sed s/python-// + PY_MODULE_NAME=swift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = yes ] +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = yes ']' + TARGET_DIR=tmp -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.13 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -3370,194 +3431,194 @@ running install running build running build_py -creating build/lib/swift/proxy -copying swift/proxy/server.py -> build/lib/swift/proxy -copying swift/proxy/__init__.py -> build/lib/swift/proxy +creating build/lib/swift/common/ring +copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring +copying swift/common/ring/ring.py -> build/lib/swift/common/ring +copying swift/common/ring/utils.py -> build/lib/swift/common/ring +copying swift/common/ring/__init__.py -> build/lib/swift/common/ring +copying swift/common/ring/builder.py -> build/lib/swift/common/ring creating build/lib/swift/obj copying swift/obj/mem_server.py -> build/lib/swift/obj +copying swift/obj/reconstructor.py -> build/lib/swift/obj +copying swift/obj/replicator.py -> build/lib/swift/obj copying swift/obj/diskfile.py -> build/lib/swift/obj +copying swift/obj/server.py -> build/lib/swift/obj copying swift/obj/ssync_receiver.py -> build/lib/swift/obj copying swift/obj/auditor.py -> build/lib/swift/obj -copying swift/obj/ssync_sender.py -> build/lib/swift/obj -copying swift/obj/reconstructor.py -> build/lib/swift/obj copying swift/obj/mem_diskfile.py -> build/lib/swift/obj -copying swift/obj/server.py -> build/lib/swift/obj -copying swift/obj/expirer.py -> build/lib/swift/obj -copying swift/obj/__init__.py -> build/lib/swift/obj -copying swift/obj/replicator.py -> build/lib/swift/obj copying swift/obj/updater.py -> build/lib/swift/obj -creating build/lib/swift/common -copying swift/common/storage_policy.py -> build/lib/swift/common -copying swift/common/request_helpers.py -> build/lib/swift/common -copying swift/common/linkat.py -> build/lib/swift/common -copying swift/common/db_replicator.py -> build/lib/swift/common -copying swift/common/container_sync_realms.py -> build/lib/swift/common -copying swift/common/constraints.py -> build/lib/swift/common -copying swift/common/digest.py -> build/lib/swift/common -copying swift/common/internal_client.py -> build/lib/swift/common -copying swift/common/memcached.py -> build/lib/swift/common -copying swift/common/http.py -> build/lib/swift/common -copying swift/common/statsd_client.py -> build/lib/swift/common -copying swift/common/http_protocol.py -> build/lib/swift/common -copying swift/common/wsgi.py -> build/lib/swift/common -copying swift/common/bufferedhttp.py -> build/lib/swift/common -copying swift/common/direct_client.py -> build/lib/swift/common -copying swift/common/db.py -> build/lib/swift/common -copying swift/common/error_limiter.py -> build/lib/swift/common -copying swift/common/recon.py -> build/lib/swift/common -copying swift/common/swob.py -> build/lib/swift/common -copying swift/common/__init__.py -> build/lib/swift/common -copying swift/common/base_storage_server.py -> build/lib/swift/common -copying swift/common/manager.py -> build/lib/swift/common -copying swift/common/registry.py -> build/lib/swift/common -copying swift/common/exceptions.py -> build/lib/swift/common -copying swift/common/db_auditor.py -> build/lib/swift/common -copying swift/common/splice.py -> build/lib/swift/common -copying swift/common/daemon.py -> build/lib/swift/common -copying swift/common/header_key_dict.py -> build/lib/swift/common -copying swift/__init__.py -> build/lib/swift -creating build/lib/swift/account -copying swift/account/utils.py -> build/lib/swift/account -copying swift/account/auditor.py -> build/lib/swift/account -copying swift/account/backend.py -> build/lib/swift/account -copying swift/account/server.py -> build/lib/swift/account -copying swift/account/reaper.py -> build/lib/swift/account -copying swift/account/__init__.py -> build/lib/swift/account -copying swift/account/replicator.py -> build/lib/swift/account -creating build/lib/swift/obj/watchers -copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers -copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers -creating build/lib/swift/proxy/controllers -copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers -copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers -creating build/lib/swift/common/ring -copying swift/common/ring/utils.py -> build/lib/swift/common/ring -copying swift/common/ring/builder.py -> build/lib/swift/common/ring -copying swift/common/ring/composite_builder.py -> build/lib/swift/common/ring -copying swift/common/ring/__init__.py -> build/lib/swift/common/ring -copying swift/common/ring/ring.py -> build/lib/swift/common/ring -creating build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile -copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile -creating build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers -copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/obj/__init__.py -> build/lib/swift/obj +copying swift/obj/expirer.py -> build/lib/swift/obj +copying swift/obj/ssync_sender.py -> build/lib/swift/obj creating build/lib/swift/common/utils +copying swift/common/utils/config.py -> build/lib/swift/common/utils copying swift/common/utils/base.py -> build/lib/swift/common/utils copying swift/common/utils/libc.py -> build/lib/swift/common/utils -copying swift/common/utils/logs.py -> build/lib/swift/common/utils -copying swift/common/utils/config.py -> build/lib/swift/common/utils -copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils copying swift/common/utils/ipaddrs.py -> build/lib/swift/common/utils +copying swift/common/utils/logs.py -> build/lib/swift/common/utils copying swift/common/utils/__init__.py -> build/lib/swift/common/utils +copying swift/common/utils/timestamp.py -> build/lib/swift/common/utils +creating build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/exceptions.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/html_viewer.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/__init__.py -> build/lib/swift/common/middleware/x_profile +copying swift/common/middleware/x_profile/profile_model.py -> build/lib/swift/common/middleware/x_profile +creating build/lib/swift/cli +copying swift/cli/config.py -> build/lib/swift/cli +copying swift/cli/recon.py -> build/lib/swift/cli +copying swift/cli/container_deleter.py -> build/lib/swift/cli +copying swift/cli/shard-info.py -> build/lib/swift/cli +copying swift/cli/get_nodes.py -> build/lib/swift/cli +copying swift/cli/drive_full_checker.py -> build/lib/swift/cli +copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/cli/ringbuilder.py -> build/lib/swift/cli +copying swift/cli/ringcomposer.py -> build/lib/swift/cli +copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli +copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli +copying swift/cli/account_audit.py -> build/lib/swift/cli +copying swift/cli/form_signature.py -> build/lib/swift/cli +copying swift/cli/__init__.py -> build/lib/swift/cli +copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli +copying swift/cli/drive_audit.py -> build/lib/swift/cli +copying swift/cli/relinker.py -> build/lib/swift/cli +copying swift/cli/dispersion_populate.py -> build/lib/swift/cli +copying swift/cli/reload.py -> build/lib/swift/cli +copying swift/cli/recon_cron.py -> build/lib/swift/cli +copying swift/cli/oldies.py -> build/lib/swift/cli +copying swift/cli/info.py -> build/lib/swift/cli +copying swift/cli/orphans.py -> build/lib/swift/cli +creating build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes +copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes +creating build/lib/swift/account +copying swift/account/replicator.py -> build/lib/swift/account +copying swift/account/server.py -> build/lib/swift/account +copying swift/account/auditor.py -> build/lib/swift/account +copying swift/account/utils.py -> build/lib/swift/account +copying swift/account/__init__.py -> build/lib/swift/account +copying swift/account/reaper.py -> build/lib/swift/account +copying swift/account/backend.py -> build/lib/swift/account creating build/lib/swift/container -copying swift/container/auditor.py -> build/lib/swift/container -copying swift/container/backend.py -> build/lib/swift/container -copying swift/container/server.py -> build/lib/swift/container -copying swift/container/__init__.py -> build/lib/swift/container copying swift/container/replicator.py -> build/lib/swift/container -copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/server.py -> build/lib/swift/container +copying swift/container/reconciler.py -> build/lib/swift/container copying swift/container/sync_store.py -> build/lib/swift/container +copying swift/container/auditor.py -> build/lib/swift/container copying swift/container/sync.py -> build/lib/swift/container -copying swift/container/reconciler.py -> build/lib/swift/container copying swift/container/updater.py -> build/lib/swift/container -copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/container/__init__.py -> build/lib/swift/container +copying swift/container/sharder.py -> build/lib/swift/container +copying swift/container/backend.py -> build/lib/swift/container +creating build/lib/swift/obj/watchers +copying swift/obj/watchers/__init__.py -> build/lib/swift/obj/watchers +copying swift/obj/watchers/dark_data.py -> build/lib/swift/obj/watchers +creating build/lib/swift/common/middleware/s3api copying swift/common/middleware/s3api/s3api.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/etree.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3request.py -> build/lib/swift/common/middleware/s3api copying swift/common/middleware/s3api/exception.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/subresource.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/utils.py -> build/lib/swift/common/middleware/s3api copying swift/common/middleware/s3api/__init__.py -> build/lib/swift/common/middleware/s3api copying swift/common/middleware/s3api/s3token.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_handlers.py -> build/lib/swift/common/middleware/s3api -copying swift/common/middleware/s3api/acl_utils.py -> build/lib/swift/common/middleware/s3api +copying swift/common/middleware/s3api/s3response.py -> build/lib/swift/common/middleware/s3api +copying swift/__init__.py -> build/lib/swift +creating build/lib/swift/proxy +copying swift/proxy/server.py -> build/lib/swift/proxy +copying swift/proxy/__init__.py -> build/lib/swift/proxy creating build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/decrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/kmip_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/kms_keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/crypto_utils.py -> build/lib/swift/common/middleware/crypto copying swift/common/middleware/crypto/encrypter.py -> build/lib/swift/common/middleware/crypto -copying swift/common/middleware/backend_ratelimit.py -> build/lib/swift/common/middleware -copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware -copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware -copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware -copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware -copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware -copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware -copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware -copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware -copying swift/common/middleware/keystoneauth.py -> build/lib/swift/common/middleware +copying swift/common/middleware/crypto/keymaster.py -> build/lib/swift/common/middleware/crypto +copying swift/common/middleware/crypto/__init__.py -> build/lib/swift/common/middleware/crypto +creating build/lib/swift/proxy/controllers +copying swift/proxy/controllers/base.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/account.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/obj.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/__init__.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/info.py -> build/lib/swift/proxy/controllers +copying swift/proxy/controllers/container.py -> build/lib/swift/proxy/controllers +creating build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/tagging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/location.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/base.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_delete.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/s3_acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/obj.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/acl.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/versioning.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/logging.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/service.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/__init__.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/multi_upload.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/object_lock.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/middleware/s3api/controllers/bucket.py -> build/lib/swift/common/middleware/s3api/controllers +copying swift/common/recon.py -> build/lib/swift/common +copying swift/common/db.py -> build/lib/swift/common +copying swift/common/digest.py -> build/lib/swift/common +copying swift/common/exceptions.py -> build/lib/swift/common +copying swift/common/bufferedhttp.py -> build/lib/swift/common +copying swift/common/header_key_dict.py -> build/lib/swift/common +copying swift/common/db_replicator.py -> build/lib/swift/common +copying swift/common/http_protocol.py -> build/lib/swift/common +copying swift/common/storage_policy.py -> build/lib/swift/common +copying swift/common/manager.py -> build/lib/swift/common +copying swift/common/linkat.py -> build/lib/swift/common +copying swift/common/internal_client.py -> build/lib/swift/common +copying swift/common/wsgi.py -> build/lib/swift/common +copying swift/common/statsd_client.py -> build/lib/swift/common +copying swift/common/request_helpers.py -> build/lib/swift/common +copying swift/common/daemon.py -> build/lib/swift/common +copying swift/common/registry.py -> build/lib/swift/common +copying swift/common/swob.py -> build/lib/swift/common +copying swift/common/container_sync_realms.py -> build/lib/swift/common +copying swift/common/memcached.py -> build/lib/swift/common +copying swift/common/http.py -> build/lib/swift/common +copying swift/common/db_auditor.py -> build/lib/swift/common +copying swift/common/__init__.py -> build/lib/swift/common +copying swift/common/error_limiter.py -> build/lib/swift/common +copying swift/common/base_storage_server.py -> build/lib/swift/common +copying swift/common/constraints.py -> build/lib/swift/common +copying swift/common/direct_client.py -> build/lib/swift/common +copying swift/common/splice.py -> build/lib/swift/common +copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware +copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware copying swift/common/middleware/listing_formats.py -> build/lib/swift/common/middleware copying swift/common/middleware/crossdomain.py -> build/lib/swift/common/middleware -copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware -copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware -copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware -copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware -copying swift/common/middleware/recon.py -> build/lib/swift/common/middleware copying swift/common/middleware/proxy_logging.py -> build/lib/swift/common/middleware -copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware -copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +copying swift/common/middleware/copy.py -> build/lib/swift/common/middleware +copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware copying swift/common/middleware/container_quotas.py -> build/lib/swift/common/middleware -copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware -copying swift/common/middleware/staticweb.py -> build/lib/swift/common/middleware -copying swift/common/middleware/list_endpoints.py -> build/lib/swift/common/middleware -copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware copying swift/common/middleware/read_only.py -> build/lib/swift/common/middleware +copying swift/common/middleware/staticweb.py -> build/lib/swift/common/middleware copying swift/common/middleware/account_quotas.py -> build/lib/swift/common/middleware -copying swift/common/middleware/name_check.py -> build/lib/swift/common/middleware +copying swift/common/middleware/cname_lookup.py -> build/lib/swift/common/middleware copying swift/common/middleware/formpost.py -> build/lib/swift/common/middleware +copying swift/common/middleware/symlink.py -> build/lib/swift/common/middleware +copying swift/common/middleware/keystoneauth.py -> build/lib/swift/common/middleware +copying swift/common/middleware/tempurl.py -> build/lib/swift/common/middleware +copying swift/common/middleware/memcache.py -> build/lib/swift/common/middleware +copying swift/common/middleware/backend_ratelimit.py -> build/lib/swift/common/middleware +copying swift/common/middleware/healthcheck.py -> build/lib/swift/common/middleware +copying swift/common/middleware/gatekeeper.py -> build/lib/swift/common/middleware +copying swift/common/middleware/etag_quoter.py -> build/lib/swift/common/middleware +copying swift/common/middleware/domain_remap.py -> build/lib/swift/common/middleware +copying swift/common/middleware/tempauth.py -> build/lib/swift/common/middleware copying swift/common/middleware/acl.py -> build/lib/swift/common/middleware -copying swift/common/middleware/ratelimit.py -> build/lib/swift/common/middleware -creating build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/__init__.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/object_versioning.py -> build/lib/swift/common/middleware/versioned_writes -copying swift/common/middleware/versioned_writes/legacy.py -> build/lib/swift/common/middleware/versioned_writes -creating build/lib/swift/cli -copying swift/cli/drive_audit.py -> build/lib/swift/cli -copying swift/cli/manage_shard_ranges.py -> build/lib/swift/cli -copying swift/cli/reconciler_enqueue.py -> build/lib/swift/cli -copying swift/cli/get_nodes.py -> build/lib/swift/cli -copying swift/cli/form_signature.py -> build/lib/swift/cli -copying swift/cli/config.py -> build/lib/swift/cli -copying swift/cli/ringcomposer.py -> build/lib/swift/cli -copying swift/cli/dispersion_populate.py -> build/lib/swift/cli -copying swift/cli/ring_builder_analyzer.py -> build/lib/swift/cli -copying swift/cli/drive_full_checker.py -> build/lib/swift/cli -copying swift/cli/orphans.py -> build/lib/swift/cli -copying swift/cli/recon.py -> build/lib/swift/cli -copying swift/cli/__init__.py -> build/lib/swift/cli -copying swift/cli/ringbuilder.py -> build/lib/swift/cli -copying swift/cli/shard-info.py -> build/lib/swift/cli -copying swift/cli/recon_cron.py -> build/lib/swift/cli -copying swift/cli/account_audit.py -> build/lib/swift/cli -copying swift/cli/reload.py -> build/lib/swift/cli -copying swift/cli/relinker.py -> build/lib/swift/cli -copying swift/cli/container_deleter.py -> build/lib/swift/cli -copying swift/cli/oldies.py -> build/lib/swift/cli -copying swift/cli/info.py -> build/lib/swift/cli -copying swift/cli/dispersion_report.py -> build/lib/swift/cli +copying swift/common/middleware/xprofile.py -> build/lib/swift/common/middleware +copying swift/common/middleware/catch_errors.py -> build/lib/swift/common/middleware +copying swift/common/middleware/dlo.py -> build/lib/swift/common/middleware +copying swift/common/middleware/__init__.py -> build/lib/swift/common/middleware +copying swift/common/middleware/list_endpoints.py -> build/lib/swift/common/middleware +copying swift/common/middleware/slo.py -> build/lib/swift/common/middleware +copying swift/common/middleware/bulk.py -> build/lib/swift/common/middleware +copying swift/common/middleware/container_sync.py -> build/lib/swift/common/middleware running egg_info writing swift.egg-info/PKG-INFO writing dependency_links to swift.egg-info/dependency_links.txt @@ -4098,6 +4159,27 @@ !! check.warn(importable) +creating build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema +copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema creating build/lib/swift/locale/de/LC_MESSAGES copying swift/locale/de/LC_MESSAGES/swift.po -> build/lib/swift/locale/de/LC_MESSAGES creating build/lib/swift/locale/en_GB/LC_MESSAGES @@ -4122,452 +4204,431 @@ copying swift/locale/zh_CN/LC_MESSAGES/swift.po -> build/lib/swift/locale/zh_CN/LC_MESSAGES creating build/lib/swift/locale/zh_TW/LC_MESSAGES copying swift/locale/zh_TW/LC_MESSAGES/swift.po -> build/lib/swift/locale/zh_TW/LC_MESSAGES -creating build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/access_control_policy.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/bucket_logging_status.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/common.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_object_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/copy_part_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/delete_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/error.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_bucket_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_parts_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/list_versions_result.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/location_constraint.rng -> build/lib/swift/common/middleware/s3api/schema -copying swift/common/middleware/s3api/schema/versioning_configuration.rng -> build/lib/swift/common/middleware/s3api/schema running install_lib creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers -copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers -copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account -copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/storage_policy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/linkat.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db_replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/digest.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/ring/composite_builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring copying build/lib/swift/common/ring/ring.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring -copying build/lib/swift/common/http.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/http_protocol.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/bufferedhttp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/db.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/ring/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring +copying build/lib/swift/common/ring/builder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/libc.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/ipaddrs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/utils/logs.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils copying build/lib/swift/common/utils/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils -copying build/lib/swift/common/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/manager.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/utils/timestamp.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils +copying build/lib/swift/common/internal_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile +copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes +copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/backend_ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/domain_remap.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/symlink.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/decrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/kmip_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/kms_keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/crypto_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/crypto/encrypter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto -copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/memcache.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/etag_quoter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/cname_lookup.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/copy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/keystoneauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/listing_formats.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/profile_model.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -copying build/lib/swift/common/middleware/x_profile/html_viewer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/object_versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/versioned_writes/legacy.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes -copying build/lib/swift/common/middleware/crossdomain.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/crypto/keymaster.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto +copying build/lib/swift/common/middleware/crypto/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto copying build/lib/swift/common/middleware/catch_errors.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempauth.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/tempurl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware copying build/lib/swift/common/middleware/dlo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers -copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/s3api.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/etree.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3request.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api copying build/lib/swift/common/middleware/s3api/exception.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/subresource.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/error.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/delete.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/lifecycle_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/list_parts_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/list_bucket_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/copy_part_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/complete_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/list_multipart_uploads_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/initiate_multipart_upload_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/common.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/create_bucket_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/copy_object_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/versioning_configuration.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/delete_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/access_control_policy.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/schema/list_versions_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema copying build/lib/swift/common/middleware/s3api/schema/location_constraint.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema -copying build/lib/swift/common/middleware/s3api/acl_handlers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/s3api/acl_utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api -copying build/lib/swift/common/middleware/proxy_logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/gatekeeper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/container_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/healthcheck.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/staticweb.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/list_endpoints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/xprofile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/read_only.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/account_quotas.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/name_check.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/formpost.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware -copying build/lib/swift/common/middleware/ratelimit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/s3api/schema/list_all_my_buckets_result.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/schema/bucket_logging_status.rng -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/schema +copying build/lib/swift/common/middleware/s3api/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/tagging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/location.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_delete.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/s3_acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/acl.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/versioning.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/logging.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/service.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/multi_upload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/object_lock.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/controllers/bucket.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers +copying build/lib/swift/common/middleware/s3api/s3token.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/s3api/s3response.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api +copying build/lib/swift/common/middleware/slo.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/bulk.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/middleware/container_sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware +copying build/lib/swift/common/wsgi.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/statsd_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/request_helpers.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/registry.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/exceptions.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/swob.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/container_sync_realms.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/memcached.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/http.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/db_auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/error_limiter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/base_storage_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/constraints.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common +copying build/lib/swift/common/direct_client.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common copying build/lib/swift/common/splice.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/daemon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -copying build/lib/swift/common/header_key_dict.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container -copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/utils.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/reaper.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +copying build/lib/swift/account/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/reconstructor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_receiver.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/mem_diskfile.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/watchers/dark_data.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers +copying build/lib/swift/obj/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/expirer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj +copying build/lib/swift/obj/ssync_sender.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES copying build/lib/swift/locale/it/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/it/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES -copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES +copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES copying build/lib/swift/locale/ru/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ru/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES +copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES copying build/lib/swift/locale/en_GB/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/en_GB/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -copying build/lib/swift/locale/tr_TR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/tr_TR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES -copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES copying build/lib/swift/locale/ko_KR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ko_KR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES -copying build/lib/swift/locale/zh_CN/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_CN/LC_MESSAGES creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES copying build/lib/swift/locale/pt_BR/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/pt_BR/LC_MESSAGES -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de -creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -copying build/lib/swift/locale/de/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/de/LC_MESSAGES -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +copying build/lib/swift/locale/fr/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/fr/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +copying build/lib/swift/locale/es/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/es/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +copying build/lib/swift/locale/ja/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/ja/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +copying build/lib/swift/locale/zh_TW/LC_MESSAGES/swift.po -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/locale/zh_TW/LC_MESSAGES +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/config.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/container_deleter.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/shard-info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/get_nodes.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_full_checker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_report.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringbuilder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ringcomposer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/manage_shard_ranges.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reconciler_enqueue.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/account_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/form_signature.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/ring_builder_analyzer.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/drive_audit.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/relinker.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/dispersion_populate.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/reload.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/recon_cron.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/oldies.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/cli/orphans.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli +copying build/lib/swift/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +copying build/lib/swift/proxy/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/base.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/account.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/obj.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/info.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +copying build/lib/swift/proxy/controllers/container.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers +creating /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/replicator.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/server.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/reconciler.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync_store.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/auditor.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sync.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/updater.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/__init__.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/sharder.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +copying build/lib/swift/container/backend.py -> /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-313.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-313.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-313.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-313.pyc running install_egg_info Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info Skipping SOURCES.txt @@ -4614,7 +4675,8 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd ++ for pyvers in ${PYTHON3S} +++ pwd + python3.12 setup.py install --install-layout=deb --root /build/reproducible-path/swift-2.34.0/debian/tmp /usr/lib/python3/dist-packages/setuptools/__init__.py:94: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated. !! @@ -5198,180 +5260,180 @@ !! check.warn(importable) running install_lib -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/storage_policy.py to storage_policy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/linkat.py to linkat.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_replicator.py to db_replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/digest.py to digest.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/composite_builder.py to composite_builder.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/ring.py to ring.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http_protocol.py to http_protocol.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/bufferedhttp.py to bufferedhttp.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db.py to db.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/ring/builder.py to builder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/base.py to base.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/libc.py to libc.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/ipaddrs.py to ipaddrs.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/logs.py to logs.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/manager.py to manager.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/utils/timestamp.py to timestamp.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/internal_client.py to internal_client.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/backend_ratelimit.py to backend_ratelimit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/domain_remap.py to domain_remap.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/symlink.py to symlink.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/decrypter.py to decrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kmip_keymaster.py to kmip_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/kms_keymaster.py to kms_keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/crypto_utils.py to crypto_utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/encrypter.py to encrypter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/memcache.py to memcache.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/etag_quoter.py to etag_quoter.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/cname_lookup.py to cname_lookup.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/copy.py to copy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/keystoneauth.py to keystoneauth.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/listing_formats.py to listing_formats.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/profile_model.py to profile_model.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/exceptions.py to exceptions.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/x_profile/html_viewer.py to html_viewer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/object_versioning.py to object_versioning.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/versioned_writes/legacy.py to legacy.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crossdomain.py to crossdomain.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/keymaster.py to keymaster.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/crypto/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/catch_errors.py to catch_errors.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempauth.py to tempauth.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/tempurl.py to tempurl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/dlo.py to dlo.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/recon.py to recon.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3request.py to s3request.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/utils.py to utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/tagging.py to tagging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/base.py to base.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_delete.py to multi_delete.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/s3_acl.py to s3_acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/location.py to location.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/versioning.py to versioning.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/logging.py to logging.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/service.py to service.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/obj.py to obj.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/etree.py to etree.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3api.py to s3api.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/subresource.py to subresource.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/exception.py to exception.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/multi_upload.py to multi_upload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/object_lock.py to object_lock.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/controllers/bucket.py to bucket.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3token.py to s3token.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_handlers.py to acl_handlers.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/acl_utils.py to acl_utils.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/proxy_logging.py to proxy_logging.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/gatekeeper.py to gatekeeper.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_quotas.py to container_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/healthcheck.py to healthcheck.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/staticweb.py to staticweb.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/list_endpoints.py to list_endpoints.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/xprofile.py to xprofile.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/read_only.py to read_only.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/account_quotas.py to account_quotas.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/name_check.py to name_check.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/formpost.py to formpost.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/acl.py to acl.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/ratelimit.py to ratelimit.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/s3api/s3response.py to s3response.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/slo.py to slo.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/bulk.py to bulk.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/middleware/container_sync.py to container_sync.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/wsgi.py to wsgi.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/statsd_client.py to statsd_client.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/request_helpers.py to request_helpers.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/registry.py to registry.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/exceptions.py to exceptions.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/swob.py to swob.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/container_sync_realms.py to container_sync_realms.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/memcached.py to memcached.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/http.py to http.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/db_auditor.py to db_auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/error_limiter.py to error_limiter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/base_storage_server.py to base_storage_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/constraints.py to constraints.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/direct_client.py to direct_client.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/splice.py to splice.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/daemon.py to daemon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/common/header_key_dict.py to header_key_dict.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/utils.py to utils.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/reaper.py to reaper.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/account/backend.py to backend.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_server.py to mem_server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/reconstructor.py to reconstructor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/replicator.py to replicator.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/diskfile.py to diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_receiver.py to ssync_receiver.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/auditor.py to auditor.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/mem_diskfile.py to mem_diskfile.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/updater.py to updater.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/watchers/dark_data.py to dark_data.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/expirer.py to expirer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/obj/ssync_sender.py to ssync_sender.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/config.py to config.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon.py to recon.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/shard-info.py to shard-info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/get_nodes.py to get_nodes.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_full_checker.py to drive_full_checker.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringbuilder.py to ringbuilder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ringcomposer.py to ringcomposer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/manage_shard_ranges.py to manage_shard_ranges.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reconciler_enqueue.py to reconciler_enqueue.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/account_audit.py to account_audit.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/form_signature.py to form_signature.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/ring_builder_analyzer.py to ring_builder_analyzer.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/drive_audit.py to drive_audit.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/relinker.py to relinker.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/container_deleter.py to container_deleter.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_populate.py to dispersion_populate.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/reload.py to reload.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/recon_cron.py to recon_cron.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/oldies.py to oldies.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/info.py to info.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/dispersion_report.py to dispersion_report.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/cli/orphans.py to orphans.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/base.py to base.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/account.py to account.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/obj.py to obj.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/info.py to info.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/proxy/controllers/container.py to container.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/replicator.py to replicator.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/server.py to server.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync_store.py to sync_store.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/auditor.py to auditor.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sync.py to sync.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/reconciler.py to reconciler.cpython-312.pyc byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/updater.py to updater.cpython-312.pyc -byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/__init__.py to __init__.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/sharder.py to sharder.cpython-312.pyc +byte-compiling /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift/container/backend.py to backend.cpython-312.pyc running install_egg_info removing '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info' (and everything under it) Copying swift.egg-info to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages/swift-2.34.0.egg-info @@ -5419,10 +5481,10 @@ Installing swift-ring-builder script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-builder-analyzer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin Installing swift-ring-composer script to /build/reproducible-path/swift-2.34.0/debian/tmp/usr/bin -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth -+ pwd -+ rm -rf /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/python*/usr/lib/python*/dist-packages/*.pth' +++ pwd ++ rm -rf '/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python*/dist-packages/*.pth' rm debian/tmp/usr/bin/swift-init pkgos-dh_auto_test --no-py2 --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' + PKGOS_TEST_PARALLEL=yes @@ -5431,33 +5493,46 @@ + PYTHON3S=disabled + TEST_PARALLEL_OPT=--parallel + TEST_SERIAL_OPT= -+ echo WARNING: --no-py2 is deprecated, and always on. ++ for i in $@ ++ case "${1}" in ++ echo 'WARNING: --no-py2 is deprecated, and always on.' WARNING: --no-py2 is deprecated, and always on. + shift -+ py3versions -vr -+ PYTHON3S=3.13 3.12 -+ [ yes = no ] -+ [ no = yes ] -+ [ 3.13 = disabled ] -+ echo 3.13 -+ cut -d. -f1 ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in ++ for i in $@ ++ case "${1}" in +++ py3versions -vr ++ PYTHON3S='3.13 3.12' ++ '[' yes = no ']' ++ '[' no = yes ']' ++ for pyvers in ${PYTHON3S} ++ '[' 3.13 = disabled ']' +++ echo 3.13 +++ cut -d. -f1 + PYMAJOR=3 -+ echo ===> Testing with python (python3) ++ echo '===> Testing with python (python3)' ===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z ] -+ pwd -+ echo Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z '' ']' +++ pwd ++ echo 'Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages' Implicitly adding PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ pwd +++ pwd + export PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] ++ PYTHONPATH=/build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' + STESTR=stestr + rm -rf .stestr -+ + PYTHON=python3.13 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -subunit2pyunit ++ PYTHON=python3.13 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' ++ subunit2pyunit +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method @@ -5468,44 +5543,14 @@ warnings.warn("TestResult has no addDuration method", /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats @@ -5514,826 +5559,112 @@ test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok test.unit.account.test_backend.TestAccountBroker.test_delete_container test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok test.unit.account.test_backend.TestCommonAccountBroker.test_get_info test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.account.test_reaper.TestReaper.test_basic_reap_account -test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_creation -test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set -test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account -test.unit.account.test_reaper.TestReaper.test_reap_account ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container -test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding -test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok -test.unit.account.test_reaper.TestReaper.test_reap_container -test.unit.account.test_reaper.TestReaper.test_reap_container ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00051 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp29llacix/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00312 seconds (320.33679/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00040 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00045 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '1a640aca-fb5a-497b-838e-d93697aec929-sda', '1769538187.09526', '1769538187.09282', '0', '') -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwsypjpv8/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '27b9573d-ea88-43d5-b9b1-85a3d08b21a4-sda', '1769538187.11700', '1769538187.11279', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('27b9573d-ea88-43d5-b9b1-85a3d08b21a4-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '27b9573d-ea88-43d5-b9b1-85a3d08b21a4-sda', '1769538187.11700', '1769538187.11279', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('27b9573d-ea88-43d5-b9b1-85a3d08b21a4-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.10988 seconds (9.10109/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'dbbe5787ab337a883dfc6c1dab0e09a4', '2a8f6b92-e96f-4985-a4fe-dd8827481d85-sda', '1769538187.27969', '1769538187.27541', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('2a8f6b92-e96f-4985-a4fe-dd8827481d85-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '4e7ccde9dbc831396ac8a261c2f7b68c', 'f4ac2e42-b291-4d30-85bb-e444dfa78427-sda', '1769538187.44713', '1769538187.44414', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769538187.52787', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769538187.52833', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769538187.52853', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769538187.52868', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769538187.52882', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769538187.52895', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769538187.52913', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769538187.52939', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769538187.52963', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769538187.52979', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769538187.52996', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], 'f4ac2e42-b291-4d30-85bb-e444dfa78427-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -Ring Builder file does not exist: /tmp/tmp3lfh64uw/tmp9h5b1vjg -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmp9yc2spyh/tmpv88ger3x -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmprn60w2uf/tmpkb830pby, build version 4, id 97dead1fb51a47afb9786ef2e06ae66a -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmprn60w2uf/tmpkb830pby.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback @@ -6348,6 +5679,8 @@ test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 @@ -6380,6 +5713,8 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username @@ -6388,146 +5723,845 @@ test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -Finished. Marked 0 objects for deletion. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, '') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.account.test_reaper.TestReaper.test_basic_reap_account +test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_creation +test.unit.account.test_reaper.TestReaper.test_creation ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set +test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account +test.unit.account.test_reaper.TestReaper.test_reap_account ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container +test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding +test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok +test.unit.account.test_reaper.TestReaper.test_reap_container +test.unit.account.test_reaper.TestReaper.test_reap_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok test-reaper INFO: Beginning pass on account a test-reaper INFO: Completed pass on account a, elapsed: 0.00s test-reaper INFO: Beginning pass on account a @@ -6691,284 +6725,867 @@ test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpduduzp69/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test ERROR: ERROR Could not get container info /tmp/tmpiqm1hkcf/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpiqm1hkcf/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpqexakjmg/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpqexakjmg/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueErrortest.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok - -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container - headers, objects = direct_get_container( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<2 lines>... - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 -test-reaper ERROR: ERROR: invalid storage policy index: 2 -test-reaper ERROR: Exception with objects for container c for account a: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container - policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) - ^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'get' -test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - ~~~~~~~~~~~~~~~~~~~~~~~^ - node, part, account, container, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<6 lines>... - 'X-Timestamp': timestamp.internal, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - USE_REPLICATION_NETWORK_HEADER: 'true'}) +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test ERROR: Error in '/tmp/tmpgwgw21fn/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmpqpris0ui/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmpqpris0ui/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load '39fa4cf2ecc74e1f848a0ce3520eec95': [Errno 2] No such file or directory: '39fa4cf2ecc74e1f848a0ce3520eec95' +test ERROR: Could not load '/tmp/tmpkg0pc172/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpkg0pc172/container-sync-realms.conf' +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 546109 +my-daemon DEBUG: Forked worker 546109 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + {'Content-Type': 'application/json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.cli.test_recon.TestReconCommands.test_disk_usage +test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch +test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_load_check +test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types +test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check +test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check +test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_replication_check +test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_server_type_check +test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_sharding_check +test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check +test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch +test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check +test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs +test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, '') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpo976p5t2/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp_0a4btjz/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueErrortest.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok + +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda3: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 371, in reap_container + headers, objects = direct_get_container( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<2 lines>... + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers={USE_REPLICATION_NETWORK_HEADER: 'true'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 171, in fake_direct_get_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.10.10.1:6202/sda3 +test-reaper ERROR: ERROR: invalid storage policy index: 2 +test-reaper ERROR: Exception with objects for container c for account a: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 394, in reap_container + policy_index = headers.get('X-Backend-Storage-Policy-Index', 0) + ^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'get' +test-reaper ERROR: Exception with 10.10.10.1:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + ~~~~~~~~~~~~~~~~~~~~~~~^ + node, part, account, container, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<6 lines>... + 'X-Timestamp': timestamp.internal, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + USE_REPLICATION_NETWORK_HEADER: 'true'}) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container raise self.myexp @@ -7070,410 +7687,513 @@ test.unit.account.test_reaper.TestReaper.test_run_forever ... ok test.unit.account.test_reaper.TestReaper.test_run_once test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.cli.test_recon.TestReconCommands.test_disk_usage -test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 ... ok -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch -test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_load_check -test.unit.cli.test_recon.TestReconCommands.test_load_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types -test.unit.cli.test_recon.TestReconCommands.test_multiple_server_types ... ok -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check -test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check -test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_replication_check -test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_server_type_check -test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_sharding_check -test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check -test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch -test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check -test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs -test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - ~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + different_region) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + different_region=different_region) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00015 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00030 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00035 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmisxj8pq/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00170 seconds (588.88753/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00016 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00012 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '2232d0bc-ab6a-415a-97ec-ca878d9f3f66-sda', '1735129369.58089', '1735129369.57959', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpznn9mom_/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '03ff0168-d19f-4f5d-9485-3abc617c1ee0-sda', '1735129369.64861', '1735129369.6475', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('03ff0168-d19f-4f5d-9485-3abc617c1ee0-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '03ff0168-d19f-4f5d-9485-3abc617c1ee0-sda', '1735129369.64861', '1735129369.6475', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('03ff0168-d19f-4f5d-9485-3abc617c1ee0-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.33780 seconds (2.96029/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'c65400856d0585d1edce7857bc1939ba', '27cc7233-b530-4d29-8b23-83d78960bcdf-sda', '1735129370.05780', '1735129370.05646', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('27cc7233-b530-4d29-8b23-83d78960bcdf-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, 'acb678ff6e3f31750b7455f1cf78e7de', '4358603f-b809-4006-8309-7d76eca14a56-sda', '1735129370.42055', '1735129370.40619', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735129370.53477', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735129370.54953', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735129370.54961', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735129370.54967', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735129370.54973', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735129370.54978', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735129370.54983', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735129370.54988', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735129370.54994', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735129370.54999', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735129370.55004', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '4358603f-b809-4006-8309-7d76eca14a56-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) +[2024-12-25 12:22:50] Checking auditor stats +=============================================================================== fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0453 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0577 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0646 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1317 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:07 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0856 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0496 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1109 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0617 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0614 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0620 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0926 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0573 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0607 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0788 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0601 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0162 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0898 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0092 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:08 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0832 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0458 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0780 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0639 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0603 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0804 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0623 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0617 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0574 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0582 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0778 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0579 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0519 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0590 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0642 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:09 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0596 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0559 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0775 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0974 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0268 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0631 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0030 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0533 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0617 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0424 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0609 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0553 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0364 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0489 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0503 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0488 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0467 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0449 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0649 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0077 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:10 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0297 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0738 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0713 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0523 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0425 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1824845 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: Traceback (most recent call last): @@ -7553,63 +8273,453 @@ ~~~~~~~~~~^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' test-reaper INFO: Devices pass completed: 0.00s -[2026-01-27 18:23:08] Checking auditor stats -=============================================================================== +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmplz1xfx8a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplz1xfx8a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmplz1xfx8a/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplz1xfx8a/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:49 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0326 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0633 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0593 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0737 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8125286180194d63ab3df-00676bf91a" "proxy-server 546110" 0.0008 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52733/sda1/1/a/c" "tx8125286180194d63ab3df-00676bf91a" "container-server 546110" 0.0038 "-" 546110 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:53285/sdb1/1/a/c" "tx8125286180194d63ab3df-00676bf91a" "container-server 546110" 0.0006 "-" 546110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8125286180194d63ab3df-00676bf91a" "proxy-server 546110" 0.1622 "-" 546110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8125286180194d63ab3df-00676bf91a" "proxy-server 546110" 0.0975 "-" 546110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/22/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8125286180194d63ab3df-00676bf91a - 0.1673 - - 1735129370.046104431 1735129370.213376760 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc3fe6d0119154791b1867-00676bf91a" "proxy-server 546110" 0.0007 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52733/sda1/1/a1/c1" "txc3fe6d0119154791b1867-00676bf91a" "container-server 546110" 0.0039 "-" 546110 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53285/sdb1/1/a1/c1" "txc3fe6d0119154791b1867-00676bf91a" "container-server 546110" 0.0007 "-" 546110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc3fe6d0119154791b1867-00676bf91a" "proxy-server 546110" 0.1219 "-" 546110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc3fe6d0119154791b1867-00676bf91a" "proxy-server 546110" 0.0682 "-" 546110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/22/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc3fe6d0119154791b1867-00676bf91a - 0.1265 - - 1735129370.214181900 1735129370.340702534 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7971c29092544a68b3376-00676bf91a" "proxy-server 546110" 0.0561 "-" 546110 -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/22/51 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0004 - - 1735129371.177017689 1735129371.177451611 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/22/51 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0003 - - 1735129371.177828312 1735129371.178165197 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp_0a4btjz/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp_k8m157m/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmp_k8m157m/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.03s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -7621,23 +8731,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7650,23 +8760,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7679,23 +8789,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7708,23 +8818,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7737,23 +8847,23 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7766,23 +8876,49 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail2.db: +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpkd12iz1f/tmp_test_database_auditor/fail1.db: +test ERROR: ERROR Could not get container info /tmp/tmp907or332/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit info = broker.get_info() File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info raise ValueError ValueError -test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) test INFO: Container audit pass completed: 0.00s test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -7849,24 +8985,1353 @@ test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok test.unit.common.test_db_auditor.TestAuditor.test_run_once test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok + +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:52733/sda1/2/a/c1" "tx7971c29092544a68b3376-00676bf91a" "container-server 546110" 0.0007 "-" 546110 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53285/sdb1/2/a/c1" "tx7971c29092544a68b3376-00676bf91a" "container-server 546110" 0.0641 "-" 546110 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7971c29092544a68b3376-00676bf91a" "proxy-server 546110" 0.2011 "-" 546110 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7971c29092544a68b3376-00676bf91a" "proxy-server 546110" 0.1310 "-" 546110 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/22/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7971c29092544a68b3376-00676bf91a - 0.2618 - - 1735129370.341518879 1735129370.603363276 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfe75b16790044b2f866b5-00676bf91a" "proxy-server 546110" 0.0382 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52733/sda1/1/a/c2" "txfe75b16790044b2f866b5-00676bf91a" "container-server 546110" 0.1148 "-" 546110 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:53285/sdb1/1/a/c2" "txfe75b16790044b2f866b5-00676bf91a" "container-server 546110" 0.0007 "-" 546110 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfe75b16790044b2f866b5-00676bf91a" "proxy-server 546110" 0.2123 "-" 546110 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txfe75b16790044b2f866b5-00676bf91a" "proxy-server 546110" 0.2854 "-" 546110 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/22/50 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txfe75b16790044b2f866b5-00676bf91a - 0.3276 - - 1735129370.604281664 1735129370.931832552 2 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0611 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0482 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0651 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0030 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0989 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0495 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:49 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0526 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1241 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0647 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0800 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0439 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0060 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0657 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0446 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0117 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0640 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0642 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0769 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0025 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0662 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1452 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0072 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:50 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0620 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0651 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0346 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0469 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0439 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0379 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0437 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0400 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0517 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:51 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.4126 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.5206 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0174 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0185 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0351 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0379 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0185 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0358 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0463 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0481 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0490 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0380 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0457 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0580 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0437 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0680 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0588 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0531 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0619 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0109 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0601 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0555 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0569 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0323 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0616 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '/BTrqIdrLY8YTNOLWKFNjw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc14eba8876b2d8f184cd38b58a14d8f', 'Content-Length': '289'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '9HA6VY0vhylwbFt1QtCRmw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f4703a558d2f8729706c5b7542d0919b', 'Content-Length': '230'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains @@ -7889,45 +10354,535 @@ test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_close_error +test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit +test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_delete +test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +Ring Builder file does not exist: /tmp/tmpxrhbmpw3/tmp3_yj39x8 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpn86ynowh/tmpicrb5my7 +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmps02ih2oy/tmpg_vgkm5u, build version 4, id 233abd238f8a4ab680d61ff798c2707c +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmps02ih2oy/tmpg_vgkm5u.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 @@ -7956,115 +10911,115 @@ /build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 30 1 - 38 1 + 29 1 + 0 1 Partition Matches - 1 1 - 2 1 - 10 1 - 17 1 - 19 1 - 25 1 - 26 1 - 34 1 - 36 1 + 4 1 + 11 1 + 13 1 + 20 1 + 28 1 + 29 1 + 33 1 + 39 1 40 1 - 42 1 - 44 1 - 47 1 - 52 1 + 48 1 54 1 + 56 1 58 1 - 4 1 + 60 1 + 61 1 + 63 1 + 1 1 5 1 + 7 1 8 1 - 20 1 + 9 1 + 14 1 21 1 - 23 1 - 32 1 - 33 1 - 39 1 - 43 1 - 45 1 - 48 1 + 26 1 + 27 1 + 42 1 + 47 1 50 1 + 51 1 + 52 1 55 1 - 62 1 - 63 1 - 3 1 - 12 1 - 15 1 + 57 1 + 2 1 + 6 1 16 1 - 27 1 - 29 1 + 17 1 + 18 1 + 19 1 + 22 1 + 23 1 + 24 1 30 1 - 31 1 - 35 1 - 37 1 - 38 1 - 41 1 - 51 1 - 53 1 - 56 1 - 60 1 -Partition Matches - 4 1 - 6 1 - 8 1 - 13 1 - 14 1 - 20 1 - 32 1 34 1 + 35 1 36 1 - 37 1 - 39 1 - 41 1 - 45 1 - 48 1 - 49 1 - 60 1 - 1 1 + 43 1 + 46 1 + 62 1 +Partition Matches 2 1 - 10 1 - 12 1 + 9 1 + 14 1 15 1 17 1 + 18 1 + 26 1 + 28 1 + 31 1 + 36 1 + 38 1 + 49 1 + 50 1 + 53 1 + 54 1 + 55 1 + 3 1 + 11 1 19 1 - 21 1 + 20 1 + 23 1 + 27 1 29 1 30 1 33 1 - 35 1 40 1 - 50 1 + 41 1 + 44 1 + 45 1 + 52 1 + 58 1 62 1 - 63 1 0 1 - 3 1 - 11 1 - 23 1 - 28 1 - 38 1 - 43 1 - 47 1 + 1 1 + 4 1 + 6 1 + 7 1 + 8 1 + 12 1 + 13 1 + 16 1 + 22 1 + 24 1 + 32 1 + 37 1 51 1 - 53 1 - 54 1 - 55 1 - 56 1 57 1 - 58 1 61 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 24 1 - 27 1 + 46 1 + 63 1 Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 Partition Matches - 32 1 - 25 1 -Specified builder file "/tmp/tmp1ebyovnl/tmplu0d16eq" is not rebalanced yet. Please rebalance first. + 53 1 + 18 1 +Specified builder file "/tmp/tmp1jlaah2t/tmp1797l3h0" is not rebalanced yet. Please rebalance first. swift-ring-builder list_parts [] .. or @@ -8120,7 +11075,262 @@ Nerd explanation: All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + File "/usr/lib/python3.13/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ~~~~~~~~~~~~~~~~~~~~~~~^^^ + File "/usr/lib/python3.13/json/decoder.py", line 345, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:50 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok + +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0532 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0406 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0432 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0598 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0540 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:53 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0455 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 1.0600 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0579 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0433 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:54 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0578 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1439 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0699 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0839 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0959 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0593 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0615 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0579 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0499 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0416 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0512 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:55 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0588 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.1722 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.3628 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1459 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0724 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0673 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0606 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0516 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0521 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0648 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:56 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0424 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0780 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0572 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0748 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0603 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0453 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0608 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0114 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0637 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0520 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0679 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0675 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0516 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0720 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0404 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0632 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0651 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:57 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0630 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0674 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0544 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0012 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0561 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0065 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0496 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0619 "-" 546115 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok + swift-ring-builder 1.3 swift-ring-builder @@ -8334,902 +11544,335 @@ and port. Any of the options are optional in both cases. - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmp_emblcqa/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmp_emblcqa/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmp_emblcqa/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test WARNING: boom +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmp829v9y5j/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp829v9y5j/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0664 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0604 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0582 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0636 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0588 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0532 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0981 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0927 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0414 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0021 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0021 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0022 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0022 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0663 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:11 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0998 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0595 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0050 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0701 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0487 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0521 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0540 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0564 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0791 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0723 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0675 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0877 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0593 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0575 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0602 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0512 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:12 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0691 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0613 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0577 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0821 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0501 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0470 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0669 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0601 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0425 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0553 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0619 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0510 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0023 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0020 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0519 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0029 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0532 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0499 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0454 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0473 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:13 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0690 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0434 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0449 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1624 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0538 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0728 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0730 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0610 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0696 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0444 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0505 "-" 1824845 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_namespace ... ok -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments -test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_xml_with_comments ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok test.unit.account.test_server.TestAccountController.test_POST_insufficient_space @@ -9238,519 +11881,237 @@ test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx70f689c616af4f3792b11-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx743f1db5cfce4a489d381-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txe4be3bf8cf30441a8b9ed-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ~~~~~~~~~~~~~~~~~^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok Loaded db broker for a/c -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflictLoaded db broker for a/c - ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok Loaded db broker for a/c -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok + + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. swift-ring-builder set_zone [ set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok - -fake INFO: - - 27/Jan/2026/18/23/17 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769539197 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1769538197.367728710 1769538197.367853880 - -test1 -STDOUT: test2 -STDERR: test4 -test5 -STDERR: test6 -test8 -STDOUT: a#012b#012c -STDOUT: d -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -I like ham -STDERR: --- Logging error --- -STDERR: Traceback (most recent call last): -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit - raise socket.error(errno.ENOTCONN, "This is an ex-syslog") -STDERR: OSError: [Errno 107] This is an ex-syslog -STDERR: Call stack: -STDERR: File "", line 198, in _run_module_as_main -STDERR: File "", line 88, in _run_code -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in - main() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main - program.TestProgram( -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ - self.runTests() -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests - self.result = testRunner.run(self.test) -STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run - test(result) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ - return self.run(*args, **kwds) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run - self._callTestMethod(testMethod) -STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod - if method() is not None: -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion - logger.info("I like ham") -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info - self._log(INFO, msg, args, **kwargs) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log - self.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle - self.callHandlers(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers - hdlr.handle(record) -STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle - self.emit(record) -STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit - self.handleError(record) -STDERR: Message: 'I like ham' -Arguments: () -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion -test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio -test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception -test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index -test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger -test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time -test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length -test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok + +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0590 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0739 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0589 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0073 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0798 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0828 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0391 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0729 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0576 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0644 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0693 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:58 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0829 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0558 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0675 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0524 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0424 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0403 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0529 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0516 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0501 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1357 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1607 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0074 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0555 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0418 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:22:59 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0422 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0699 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0518 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1729 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0589 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0586 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0039 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0598 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0507 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0662 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0709 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0632 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0565 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0595 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0542 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:00 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0627 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1125 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1270 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1087 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0545 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0384 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0489 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0795 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0630 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:14 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0528 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0674 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0848 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0429 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0699 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0609 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0602 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0599 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0324 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0558 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0377 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0027 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0485 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0699 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0828 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:15 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1190 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0032 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0525 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0432 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0498 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0589 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0579 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0478 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0582 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0558 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0157 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0580 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0567 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0562 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0519 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0602 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0549 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0530 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2083 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0929 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0354 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0972 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0022 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0675 "-" 1824845 -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok test.unit.account.test_server.TestAccountController.test_PUT_not_found test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works @@ -10681,80 +12646,201 @@ test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok test.unit.account.test_server.TestAccountController.test_correct_allowed_method test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txf83fae953d094812adda9-00676bf922) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txf83fae953d094812adda9-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa22ce1dcfbda4e7a9785f-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx9075e8a365d24953a635d-00676bf922)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok + + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. swift-ring-builder write_builder [min_part_hours] Recreate a builder from a ring file (lossy) if you lost your builder @@ -10814,11 +12900,11 @@ Exit codes: 0 = operation successful 1 = operation completed with warnings 2 = error -/tmp/tmpfb1pmpjk/tmp4ahxpgpu, build version 4, id 4572a1fcd278401d9b1f377eebdb8780 +/tmp/tmpwkqhz968/tmp5vvu_hj4, build version 4, id fa9a2462b48341408a81c80f1bce8cb7 64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpfb1pmpjk/tmp4ahxpgpu.ring.gz not found, probably it hasn't been written yet +Ring file /tmp/tmpwkqhz968/tmp5vvu_hj4.ring.gz not found, probably it hasn't been written yet Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 @@ -10863,96 +12949,19 @@ assigned partition number and the second column is the number of device matches for that partition. The list is ordered from most number of matches to least. If there are a lot of devices to match against, this command - could take a while to run. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok @@ -10972,348 +12981,482 @@ test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom -fake-swift DEBUG: Calling S3Api Middleware + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0622 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0772 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1397 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0570 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0570 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0124 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:17 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0588 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0529 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0598 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0195 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:18 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:18 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:23:18 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0046 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:18 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1824845 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0557 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0551 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0543 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0032 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0469 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0409 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0439 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0650 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0465 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0462 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0646 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0353 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0013 "-" 1824845 0 -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0550 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0296 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0488 "-" 1824845 - -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server ERROR: Object returning 503 for [] (txn: tx9075e8a365d24953a635d-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.5:1005/sdf (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5c010f64d94e4a4289e4f-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx000c1a2fdad54a288b917-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx6fb4ac565ed84c5592fd7-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok + +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0443 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1275 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1138 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0039 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0779 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:01 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0876 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0567 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0375 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:02 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:23:02 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0020 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:02 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0001 "-" 546115 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0637 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0515 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0535 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0030 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0554 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0519 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0713 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0028 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0807 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0490 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0018 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0542 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0511 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0022 "-" 546115 1 +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0660 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:02 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0855 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0625 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0041 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0481 "-" 546115 -test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok test.unit.account.test_server.TestAccountController.test_not_allowed_method test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. swift-ring-builder set_weight [ ] ... [--yes] @@ -11418,52 +13561,19 @@ ------------------------------------------------------------------------------- Partition power increase in progress. You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance.test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok @@ -11487,155 +13597,354 @@ test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok + +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txba00b72fcf894c50b1629-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 490, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txb19ef79c8ff349229f5d6-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbcd818fb0cba4f62a6649-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbcd818fb0cba4f62a6649-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbcd818fb0cba4f62a6649-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 412 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf659ed5b3a0e4666b22c9-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok + +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 @@ -11717,7 +14026,438 @@ 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data Devices: id region zone ip address port replication ip replication port name weight partitions balance meta 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok + Devices: id region zone ip address port replication ip replication port name weight partitions balance meta 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 @@ -11780,172 +14520,7 @@ Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data"test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok - +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" @@ -12039,65 +14614,39 @@ Nerd explanation: All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok @@ -12113,183 +14662,800 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/objecttest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok + +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0537 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0507 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0622 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0542 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0613 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0519 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0018 "-" 546115 0 +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0629 "-" 546115 1 +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1241 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0482 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:03 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0020 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0367 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0518 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0642 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0430 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0481 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0702 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0048 "-" 546115 1 +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0686 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0851 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0209 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0484 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0702 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0732 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0666 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0315 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0685 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0547 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0057 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:04 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0641 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0496 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0534 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.2921 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0674 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0709 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0643 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0906 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1414 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0738 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0422 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0555 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0485 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0016 "-" 546115 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. swift-ring-builder set_region [ set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - -Where and are replication ip and port. - -Any part is optional, but you must include at least one part. - -Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - -Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - -Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok @@ -12495,1174 +15585,1234 @@ test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok -Unlinked retiring db '/tmp/tmpq94_7tkc/containers/part/suffix/hash/container.db' -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0033 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0347 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0884 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.4092 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1052 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:20 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.5218 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:20 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.5435 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:20 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.5019 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0013 "-" 1824845 0 -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.2664 "-" 1824845 1 -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1160 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0479 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0433 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0584 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0612 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:21 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0562 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0617 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0608 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 1 -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0606 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2554 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:22 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.1933 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 1.5259 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2369 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0350 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0779 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1153 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0485 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0827 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0746 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:24 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0810 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0559 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0411 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0935 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0441 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0039 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0486 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0486 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0448 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0005 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0977 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0465 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0733 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:25 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0586 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0671 "-" 1824845 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpfa6ryw70/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfa6ryw70/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfa6ryw70/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfa6ryw70/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0363 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0478 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0600 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0434 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx42ca27f417b44b1d8f87b-006979029d" "proxy-server 1824839" 0.0011 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:54931/sda1/1/a/c" "tx42ca27f417b44b1d8f87b-006979029d" "container-server 1824839" 0.0016 "-" 1824839 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47105/sdb1/1/a/c" "tx42ca27f417b44b1d8f87b-006979029d" "container-server 1824839" 0.0013 "-" 1824839 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42ca27f417b44b1d8f87b-006979029d" "proxy-server 1824839" 0.1036 "-" 1824839 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx42ca27f417b44b1d8f87b-006979029d" "proxy-server 1824839" 0.0633 "-" 1824839 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx42ca27f417b44b1d8f87b-006979029d - 0.1130 - - 1769538205.562137604 1769538205.675150394 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8ec50e3499bc466aa76c0-006979029d" "proxy-server 1824839" 0.0011 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54931/sda1/1/a1/c1" "tx8ec50e3499bc466aa76c0-006979029d" "container-server 1824839" 0.0010 "-" 1824839 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47105/sdb1/1/a1/c1" "tx8ec50e3499bc466aa76c0-006979029d" "container-server 1824839" 0.0008 "-" 1824839 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8ec50e3499bc466aa76c0-006979029d" "proxy-server 1824839" 0.0569 "-" 1824839 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8ec50e3499bc466aa76c0-006979029d" "proxy-server 1824839" 0.1374 "-" 1824839 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8ec50e3499bc466aa76c0-006979029d - 0.1440 - - 1769538205.676693439 1769538205.820737839 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7f70da8c46284a9fa6302-006979029d" "proxy-server 1824839" 0.0556 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:54931/sda1/2/a/c1" "tx7f70da8c46284a9fa6302-006979029d" "container-server 1824839" 0.0009 "-" 1824839 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47105/sdb1/2/a/c1" "tx7f70da8c46284a9fa6302-006979029d" "container-server 1824839" 0.0489 "-" 1824839 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f70da8c46284a9fa6302-006979029d" "proxy-server 1824839" 0.1058 "-" 1824839 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7f70da8c46284a9fa6302-006979029d" "proxy-server 1824839" 0.1613 "-" 1824839 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/26 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7f70da8c46284a9fa6302-006979029d - 0.2231 - - 1769538205.821916580 1769538206.045030594 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txab28ab7a78814eeba2173-006979029e" "proxy-server 1824839" 0.0608 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54931/sda1/1/a/c2" "txab28ab7a78814eeba2173-006979029e" "container-server 1824839" 0.0013 "-" 1824839 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47105/sdb1/1/a/c2" "txab28ab7a78814eeba2173-006979029e" "container-server 1824839" 0.0757 "-" 1824839 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txab28ab7a78814eeba2173-006979029e" "proxy-server 1824839" 0.1998 "-" 1824839 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txab28ab7a78814eeba2173-006979029e" "proxy-server 1824839" 0.1355 "-" 1824839 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txab28ab7a78814eeba2173-006979029e - 0.2670 - - 1769538206.046235800 1769538206.313235521 2 -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile456test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + query={'prefix': req.object_name, + 'versions': True}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/23/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1735129386.370864391 1735129386.371488571 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/23/06 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0005 - - 1735129386.371854067 1735129386.372350931 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but not supported: md5, not-a-valid-digest +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) swiftoperator,admin as account admin +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) + ~~~~~~~~^^^^ +OSError: [Errno 9] Bad file descriptor +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpofbj59bi: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok + +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + +Where and are replication ip and port. + +Any part is optional, but you must include at least one part. + +Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + +Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" +Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 Search value matched 0 devices. @@ -13761,7 +16911,418 @@ Nerd explanation: All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + 'version-id': item['version_id']}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok + +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0895 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0585 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0463 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0867 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0551 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0457 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0561 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0502 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:06 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0055 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0322 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0443 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0554 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0491 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0054 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0505 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0015 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0439 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0387 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0492 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0533 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0372 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0664 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0388 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0091 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0397 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0403 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0408 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0478 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0403 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0495 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0520 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:07 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0582 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0631 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0579 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0425 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0683 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0447 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0024 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0524 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0652 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0623 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0573 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0461 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0014 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0447 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0530 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0477 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0521 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0510 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0038 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:08 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0577 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0658 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0432 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0438 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0460 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0096 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0647 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0611 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0491 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0516 "-" 546115 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:22:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok + Search value matched 0 devices. The on-disk ring builder is unchanged. Unknown command: unknown @@ -13963,114 +17524,6 @@ This is so you can make multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok test.unit.cli.test_ringbuilder.TestCommands.test_validate @@ -14087,2537 +17540,98 @@ test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0631 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1064 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0594 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0647 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1031 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0524 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0406 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0347 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0441 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0463 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0510 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0026 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0491 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0637 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:26 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0737 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0614 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0697 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0675 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0586 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0593 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0758 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0064 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0639 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0679 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0665 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0349 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0630 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0699 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:27 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0674 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0454 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0484 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0485 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0664 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0504 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0021 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0485 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0022 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0530 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0593 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0415 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0552 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0567 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0543 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0477 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0667 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0459 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0526 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0488 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0497 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:28 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0033 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0621 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0349 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0505 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0511 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0607 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0110 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0389 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0010 "-" 1824845 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok - - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmps5prvgxv/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :1() - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile123 -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile456 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:23:26 2026 /tmp/tmpmgy5bvoa/unittest.profile1824839 - - 15 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir -test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 -test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil -test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none -test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta -test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_false -test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_float -test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal -test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable -test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_int -test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion -test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat -test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal -test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit -test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering -test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons -test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw -test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset -test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -Unlinked retiring db '/tmp/tmp907kjmfa/containers/part/suffix/hash/container.db' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 164 (Last start was 0) -Gather start is 164 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sda -Placed 97/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd -Placed 97/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc -Placed 97/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdb -Placed 173/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sda -Placed 173/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdd -Placed 173/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc -Placed 210/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdb -Placed 210/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda -Placed 210/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd -Placed 100/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc -Placed 100/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb -Placed 100/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda -Placed 103/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdd -Placed 103/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdc -Placed 103/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdb -Placed 190/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda -Placed 190/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdd -Placed 190/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc -Placed 135/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sdb -Placed 135/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sda -Placed 135/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdd -Placed 128/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sda -Placed 227/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd -Placed 227/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc -Placed 227/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb -Placed 195/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sda -Placed 195/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd -Placed 195/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdc -Placed 177/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdb -Placed 177/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda -Placed 177/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdd -Placed 140/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc -Placed 140/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdb -Placed 140/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda -Placed 118/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdd -Placed 118/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdc -Placed 118/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb -Placed 179/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda -Placed 179/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdd -Placed 179/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdc -Placed 250/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdb -Placed 250/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda -Placed 250/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdc -Placed 221/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdb -Placed 221/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda -Placed 108/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdd -Placed 108/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc -Placed 108/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdb -Placed 75/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda -Placed 75/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd -Placed 75/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc -Placed 5/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdb -Placed 5/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sda -Placed 5/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sdd -Placed 165/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc -Placed 165/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda -Placed 95/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdc -Placed 95/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdb -Placed 102/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda -Placed 102/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdc -Placed 169/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb -Placed 169/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sda -Placed 169/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc -Placed 235/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb -Placed 235/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sda -Placed 78/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sdc -Placed 78/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdb -Placed 7/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdd -Placed 7/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdc -Placed 10/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdb -Placed 10/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda -Placed 10/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdd -Placed 28/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc -Placed 28/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdb -Placed 28/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdd -Placed 131/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdc -Placed 131/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb -Placed 29/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sda -Placed 29/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc -Placed 13/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb -Placed 13/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda -Placed 13/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd -Placed 136/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc -Placed 136/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdb -Placed 136/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sda -Placed 133/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd -Placed 133/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc -Placed 133/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb -Placed 30/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sda -Placed 30/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd -Placed 30/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc -Placed 130/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdb -Placed 130/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda -Placed 130/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd -Placed 154/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdc -Placed 154/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb -Placed 154/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda -Placed 170/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdd -Placed 170/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc -Placed 170/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdb -Placed 157/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda -Placed 157/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdd -Placed 157/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sdc -Placed 193/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb -Placed 193/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sda -Placed 193/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd -Placed 197/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdc -Placed 197/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdb -Placed 197/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda -Placed 153/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdd -Placed 153/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc -Placed 153/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda -Placed 180/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd -Placed 180/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc -Placed 52/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdb -Placed 52/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda -Placed 52/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdd -Placed 115/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdc -Placed 115/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb -Placed 115/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sda -Placed 104/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd -Placed 104/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc -Placed 104/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdb -Placed 91/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdd -Placed 91/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda -Placed 90/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd -Placed 12/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdc -Placed 12/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda -Placed 236/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdd -Placed 236/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc -Placed 236/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb -Placed 107/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sda -Placed 107/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdd -Placed 107/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb -Placed 187/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda -Placed 187/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd -Placed 228/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc -Placed 228/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb -Placed 228/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sda -Placed 101/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd -Placed 101/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc -Placed 101/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdb -Placed 230/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda -Placed 230/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdd -Placed 230/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdc -Placed 191/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb -Placed 191/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sda -Placed 191/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd -Placed 106/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc -Placed 106/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdb -Placed 106/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda -Placed 4/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdd -Placed 4/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdc -Placed 4/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb -Placed 59/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda -Placed 59/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd -Placed 59/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdc -Placed 57/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdb -Placed 57/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sda -Placed 57/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd -Placed 113/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc -Placed 113/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdb -Placed 113/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sda -Placed 171/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd -Placed 171/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc -Placed 171/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdb -Placed 143/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda -Placed 143/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd -Placed 143/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdc -Placed 223/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb -Placed 223/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sda -Placed 223/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd -Placed 194/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdc -Placed 194/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb -Placed 194/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdd -Placed 99/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc -Placed 99/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb -Placed 237/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sda -Placed 237/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd -Placed 237/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdc -Placed 156/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdb -Placed 156/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sda -Placed 156/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd -Placed 127/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdc -Placed 127/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb -Placed 127/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda -Placed 56/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd -Placed 56/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdc -Placed 56/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb -Placed 82/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda -Placed 82/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd -Placed 82/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdc -Placed 184/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb -Placed 184/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sda -Placed 184/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd -Placed 123/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb -Placed 123/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sda -Placed 147/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd -Placed 147/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc -Placed 147/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sdb -Placed 119/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sda -Placed 119/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd -Placed 119/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc -Placed 85/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sdb -Placed 85/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sda -Placed 85/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd -Placed 1/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc -Placed 1/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb -Placed 1/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sda -Placed 114/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdc -Placed 114/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb -Placed 217/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdd -Placed 217/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc -Placed 21/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb -Placed 21/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sda -Placed 21/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdd -Placed 213/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc -Placed 213/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdb -Placed 213/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda -Placed 49/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdd -Placed 49/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdc -Placed 49/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb -Placed 55/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sda -Placed 55/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd -Placed 55/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdc -Placed 9/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdb -Placed 9/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sda -Placed 9/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd -Placed 83/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdc -Placed 83/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdb -Placed 83/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda -Placed 51/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdd -Placed 51/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc -Placed 51/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sda -Placed 212/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdd -Placed 212/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdc -Placed 53/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdb -Placed 53/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda -Placed 53/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdc -Placed 134/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdb -Placed 134/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd -Placed 17/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc -Placed 17/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdb -Placed 222/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sda -Placed 222/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd -Placed 222/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc -Placed 168/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sdb -Placed 168/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sda -Placed 168/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd -Placed 14/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda -Placed 8/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd -Placed 8/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdc -Placed 8/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb -Placed 186/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sda -Placed 186/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdd -Placed 186/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdc -Placed 229/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb -Placed 229/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda -Placed 229/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdd -Placed 248/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc -Placed 248/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb -Placed 248/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sda -Placed 231/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd -Placed 231/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdc -Placed 231/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sda -Placed 159/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd -Placed 159/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sda -Placed 2/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sdd -Placed 161/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb -Placed 161/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sda -Placed 92/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdd -Placed 92/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdc -Placed 92/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdb -Placed 112/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sda -Placed 112/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdd -Placed 112/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc -Placed 219/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sdb -Placed 219/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sda -Placed 219/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdd -Placed 175/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdc -Placed 175/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdb -Placed 175/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sda -Placed 58/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd -Placed 58/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdc -Placed 58/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda -Placed 64/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd -Placed 64/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdc -Placed 192/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb -Placed 192/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda -Placed 192/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd -Placed 19/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc -Placed 19/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdd -Placed 126/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdc -Placed 126/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb -Placed 84/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sda -Placed 84/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd -Placed 84/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc -Placed 247/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdb -Placed 247/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda -Placed 247/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd -Placed 199/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdc -Placed 199/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdb -Placed 199/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd -Placed 255/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc -Placed 255/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdb -Placed 226/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda -Placed 226/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdd -Placed 226/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc -Placed 238/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdb -Placed 238/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda -Placed 238/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd -Placed 80/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdc -Placed 80/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb -Placed 80/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda -Placed 145/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdd -Placed 145/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc -Placed 145/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdb -Placed 43/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda -Placed 43/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc -Placed 189/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdb -Placed 189/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdd -Placed 249/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc -Placed 249/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdd -Placed 11/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc -Placed 11/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sda -Placed 142/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd -Placed 142/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc -Placed 111/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdb -Placed 111/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sda -Placed 111/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sdd -Placed 151/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc -Placed 151/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb -Placed 151/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sda -Placed 163/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdd -Placed 163/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc -Placed 163/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sda -Placed 252/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd -Placed 252/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc -Placed 155/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdb -Placed 155/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda -Placed 155/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdd -Placed 73/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdc -Placed 73/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb -Placed 73/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sda -Placed 47/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc -Placed 47/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdb -Placed 162/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda -Placed 162/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdc -Placed 45/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb -Placed 45/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda -Placed 45/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdd -Placed 120/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdc -Placed 120/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb -Placed 120/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sda -Placed 205/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sdd -Placed 205/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc -Placed 205/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdb -Placed 141/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sda -Placed 141/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd -Placed 141/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc -Placed 196/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb -Placed 196/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sda -Placed 196/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd -Placed 37/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdc -Placed 37/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdb -Placed 37/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda -Placed 31/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdd -Placed 31/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc -Placed 31/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb -Placed 148/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda -Placed 148/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd -Placed 148/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdc -Placed 6/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdb -Placed 6/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sda -Placed 6/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sdd -Placed 234/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdb -Placed 234/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda -Placed 46/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdd -Placed 46/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc -Placed 46/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb -Placed 23/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sda -Placed 23/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda -Placed 76/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdd -Placed 62/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc -Placed 62/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sda -Placed 246/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd -Placed 246/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc -Placed 246/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdb -Placed 218/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda -Placed 218/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdd -Placed 218/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb -Placed 60/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sda -Placed 60/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc -Placed 129/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdb -Placed 129/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdd -Placed 139/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdc -Placed 139/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdb -Placed 121/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sda -Placed 121/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdd -Placed 121/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdc -Placed 254/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb -Placed 254/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sda -Placed 254/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd -Placed 79/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb -Placed 79/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sda -Placed 240/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd -Placed 240/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc -Placed 240/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdb -Placed 253/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda -Placed 253/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd -Placed 253/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb -Placed 225/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda -Placed 225/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd -Placed 243/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc -Placed 243/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdb -Placed 243/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda -Placed 239/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdd -Placed 239/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sda -Placed 144/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdd -Placed 144/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc -Placed 242/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdb -Placed 242/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda -Placed 242/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdd -Placed 48/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc -Placed 48/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdb -Placed 48/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sda -Placed 215/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdd -Placed 215/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc -Placed 215/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb -Placed 38/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda -Placed 38/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd -Placed 38/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sda -Placed 207/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdd -Placed 116/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdc -Placed 116/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb -Placed 116/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sda -Placed 105/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdd -Placed 105/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb -Placed 93/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda -Placed 93/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdc -Placed 72/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb -Placed 72/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda -Placed 72/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdd -Placed 152/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdc -Placed 152/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb -Placed 152/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sda -Placed 160/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sdd -Placed 160/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc -Placed 160/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdb -Placed 245/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda -Placed 245/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdd -Placed 245/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc -Placed 122/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sda -Placed 122/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdd -Placed 35/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc -Placed 35/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdb -Placed 35/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sda -Placed 81/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd -Placed 81/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc -Placed 81/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdb -Placed 61/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sda -Placed 61/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd -Placed 61/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc -Placed 68/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb -Placed 68/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sda -Placed 68/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd -Placed 204/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc -Placed 204/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdb -Placed 204/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda -Placed 150/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdd -Placed 150/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc -Placed 150/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdb -Placed 241/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda -Placed 241/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdd -Placed 241/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc -Placed 20/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdb -Placed 20/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sda -Placed 20/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd -Placed 98/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc -Placed 98/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb -Placed 98/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda -Placed 132/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdd -Placed 132/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb -Placed 36/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sda -Placed 36/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdd -Placed 36/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc -Placed 54/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb -Placed 54/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd -Placed 244/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc -Placed 244/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb -Placed 244/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sda -Placed 22/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd -Placed 22/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdb -Placed 181/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda -Placed 181/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdc -Placed 220/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdb -Placed 220/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda -Placed 220/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd -Placed 15/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc -Placed 15/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdb -Placed 15/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sda -Placed 216/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd -Placed 216/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc -Placed 216/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdb -Placed 251/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda -Placed 251/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdc -Placed 34/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdb -Placed 34/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sda -Placed 34/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd -Placed 178/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc -Placed 178/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdb -Placed 178/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda -Placed 65/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdd -Placed 65/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc -Placed 65/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdb -Placed 70/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda -Placed 70/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdd -Placed 70/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc -Placed 67/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdb -Placed 67/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdd -Placed 71/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc -Placed 71/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdb -Placed 71/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda -Placed 16/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd -Placed 16/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc -Placed 16/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sda -Placed 203/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdd -Placed 203/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb -Placed 96/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sda -Placed 96/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd -Placed 166/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc -Placed 166/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdb -Placed 166/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda -Placed 41/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdc -Placed 41/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdb -Placed 183/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sda -Placed 183/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdd -Placed 183/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc -Placed 25/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda -Placed 25/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd -Placed 158/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdc -Placed 158/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdb -Placed 158/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sda -Placed 233/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd -Placed 233/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc -Placed 233/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdb -Placed 206/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda -Placed 206/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdd -Placed 206/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb -Placed 0/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sda -Placed 0/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc -Placed 182/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb -Placed 182/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda -Placed 33/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdd -Placed 33/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc -Placed 33/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdb -Placed 176/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda -Placed 176/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd -Placed 176/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdc -Placed 109/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb -Placed 109/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda -Placed 109/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdd -Placed 174/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdc -Placed 174/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb -Placed 174/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda -Placed 125/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdd -Placed 125/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc -Placed 125/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb -Placed 201/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda -Placed 201/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdd -Placed 201/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda -Placed 42/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdd -Placed 200/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdc -Placed 200/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdb -Placed 200/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sda -Placed 137/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdd -Placed 137/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdc -Placed 137/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdb -Placed 77/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda -Placed 77/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdd -Placed 77/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc -Placed 202/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda -Placed 202/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdd -Placed 27/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdc -Placed 27/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdb -Placed 27/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sda -Placed 39/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd -Placed 39/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc -Placed 39/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb -Placed 124/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda -Placed 124/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd -Placed 124/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdc -Placed 138/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdb -Placed 138/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda -Placed 138/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdd -Placed 146/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc -Placed 146/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda -Placed 209/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdd -Placed 209/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc -Placed 209/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb -Placed 74/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd -Placed 74/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc -Placed 208/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdb -Placed 208/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd -Placed 50/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdc -Placed 50/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb -Placed 50/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sda -Placed 66/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd -Placed 66/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc -Placed 66/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdb -Placed 117/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda -Placed 117/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd -Placed 117/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdc -Placed 24/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb -Placed 24/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda -Placed 24/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd -Placed 185/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc -Placed 185/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb -Placed 185/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sda -Placed 63/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd -Placed 63/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdc -Placed 63/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdb -Placed 172/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda -Placed 172/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdd -Placed 172/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sdc -Placed 3/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb -Placed 3/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sda -Placed 3/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd -Placed 44/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc -Placed 44/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdb -Placed 44/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sda -Placed 18/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd -Placed 18/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb -Placed 214/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda -Placed 214/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd -Placed 214/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc -Placed 232/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdb -Placed 232/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda -Placed 232/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdd -Placed 40/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc -Placed 40/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sda -Placed 149/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd -Placed 149/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc -Placed 149/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sda -Placed 86/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdd -Placed 86/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc -Placed 69/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdb -Placed 69/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda -Placed 69/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdd -Placed 94/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdb -Placed 94/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda -Placed 88/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdd -Placed 88/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc -Placed 88/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb -Placed 224/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda -Placed 224/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdd -Placed 224/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdc -Placed 89/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdb -Placed 89/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda -Placed 89/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdd -Placed 26/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd -Placed 32/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdc -Placed 32/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb -Placed 87/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sda -Placed 87/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sdd -Placed 87/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc -Placed 167/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdb -Placed 167/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sdc -Placed 188/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb -Placed 188/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda -Placed 110/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdd -Placed 110/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdc -Placed 110/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdb -Placed 211/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda -Placed 211/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdd -Placed 211/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdc -Placed 198/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdb -Placed 198/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda -Placed 198/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdd -Placed 164/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdc -Placed 164/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdb -Placed 164/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -Gather start is 246 (Last start was 164) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -DEBUG: Gather start is 246 (Last start was 164) -Gather start is 246 (Last start was 164) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok + +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -16630,6 +17644,24 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -16645,102 +17677,347 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/23/05 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1735129385.756633043 1735129385.757214785 1 fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/23/05 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0005 - - 1735129385.757553101 1735129385.758061886 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok + +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpw58uro3s/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpw58uro3s/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppxipzsmj/sda/fake/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00644 seconds (155.20997/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00024 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00016 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 + +user quit +No .MockServer object at 0x7f6653fd9d00> running +.MockServerFactory.MockServer object at 0x7f6658280590> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0x7f66582e3390> running +No .MockServerFactory.MockServer object at 0x7f66538a6990> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f66583336f0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f6658282120> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f6658282120> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f66582e2e90> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f66582e2e90> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f66538a6990> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f66538a6990> pid: None signal: 9 +test WARNING: More than one part in a single-part response? +test NOTICE: Child 546117 exiting normally +test NOTICE: Started child 88 from parent 546117 +test NOTICE: Started child 89 from parent 546117 +test ERROR: Removing dead child 88 from parent 546117 +test NOTICE: Started child 90 from parent 546117 +test NOTICE: Started child 88 from parent 546117 +test NOTICE: Started child 89 from parent 546117 +test ERROR: Problem finding shard upper in '/tmp/tmpoxqov_hs/test_container.db': : LockTimeout (Nones)test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok + + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + Option --yes assume a yes response to all questions. swift-ring-builder set_zone [ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok -swift: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538213.420332909 1769538213.420379877 - -swift: 1.2.3.4 1.2.3.4 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 13 - - - 0.0001 - - 1769538213.441217184 1769538213.441275597 - - 0.000 0.000 :0(getcwd) - 3 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 1824839 -my-daemon DEBUG: Forked worker 1824839 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1768870800 -test DEBUG: looking for objects in 1768870800 -test DEBUG: checking container 1768867200 -test DEBUG: looking for objects in 1768867200 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1769533200 -test DEBUG: looking for objects in 1769533200 -test DEBUG: checking container 1769529600 -test DEBUG: looking for objects in 1769529600 -test DEBUG: checking container 1769526000 -test DEBUG: looking for objects in 1769526000 -test DEBUG: checking container 1769522400 -test DEBUG: looking for objects in 1769522400 -test DEBUG: checking container 1769518800 -test DEBUG: looking for objects in 1769518800 -test DEBUG: checking container 1769515200 -test DEBUG: looking for objects in 1769515200 -test DEBUG: checking container 1769511600 -test DEBUG: looking for objects in 1769511600 -test DEBUG: checking container 1769508000test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server ERROR: Object returning 503 for [] (txn: tx18b3cb78edfc4640b625b-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txd4a68a33f0564ecb90af7-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txeec38a1fb5334a949588e-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txa3c82c4e2c27482da8a9e-00676bf922) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe9dfc5fa43794043b24ea-00676bf922) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx0b2363d7b6c34589bc7df-00676bf922) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txee15d9ed40604712ace08-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: Object returning 503 for [] (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok + +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.04 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.041667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmpl749fjj7/tmptn1bfyeo.builder instead of /tmp/tmpl749fjj7/tmptn1bfyeo.ring.gz as builder file +Reassigned 2 (3.12%) partitions. Balance is now 100.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 100.00 indicates you should push this + ring, wait at least 24 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpagiyshi_/tmpjtso4j2r.builder instead of /tmp/tmpagiyshi_/tmpjtso4j2r.ring.gz as builder file +Note: using /tmp/tmpzui7oma_/tmp_siqe907.builder instead of /tmp/tmpzui7oma_/tmp_siqe907.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp3nigobo6/log/swift/profile/default.profile546108.tmp' +Traceback (most recent call last): +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + ~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + ~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3.13/profile.py", line 395, in dump_stats + with open(file, 'wb') as f: + ~~~~^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmp7y28su4x/log/swift/profile/default.profile546108.tmp' +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_with_crypto_override ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0495 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0500 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0410 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0434 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0618 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0380 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0540 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0515 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0020 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1877 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0083 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2477 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0437 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0879 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0413 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0390 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0448 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0348 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0559 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0422 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0483 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0445 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0474 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0403 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0416 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0340 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0430 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0546 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:30 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0330 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0481 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0354 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0454 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0476 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0504 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0455 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0538 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0365 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0460 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0224 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0468 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0470 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0326 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0578 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0438 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0643 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0371 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:31 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1733 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0463 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0422 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0486 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0353 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0394 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0493 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0528 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0551 "-" 1824845 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0600 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0539 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0593 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0591 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0508 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0636 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0072 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0939 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0532 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:09 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0057 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.3141 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0853 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0508 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0517 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0476 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0611 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0709 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0745 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0524 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0564 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0471 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0504 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0602 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:10 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0134 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0578 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0538 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0492 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0315 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0398 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0522 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0353 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0610 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0420 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0399 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0531 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0462 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0054 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0580 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0033 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0540 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0753 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0523 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0534 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0553 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0502 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:11 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0471 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0505 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0452 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0575 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0452 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0701 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0560 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0672 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0654 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0899 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0768 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0034 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0775 "-" 546115 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok @@ -17582,14 +19324,463 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union + +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + sock=sock, fp=fp) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf77c0c92d3c94d2094d3f-00676bf922) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx0423b16e1b1b49829d52b-00676bf929) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx0423b16e1b1b49829d52b-00676bf929) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server ERROR: ERROR Unhandled exception in request: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ~~~~~~~~~^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ + force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + fragment_len, ranges, force_metadata_checks) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx0e52f730a9d645d499e7b-00676bf929) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space @@ -17598,728 +19789,630 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -Unlinked retiring db '/tmp/tmpqlb17iub/containers/part/suffix/hash/container.db' -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +Thu Dec 26 02:23:11 2024 /tmp/tmp3nigobo6/log/swift/profile/default.profile123 +Thu Dec 26 02:23:11 2024 /tmp/tmp3nigobo6/log/swift/profile/default.profile456 +Thu Dec 26 02:23:11 2024 /tmp/tmp3nigobo6/log/swift/profile/default.profile546108 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 9 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000042 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000031 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000021 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET https://cluster.domain HTTP/1.0" 200 117 0.000051 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000021 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx3cb6672e99a9456fb2198-00676bf930) +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (546108) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "PUT /path HTTP/1.0" 200 105 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000019 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000022 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000021 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET / HTTP/1.1" 200 120 0.000031 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET /%FF HTTP/1.1" 200 123 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET /ÿ HTTP/1.1" 200 126 0.000027 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000025 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000025 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET // HTTP/1.1" 200 121 0.000027 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET //bar HTTP/1.1" 200 124 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:12] "GET //////baz HTTP/1.1" 200 128 0.000025 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 25 Dec 2024 12:23:12 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}'test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +Finished. Marked 0 objects for deletion. +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -swift: Warning: Cannot ratelimit without a memcached client -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client -swift: Warning: Cannot ratelimit without a memcached client -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -swift: Ratelimit sleep log: 0.5 for a/c/None -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -swift: Returning 498 for PUT to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Returning 498 for PUT to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Ratelimit sleep log: 0.1 for a/c/None -swift: Ratelimit sleep log: 0.5 for a/c/o -swift: Returning 498 for PUT to a/c/o. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Returning 498 for PUT to a/c/o. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -swift: Ratelimit sleep log: 0.1 for a/c/o -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -swift: Ratelimit sleep log: 0.5 for a/c/None -swift: Returning 498 for GET to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -swift: Returning 498 for GET to a/c. Ratelimit (Max Sleep) Max Sleep Time Exceeded: 1.00 -swift: Ratelimit sleep log: 0.1 for a/c/None -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -swift: Returning 497 because of blacklisting: b -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -swift: Option account_whitelist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: WHITELIST` header to the specific accounts instead. -swift: Option account_blacklist is deprecated. Use an internal client to POST a `X-Account-Sysmeta-Global-Write-Ratelimit: BLACKLIST` header to the specific accounts instead. -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server ERROR: Object returning 503 for [] (txn: tx48aa527b406541afa93b5-00676bf92a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server ERROR: Object returning 503 for [] (txn: tx5b66feaff6a2457a91b5a-00676bf92a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server ERROR: Object returning 503 for [] (txn: tx2cbe8f00e0d843e8a1d30-00676bf92a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1adebc37745e458f8553c-00676bf92a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a5055664f5e47d9ac7a2-00676bf92a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok + +proxy INFO: (546108) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546108) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:13] "GET /someurl HTTP/1.0" 200 102 0.000039 +proxy INFO: wsgi exiting +proxy INFO: (546108) wsgi exited, is_accepting=True +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1002650260925293 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10178065299987793 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10198497772216797 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10209965705871582 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10219550132751465 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10227775573730469 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10236644744873047 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10244417190551758 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000117301940918 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004146099090576 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005090236663818 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.00059175491333 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006635189056396 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0007309913635254 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008141994476318 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009021759033203 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10095643997192383 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.430511474609375e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0615 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0355 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0080 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0375 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0398 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0466 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0504 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0521 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0400 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0502 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0615 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0305 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0447 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0388 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:32 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0510 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0505 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0479 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0282 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0372 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1070 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0373 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0374 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0619 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0081 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0469 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0511 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0618 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0453 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0622 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0445 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0486 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0528 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0368 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:33 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0291 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0464 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0451 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0935 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0534 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0762 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0677 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0651 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0352 "-" 1824845 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0546 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0625 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0397 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:12 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0703 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0024 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0540 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0526 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0613 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0479 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0401 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0430 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0530 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0570 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0633 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0568 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0452 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0029 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0953 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0569 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0037 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0684 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0429 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:13 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0573 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0428 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0443 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0397 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0368 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0596 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0659 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0351 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0573 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0566 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0512 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0292 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0624 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0476 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0805 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0488 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0901 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0985 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:14 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0896 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0504 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1392 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space @@ -18330,18 +20423,28 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout @@ -18350,6 +20453,18 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account @@ -18360,794 +20475,905 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok - -test DEBUG: looking for objects in 1769508000 -test DEBUG: checking container 1769504400 -test DEBUG: looking for objects in 1769504400 -test DEBUG: checking container 1768932000 -test DEBUG: looking for objects in 1768932000 -test DEBUG: checking container 1768928400 -test DEBUG: looking for objects in 1768928400 -test DEBUG: checking container 1768924800 -test DEBUG: looking for objects in 1768924800 -test DEBUG: checking container 1768921200 -test DEBUG: looking for objects in 1768921200 -test DEBUG: checking container 1768917600 -test DEBUG: looking for objects in 1768917600 -test DEBUG: checking container 1768914000 -test DEBUG: looking for objects in 1768914000 -test DEBUG: checking container 1768910400 -test DEBUG: looking for objects in 1768910400 -test DEBUG: checking container 1768906800 -test DEBUG: looking for objects in 1768906800 -test DEBUG: checking container 1768903200 -test DEBUG: looking for objects in 1768903200 -test DEBUG: checking container 1768899600 -test DEBUG: looking for objects in 1768899600 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538208.128690) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538208.128690) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538208.128690) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538208.128690) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769538208.128690) in policy_index 1 will be deleted from policy_index 0 (1769538208.12869_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1769538208.128690) deleted from policy_index 0 (1769538208.12869_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769538208.128690) from policy_index 1 (1769538208.12869_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769538208.128690) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1769538208.128690) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769538208.128690) from the queue (1769538208.12869_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a5055664f5e47d9ac7a2-00676bf92a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txfa30c52efcc1447eaf10e-00676bf92c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txafd55da041874efa8394a-00676bf92c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server ERROR: Object returning 503 for [] (txn: txd04fbaad1c7a4fff8c42f-00676bf92c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.4:1004/sde (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: tx9e2fd97df42045b594d40-00676bf92c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.1920928955078125e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 1.4066696166992188e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + ~~~~~~~~~~~~^^^^^^^^^^^^ + b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + str(len(add_val)).encode('ascii') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ]) + b'\r\n' + add_val + b'\r\n') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + ~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir +test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpveyzb3ra/log/swift/profile/default.profile1824811.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - ~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - ~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3.13/profile.py", line 395, in dump_stats - with open(file, 'wb') as f: - ~~~~^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmph_qm1ekh/log/swift/profile/default.profile1824811.tmp' -test ERROR: Problem finding shard upper in '/tmp/tmp_sn4j9fe/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp_sn4j9fe/test_container.db': : +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpa8dbzeje/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpa8dbzeje/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpd2x1ggsy/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( + "Too few bytes; read %d, expecting %d" % ( + self.nbytes - self.bytes_left, self.nbytes)) +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx9e2fd97df42045b594d40-00676bf92c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.13:1013/sdn (txn: txc5ab92cea5ad42fca2413-00676bf92e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.6:1006/sdg (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txe127c4758d4246e1a9944-00676bf92e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.11:1011/sdl (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0725 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0628 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0309 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0211 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0316 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0275 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0266 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0149 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:34 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:34 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:34 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1824845 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0981 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0599 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0505 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0541 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0644 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0350 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:15 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0001 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:15 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 546115 - test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ @@ -19160,8 +21386,8 @@ return getattr(self, op)( ~~~~~~~^^^^^^^^^^ AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:23:34 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0019 "-" 1824845 - -test DEBUG: - - - [27/Jan/2026:18:23:34 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1824845 - +test DEBUG: - - - [25/Dec/2024:12:23:15 +0000] "REPLICATE /sda1/p/a/" 500 696 "-" "-" "-" 0.0010 "-" 546115 - +test DEBUG: - - - [25/Dec/2024:12:23:15 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 546115 - test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ @@ -19169,49 +21395,55 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method raise Exception() Exception -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0369 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:34 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0360 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0323 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0008 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0281 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.2305 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2977 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0402 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0210 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0069 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0351 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0364 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0149 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1824845 3 -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0323 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0257 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:35 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1824845 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0630 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0535 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0607 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0079 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:15 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0656 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0555 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0509 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0026 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0590 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0574 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0103 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0686 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0442 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0011 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0530 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0005 "-" 546115 2 +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0409 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0529 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:16 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 546115 - test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0295 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0342 "-" 1824845 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0167 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0058 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0519 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0514 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0400 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0660 "-" 546115 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok @@ -19229,10 +21461,52 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv @@ -19243,6 +21517,164 @@ test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok + +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp8hw_mvec/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735129396.00000, (0, 0) as of 1735129396.00000, active as of 1735129396.00000> to ShardRange<'k' to 't' as of 1735129397.00000, (0, 0) as of 1735129397.00000, active as of 1735129397.00000>, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129401.00000, (0, 0) as of 1735129401.00000, shrinking as of 1735129398.00000> to ShardRange<'k' to 't' as of 1735129401.00000, (0, 0) as of 1735129401.00000, sharding as of 1735129402.00000>, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpbfjbhbsb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129397.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b0a/eb76d2bb82726002f463cb248d190b0a/eb76d2bb82726002f463cb248d190b0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129399.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/398/ad57ca749c06d6bde3a197db5e288398/ad57ca749c06d6bde3a197db5e288398.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129398.00000, (0, 0) as of 1735129398.00000, found as of 1735129398.00000> to ShardRange<'k' to 't' as of 1735129399.00000, (0, 0) as of 1735129399.00000, created as of 1735129399.00000>, path: .shards_a/shard_c_1735129399.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/398/ad57ca749c06d6bde3a197db5e288398/ad57ca749c06d6bde3a197db5e288398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129401.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c22/36a5e1b5a78bef355946e1a971a99c22/36a5e1b5a78bef355946e1a971a99c22.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129400.00000, (0, 0) as of 1735129400.00000, found as of 1735129400.00000> to ShardRange<'k' to 't' as of 1735129401.00000, (0, 0) as of 1735129401.00000, cleaved as of 1735129401.00000>, path: .shards_a/shard_c_1735129401.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c22/36a5e1b5a78bef355946e1a971a99c22/36a5e1b5a78bef355946e1a971a99c22.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129403.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/75a/3f02498812f90b58b632ee348cd2175a/3f02498812f90b58b632ee348cd2175a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129402.00000, (0, 0) as of 1735129402.00000, found as of 1735129402.00000> to ShardRange<'k' to 't' as of 1735129403.00000, (0, 0) as of 1735129403.00000, active as of 1735129403.00000>, path: .shards_a/shard_c_1735129403.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/75a/3f02498812f90b58b632ee348cd2175a/3f02498812f90b58b632ee348cd2175a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129405.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e44/d2ef9ea9a751577523df67abce6c6e44/d2ef9ea9a751577523df67abce6c6e44.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129404.00000, (0, 0) as of 1735129404.00000, found as of 1735129404.00000> to ShardRange<'k' to 't' as of 1735129405.00000, (0, 0) as of 1735129405.00000, shrinking as of 1735129405.00000>, path: .shards_a/shard_c_1735129405.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e44/d2ef9ea9a751577523df67abce6c6e44/d2ef9ea9a751577523df67abce6c6e44.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129405.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e44/d2ef9ea9a751577523df67abce6c6e44/d2ef9ea9a751577523df67abce6c6e44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129407.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b46/b3d5af009add9cd665342beb10cb5b46/b3d5af009add9cd665342beb10cb5b46.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129406.00000, (0, 0) as of 1735129406.00000, found as of 1735129406.00000> to ShardRange<'k' to 't' as of 1735129407.00000, (0, 0) as of 1735129407.00000, sharding as of 1735129407.00000>, path: .shards_a/shard_c_1735129407.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b46/b3d5af009add9cd665342beb10cb5b46/b3d5af009add9cd665342beb10cb5b46.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129407.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b46/b3d5af009add9cd665342beb10cb5b46/b3d5af009add9cd665342beb10cb5b46.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129409.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f2/92d6ffbc7cee7e03b759f19bf12da8f2/92d6ffbc7cee7e03b759f19bf12da8f2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129408.00000, (0, 0) as of 1735129408.00000, found as of 1735129408.00000> to ShardRange<'k' to 't' as of 1735129409.00000, (0, 0) as of 1735129409.00000, sharded as of 1735129409.00000>, path: .shards_a/shard_c_1735129409.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f2/92d6ffbc7cee7e03b759f19bf12da8f2/92d6ffbc7cee7e03b759f19bf12da8f2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129390.25412', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies @@ -19343,30 +21775,6 @@ test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable @@ -19393,44 +21801,8 @@ test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file @@ -19513,2483 +21885,1167 @@ test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - sock=sock, fp=fp) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.63s) (txn: tx950223711e6a482a9f291-00676bf92e) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9e9b93f278ad4eb089cbc-00676bf92f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5d0c4f9845394a3dbe83b-00676bf92f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txba166aeaf07445eab1624-00676bf92f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok - -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1768870800 -test DEBUG: looking for objects in 1768870800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1768872928.708865) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1768872928.708865) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1768872928.708865) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1768872928.708865) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1768872928.70886) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1768872928.708865) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1768870800/1:/AUTH_jeb/c/o1' (1768872928.708865) from the queue (1768872928.70886_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769538208.713891) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1769538208.713891) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769538208.713891) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1769538208.713891) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769538208.71389) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1769538208.713891) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - ~~~~~~~~~~~~~~~~~~~~~~~~^ - FileLikeIter(source_obj_iter), account, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers) - ^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params=params) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf2d40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf2740>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf0040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f5782cf0040>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769538213.411069393 1769538213.411167860 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769538213.412359238 1769538213.412367344 - -test INFO: - - 27/Jan/2026/18/23/34 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769538213.413302422 1769538214.113302469 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.414980888 1769538213.415043831 - -test INFO: GET /v1/a/c 205 205 -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.421280622 1769538213.421337366 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769538213.422093153 1769538213.422110558 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769538213.422897816 1769538213.422907352 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.423623085 1769538213.423678398 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538213.424405813 1769538213.424455643 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 15 - - - 0.0003 - - 1769538213.424390554 1769538213.424736500 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.440364122 1769538213.440420389 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.442173004 1769538213.442229986 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769538213.442941666 1769538213.442996979 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.443649054 1769538213.443704128 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1769538213.444279194 1769538213.444331408 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769538213.445010424 1769538213.445068836 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769538213.445845366 1769538213.445902824 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.446603060 1769538213.446656466 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1769538213.447224617 1769538213.447273970 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1769538213.447900772 1769538213.447951317 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769538213.448367834 1769538213.448415995 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769538213.449186563 1769538213.449239969 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.449997902 1769538213.450049162 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.450694799 1769538213.450746775 - -test INFO: - - 27/Jan/2026/18/23/33 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769538213.451522827 1769538213.451575279 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 27/Jan/2026/18/23/33 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538213.454213381 1769538213.454267502 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok - +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok + +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0477 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.1751 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0410 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0027 "-" 546115 0 +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0481 "-" 546115 1 +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0336 "-" 546115 2 +test INFO: - - - [25/Dec/2024:12:23:17 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0506 "-" 546115 3 +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0439 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0521 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0056 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0538 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0463 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0355 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0432 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0628 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0496 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0031 "-" 546115 3 +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0568 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0478 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0063 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0516 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0489 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0034 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0565 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0418 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0533 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0352 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0518 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0056 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:18 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0537 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0467 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0386 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0620 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0497 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0359 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0556 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0588 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0010 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0009 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0955 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0457 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0165 "-" 546115 - +test INFO: - - - [25/Dec/2024:12:23:19 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0460 "-" 546115 - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735129391.46166', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129391.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txc6b10d3f2f184c4ca4d84-00676bf931) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx9bf3180c11644958a5d22-00676bf931) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8eb2df6123634acf94a4c-00676bf932) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Ignoring 507 from handoff (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx9e3f01d226f5451f9a6ed-00676bf932) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/32 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0010 - - 1769538212.304019213 1769538212.305022478 1 +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/32 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769538212.305607796 1769538212.306467295 0 +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129409.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f2/92d6ffbc7cee7e03b759f19bf12da8f2/92d6ffbc7cee7e03b759f19bf12da8f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129411.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f5/8c526bb037faf25fc3aafdd36fdd68f5/8c526bb037faf25fc3aafdd36fdd68f5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129410.00000, (0, 0) as of 1735129410.00000, found as of 1735129410.00000> to ShardRange<'k' to 't' as of 1735129411.00000, (0, 0) as of 1735129411.00000, shrunk as of 1735129411.00000>, path: .shards_a/shard_c_1735129411.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f5/8c526bb037faf25fc3aafdd36fdd68f5/8c526bb037faf25fc3aafdd36fdd68f5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129411.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f5/8c526bb037faf25fc3aafdd36fdd68f5/8c526bb037faf25fc3aafdd36fdd68f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129413.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a88/14d85a653e2407848a89528c0e0b2a88/14d85a653e2407848a89528c0e0b2a88.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129412.00000, (0, 0) as of 1735129412.00000, created as of 1735129412.00000> to ShardRange<'k' to 't' as of 1735129413.00000, (0, 0) as of 1735129413.00000, found as of 1735129413.00000>, path: .shards_a/shard_c_1735129413.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a88/14d85a653e2407848a89528c0e0b2a88/14d85a653e2407848a89528c0e0b2a88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129415.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9e6/befab205940b5ba2107b48f30df3e9e6/befab205940b5ba2107b48f30df3e9e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129417.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/815/48d04f565a8b477268e115b40c960815/48d04f565a8b477268e115b40c960815.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129416.00000, (0, 0) as of 1735129416.00000, created as of 1735129416.00000> to ShardRange<'k' to 't' as of 1735129417.00000, (0, 0) as of 1735129417.00000, cleaved as of 1735129417.00000>, path: .shards_a/shard_c_1735129417.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/815/48d04f565a8b477268e115b40c960815/48d04f565a8b477268e115b40c960815.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129419.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/da0/4b2eaa8f7a6733b1328afcade89c6da0/4b2eaa8f7a6733b1328afcade89c6da0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129418.00000, (0, 0) as of 1735129418.00000, created as of 1735129418.00000> to ShardRange<'k' to 't' as of 1735129419.00000, (0, 0) as of 1735129419.00000, active as of 1735129419.00000>, path: .shards_a/shard_c_1735129419.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/da0/4b2eaa8f7a6733b1328afcade89c6da0/4b2eaa8f7a6733b1328afcade89c6da0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129421.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fb5/2f15b658514a4bbd069095df16a6afb5/2f15b658514a4bbd069095df16a6afb5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129420.00000, (0, 0) as of 1735129420.00000, created as of 1735129420.00000> to ShardRange<'k' to 't' as of 1735129421.00000, (0, 0) as of 1735129421.00000, shrinking as of 1735129421.00000>, path: .shards_a/shard_c_1735129421.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fb5/2f15b658514a4bbd069095df16a6afb5/2f15b658514a4bbd069095df16a6afb5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129421.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fb5/2f15b658514a4bbd069095df16a6afb5/2f15b658514a4bbd069095df16a6afb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129423.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8dd/a3c52b228ad74d530758fc8ea55608dd/a3c52b228ad74d530758fc8ea55608dd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129422.00000, (0, 0) as of 1735129422.00000, created as of 1735129422.00000> to ShardRange<'k' to 't' as of 1735129423.00000, (0, 0) as of 1735129423.00000, sharding as of 1735129423.00000>, path: .shards_a/shard_c_1735129423.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8dd/a3c52b228ad74d530758fc8ea55608dd/a3c52b228ad74d530758fc8ea55608dd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129423.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8dd/a3c52b228ad74d530758fc8ea55608dd/a3c52b228ad74d530758fc8ea55608dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129425.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c0b/e40b046ffa7f1757a81fa63aa754ac0b/e40b046ffa7f1757a81fa63aa754ac0b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129424.00000, (0, 0) as of 1735129424.00000, created as of 1735129424.00000> to ShardRange<'k' to 't' as of 1735129425.00000, (0, 0) as of 1735129425.00000, sharded as of 1735129425.00000>, path: .shards_a/shard_c_1735129425.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c0b/e40b046ffa7f1757a81fa63aa754ac0b/e40b046ffa7f1757a81fa63aa754ac0b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129425.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c0b/e40b046ffa7f1757a81fa63aa754ac0b/e40b046ffa7f1757a81fa63aa754ac0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129427.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b0d/b0fec43e1d8526374ff1fa979ce43b0d/b0fec43e1d8526374ff1fa979ce43b0d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129426.00000, (0, 0) as of 1735129426.00000, created as of 1735129426.00000> to ShardRange<'k' to 't' as of 1735129427.00000, (0, 0) as of 1735129427.00000, shrunk as of 1735129427.00000>, path: .shards_a/shard_c_1735129427.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b0d/b0fec43e1d8526374ff1fa979ce43b0d/b0fec43e1d8526374ff1fa979ce43b0d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129427.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b0d/b0fec43e1d8526374ff1fa979ce43b0d/b0fec43e1d8526374ff1fa979ce43b0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129429.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b57/e67c5e9e84b563f4ab40b44240ad2b57/e67c5e9e84b563f4ab40b44240ad2b57.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129428.00000, (0, 0) as of 1735129428.00000, cleaved as of 1735129428.00000> to ShardRange<'k' to 't' as of 1735129429.00000, (0, 0) as of 1735129429.00000, found as of 1735129429.00000>, path: .shards_a/shard_c_1735129429.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b57/e67c5e9e84b563f4ab40b44240ad2b57/e67c5e9e84b563f4ab40b44240ad2b57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129431.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/da4/309e4df76b6019a9fd22de628162dda4/309e4df76b6019a9fd22de628162dda4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129430.00000, (0, 0) as of 1735129430.00000, cleaved as of 1735129430.00000> to ShardRange<'k' to 't' as of 1735129431.00000, (0, 0) as of 1735129431.00000, created as of 1735129431.00000>, path: .shards_a/shard_c_1735129431.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/da4/309e4df76b6019a9fd22de628162dda4/309e4df76b6019a9fd22de628162dda4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129433.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/edc/c258da7ec9e3874378c2e426191d6edc/c258da7ec9e3874378c2e426191d6edc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129435.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/376/b2e55b1219a33b9094713f3773fc4376/b2e55b1219a33b9094713f3773fc4376.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0372 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0240 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0319 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0377 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0384 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0359 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0009 "-" 1824845 0 -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0262 "-" 1824845 1 -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0322 "-" 1824845 2 -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0456 "-" 1824845 3 -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0817 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0451 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0010 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0496 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0372 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0384 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0483 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0562 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0455 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1824845 0 -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0495 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0375 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0306 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0271 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:36 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0480 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0441 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0377 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0419 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0021 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0429 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0344 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0355 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0281 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0436 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0015 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0313 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0412 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0430 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0417 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0018 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0017 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0785 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0357 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0267 "-" 1824845 - -test INFO: - - - [27/Jan/2026:18:23:37 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0378 "-" 1824845 - -Reloaded swift-proxy-server -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -Unlinked retiring db '/tmp/tmp62cfc4g8/containers/part/suffix/hash/container.db' - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1768931999.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1768931999.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1768931999.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1768931999.000000) from the queue (1768931999.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538211.100263) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538211.100263) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538211.100263) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538211.100263) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538211.10026) in policy_index 1 responded 200 (1769538210.10026) -test INFO: retry: '/AUTH_bob/c/o1' (1769538211.100263) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129392.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129392.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129392.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok + +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx339d849d4238427c87041-00676bf932) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx358a442500d445e4a561f-00676bf933) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - {'Content-Type': 'application/json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test INFO: - - 27/Jan/2026/18/23/34 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.660280943 1769538214.660431623 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769538214.660241365 1769538214.660943985 0 -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.662123680 1769538214.662323952 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1769538214.662087202 1769538214.662869453 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.664028406 1769538214.664188862 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1769538214.663992643 1769538214.664596558 0 -test INFO: - - 27/Jan/2026/18/23/34 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.666437149 1769538214.666632414 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0007 - - 1769538214.666358232 1769538214.667054176 0 -test INFO: - - 27/Jan/2026/18/23/34 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769538214.668201208 1769538214.668344498 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1769538214.668165922 1769538214.668754339 0 -test INFO: - - 27/Jan/2026/18/23/34 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769538214.670081854 1769538214.670228481 0 -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769538214.670555115 1769538214.670766115 0 -test INFO: - - 27/Jan/2026/18/23/34 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769538214.671139956 1769538214.671275377 0 -test INFO: - - 27/Jan/2026/18/23/34 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769538214.669961691 1769538214.671734333 - -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.672919273 1769538214.673107624 0 -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769538214.673368931 1769538214.673563242 0 -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.673922539 1769538214.674096823 0 -test INFO: - - 27/Jan/2026/18/23/34 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0018 - - 1769538214.672803640 1769538214.674596310 - -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538214.675823212 1769538214.675974607 0 -test INFO: - - 27/Jan/2026/18/23/34 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769538214.676241636 1769538214.676435709 0 -test INFO: - - 27/Jan/2026/18/23/34 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1769538214.676791906 1769538214.676934481 0 -test INFO: - - 27/Jan/2026/18/23/34 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1769538214.675707817 1769538214.677346706 -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.660661459 1769538215.660748005 - -test INFO: - - 27/Jan/2026/18/23/35 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.661108017 1769538215.661162853 - -test INFO: - - 27/Jan/2026/18/23/35 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.661475420 1769538215.661531925 - -test INFO: - - 27/Jan/2026/18/23/35 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538215.661799669 1769538215.661844492 - -test INFO: - - 27/Jan/2026/18/23/35 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538215.662085295 1769538215.662128448 - -test INFO: - - 27/Jan/2026/18/23/36 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769538215.664906740 1769538216.364906788 - -test INFO: - - 27/Jan/2026/18/23/35 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769538215.666107655 1769538215.866107702 - -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769538215.667090893 1769538215.667152405 - -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769538215.668137789 1769538215.668198347 - -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769538215.669078112 1769538215.669144154 - -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769538215.670743704 1769538215.670799732 - -test INFO: - - 27/Jan/2026/18/23/36 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769538215.671610355 1769538216.371610403 0 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538215.677434444 1769538215.677456141 1 -test INFO: - - 27/Jan/2026/18/23/35 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.678127289 1769538215.678186178 1 -test INFO: 4.5.6.7 1.2.3.4 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.679021120 1769538215.679076910 - -test INFO: 4.5.6.7 1.2.3.4 27/Jan/2026/18/23/35 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.679683924 1769538215.679736853 - -test INFO: - - 27/Jan/2026/18/23/35 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538215.680494308 1769538215.680548191 - -test INFO: - - 27/Jan/2026/18/23/35 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769538215.681766033 1769538215.681838036 - -test INFO: - - 27/Jan/2026/18/23/35 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769538215.682588339 1769538215.682606697 - -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538215.683215380 1769538215.683235407 0 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538215.683701992 1769538215.683721066 -1 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538215.684281349 1769538215.684300661 - -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -21998,1153 +23054,597 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000'} +test DEBUG: bucket None POST +test INFO: Loaded config file /tmp/tmprz6w53ev/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmprz6w53ev/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmprz6w53ev/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmprz6w53ev/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmp565tu8io/missing, config changed +test INFO: Loaded config file /tmp/tmp565tu8io/missing, config changed +test INFO: Loaded new config file /tmp/tmpy782yrao/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpe8kk2b81/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpe8kk2b81/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpe8kk2b81/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmplannd8qs/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmplannd8qs/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmplannd8qs/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpzsdlue1e/missing +test INFO: Loaded config file /tmp/tmpir8ert5e/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmp0g6vjpgn/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmp0g6vjpgn/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp5bqgb6es/backend_rl.conf +test INFO: Loaded config file /tmp/tmp6ijxwdz5/backend-ratelimit.conf, config changed +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test ERROR: Error retrieving recon data: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/38 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769538218.608530998 1769538218.609070539 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/38 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769538218.609592676 1769538218.610119343 1 + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] Nonetest.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf38da8312e814b37b6aa8-00676bf933) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txeeff0b98e0fa414fa4ea0-00676bf933) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txfddd2f02d5fa4e259016d-00676bf933) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txfddd2f02d5fa4e259016d-00676bf933)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129434.00000, (0, 0) as of 1735129434.00000, cleaved as of 1735129434.00000> to ShardRange<'k' to 't' as of 1735129435.00000, (0, 0) as of 1735129435.00000, active as of 1735129435.00000>, path: .shards_a/shard_c_1735129435.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/376/b2e55b1219a33b9094713f3773fc4376/b2e55b1219a33b9094713f3773fc4376.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129437.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9a9/2753952867b30afd14db2d57a54a89a9/2753952867b30afd14db2d57a54a89a9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129436.00000, (0, 0) as of 1735129436.00000, cleaved as of 1735129436.00000> to ShardRange<'k' to 't' as of 1735129437.00000, (0, 0) as of 1735129437.00000, shrinking as of 1735129437.00000>, path: .shards_a/shard_c_1735129437.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9a9/2753952867b30afd14db2d57a54a89a9/2753952867b30afd14db2d57a54a89a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129437.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9a9/2753952867b30afd14db2d57a54a89a9/2753952867b30afd14db2d57a54a89a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129439.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1ca/003e34d9bf5e8aac5896a074ef2711ca/003e34d9bf5e8aac5896a074ef2711ca.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129438.00000, (0, 0) as of 1735129438.00000, cleaved as of 1735129438.00000> to ShardRange<'k' to 't' as of 1735129439.00000, (0, 0) as of 1735129439.00000, sharding as of 1735129439.00000>, path: .shards_a/shard_c_1735129439.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1ca/003e34d9bf5e8aac5896a074ef2711ca/003e34d9bf5e8aac5896a074ef2711ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129439.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1ca/003e34d9bf5e8aac5896a074ef2711ca/003e34d9bf5e8aac5896a074ef2711ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129441.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/519/095bd64beb3715bb3aec54ba1ad6d519/095bd64beb3715bb3aec54ba1ad6d519.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129440.00000, (0, 0) as of 1735129440.00000, cleaved as of 1735129440.00000> to ShardRange<'k' to 't' as of 1735129441.00000, (0, 0) as of 1735129441.00000, sharded as of 1735129441.00000>, path: .shards_a/shard_c_1735129441.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/519/095bd64beb3715bb3aec54ba1ad6d519/095bd64beb3715bb3aec54ba1ad6d519.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129441.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/519/095bd64beb3715bb3aec54ba1ad6d519/095bd64beb3715bb3aec54ba1ad6d519.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129443.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/583/dea06cfe07bbe3a601e8b5197f0a4583/dea06cfe07bbe3a601e8b5197f0a4583.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129442.00000, (0, 0) as of 1735129442.00000, cleaved as of 1735129442.00000> to ShardRange<'k' to 't' as of 1735129443.00000, (0, 0) as of 1735129443.00000, shrunk as of 1735129443.00000>, path: .shards_a/shard_c_1735129443.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/583/dea06cfe07bbe3a601e8b5197f0a4583/dea06cfe07bbe3a601e8b5197f0a4583.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129443.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/583/dea06cfe07bbe3a601e8b5197f0a4583/dea06cfe07bbe3a601e8b5197f0a4583.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129445.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/560/933b52310348da2616aa5c7d8212b560/933b52310348da2616aa5c7d8212b560.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129444.00000, (0, 0) as of 1735129444.00000, active as of 1735129444.00000> to ShardRange<'k' to 't' as of 1735129445.00000, (0, 0) as of 1735129445.00000, found as of 1735129445.00000>, path: .shards_a/shard_c_1735129445.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/560/933b52310348da2616aa5c7d8212b560/933b52310348da2616aa5c7d8212b560.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129447.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/745/d95d65c2770829802318ee6a6415a745/d95d65c2770829802318ee6a6415a745.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129446.00000, (0, 0) as of 1735129446.00000, active as of 1735129446.00000> to ShardRange<'k' to 't' as of 1735129447.00000, (0, 0) as of 1735129447.00000, created as of 1735129447.00000>, path: .shards_a/shard_c_1735129447.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/745/d95d65c2770829802318ee6a6415a745/d95d65c2770829802318ee6a6415a745.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129449.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e76/8166463382f3d6cf066733688f87ce76/8166463382f3d6cf066733688f87ce76.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129448.00000, (0, 0) as of 1735129448.00000, active as of 1735129448.00000> to ShardRange<'k' to 't' as of 1735129449.00000, (0, 0) as of 1735129449.00000, cleaved as of 1735129449.00000>, path: .shards_a/shard_c_1735129449.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e76/8166463382f3d6cf066733688f87ce76/8166463382f3d6cf066733688f87ce76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129451.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/894/f680f19d04c9db22e90ca17bb07f4894/f680f19d04c9db22e90ca17bb07f4894.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129453.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/eff/c5336a465f24260e980af942060f6eff/c5336a465f24260e980af942060f6eff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129452.00000, (0, 0) as of 1735129452.00000, active as of 1735129452.00000> to ShardRange<'k' to 't' as of 1735129453.00000, (0, 0) as of 1735129453.00000, shrinking as of 1735129453.00000>, path: .shards_a/shard_c_1735129453.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/eff/c5336a465f24260e980af942060f6eff/c5336a465f24260e980af942060f6eff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129453.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/eff/c5336a465f24260e980af942060f6eff/c5336a465f24260e980af942060f6eff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129455.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e02/f3866d98a077165b474598259fa0ce02/f3866d98a077165b474598259fa0ce02.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129454.00000, (0, 0) as of 1735129454.00000, active as of 1735129454.00000> to ShardRange<'k' to 't' as of 1735129455.00000, (0, 0) as of 1735129455.00000, sharding as of 1735129455.00000>, path: .shards_a/shard_c_1735129455.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e02/f3866d98a077165b474598259fa0ce02/f3866d98a077165b474598259fa0ce02.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129455.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e02/f3866d98a077165b474598259fa0ce02/f3866d98a077165b474598259fa0ce02.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129457.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/4a1/cf286b43e1b8d5b482c63585f5a714a1/cf286b43e1b8d5b482c63585f5a714a1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129456.00000, (0, 0) as of 1735129456.00000, active as of 1735129456.00000> to ShardRange<'k' to 't' as of 1735129457.00000, (0, 0) as of 1735129457.00000, sharded as of 1735129457.00000>, path: .shards_a/shard_c_1735129457.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/4a1/cf286b43e1b8d5b482c63585f5a714a1/cf286b43e1b8d5b482c63585f5a714a1.dbtest.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129394.90030', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - different_region) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - different_region=different_region) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00022 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00039 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00058 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok - -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538211.126256) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538211.126256) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538211.126256) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538211.126256) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538211.12626) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1769538211.126256) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538211.130940) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538211.130940) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538211.130940) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538211.130940) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538211.13094) in policy_index 1 responded 404 (1769538211.13094_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1769538211.130940) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - ~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - container_gen, constraints.CONTAINER_LISTING_LIMIT)) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % - ...<2 lines>... - bytes_to_wsgi(quote(prefix))), - {}, acceptable_statuses) - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ~~~~~~~~~~~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - env, start_response) - ^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1769538211.1529472, time window end: 1769538211.1529472, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ~~~~~~~~~~~~~~~~~~~~~~~^ - row, sync_to, user_key, broker, info, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key): - ^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok - -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769538215.069223404 1769538215.069483519 0 -test INFO: - - 27/Jan/2026/18/23/35 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769538215.069887638 1769538215.070136786 0 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538215.070630312 1769538215.070823431 0 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0023 - - 1769538215.069052935 1769538215.071392059 - -test INFO: - - 27/Jan/2026/18/23/35 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538215.072978973 1769538215.073131323 0 -test INFO: - - 27/Jan/2026/18/23/35 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1769538215.073420525 1769538215.073629618 0 -test INFO: - - 27/Jan/2026/18/23/35 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538215.074104548 1769538215.074279070 0 -test INFO: - - 27/Jan/2026/18/23/35 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0021 - - 1769538215.072854519 1769538215.074936628 - -Tue Jan 27 06:23:35 2026 /tmp/tmpveyzb3ra/log/swift/profile/default.profile456 -Tue Jan 27 06:23:35 2026 /tmp/tmpveyzb3ra/log/swift/profile/default.profile123 -Tue Jan 27 06:23:35 2026 /tmp/tmpveyzb3ra/log/swift/profile/default.profile1824811 - - 45 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 9 0.000 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :1() - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000055 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET https://cluster.domain HTTP/1.0" 200 117 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: tx2ca005aa5ea146d896eaa-00697902a8) -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (1824811) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "PUT /path HTTP/1.0" 200 105 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000032 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000041 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET / HTTP/1.1" 200 120 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET /%FF HTTP/1.1" 200 123 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET /ÿ HTTP/1.1" 200 126 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000049 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000081 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:36] "GET // HTTP/1.1" 200 121 0.000045 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Tue, 27 Jan 2026 18:23:36 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}'test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7fb1b02b77da421c9f53e-00676bf935) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: txcad28a039fc74a8da07b1-00676bf937) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: tx2bece305c07f468f9037c-00676bf937) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txf0484aaaa87c4e73a2eb0-00676bf937) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129396.63390', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129396.63982', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ @@ -23155,783 +23655,712 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - query={'prefix': req.object_name, - 'versions': True}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0267 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0254 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0273 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0074 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0203 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0276 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0083 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0527 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0333 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0449 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1076 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0311 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0334 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0334 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0624 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0759 "-" 1824822 0 -test ERROR: ERROR Account update failed with 127.0.0.1:47623/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:23:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0296 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0305 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0334 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0328 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0416 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0625 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0320 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0385 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0285 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0359 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0026 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0268 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0399 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0472 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:39 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0045 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0561 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:40 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0039 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0421 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0316 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0266 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0022 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0049 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0030 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0100 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0498 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0613 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:41 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0569 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0493 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0461 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0087 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0553 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0477 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0009 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1824822 - -test DEBUG: Unlinked retiring db '/tmp/tmprkf2xvun/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0449 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0029 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0399 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:42 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0037 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0444 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1824822 -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok - -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1769538211.1550033, time window end: 1769538211.1550114, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1769538211.1551433, time window end: 1769538211.1554499, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1769538211.15555, time window end: 1769538211.1555934, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.container.test_updater.TestContainerUpdater.test_conf_params -test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok -test.unit.container.test_updater.TestContainerUpdater.test_creation -test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok - -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:38] "GET //bar HTTP/1.1" 200 124 0.000061 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Tue, 27 Jan 2026 18:23:38 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:38] "GET //////baz HTTP/1.1" 200 128 0.000048 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Tue, 27 Jan 2026 18:23:38 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (1824811) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824811) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:23:38] "GET /someurl HTTP/1.0" 200 102 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (1824811) wsgi exited, is_accepting=True -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10027956962585449 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10102105140686035 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10125160217285156 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10143423080444336 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10161113739013672 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10176873207092285 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10191917419433594 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10206770896911621 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0002045631408691 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005884170532227 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008206367492676 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010700225830078 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0013270378112793 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015273094177246 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0017635822296143 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0019829273223877 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10147714614868164 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.384185791015625e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129457.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/4a1/cf286b43e1b8d5b482c63585f5a714a1/cf286b43e1b8d5b482c63585f5a714a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129459.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/297/487c8e3a4280d45f860013a170029297/487c8e3a4280d45f860013a170029297.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129458.00000, (0, 0) as of 1735129458.00000, active as of 1735129458.00000> to ShardRange<'k' to 't' as of 1735129459.00000, (0, 0) as of 1735129459.00000, shrunk as of 1735129459.00000>, path: .shards_a/shard_c_1735129459.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/297/487c8e3a4280d45f860013a170029297/487c8e3a4280d45f860013a170029297.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129459.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/297/487c8e3a4280d45f860013a170029297/487c8e3a4280d45f860013a170029297.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129461.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/17d/088eaed264f6bf06ccaa74abca83817d/088eaed264f6bf06ccaa74abca83817d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129460.00000, (0, 0) as of 1735129460.00000, shrinking as of 1735129460.00000> to ShardRange<'k' to 't' as of 1735129461.00000, (0, 0) as of 1735129461.00000, found as of 1735129461.00000>, path: .shards_a/shard_c_1735129461.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/17d/088eaed264f6bf06ccaa74abca83817d/088eaed264f6bf06ccaa74abca83817d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129463.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e56/07fcd9b9b22c5893b4ecb0518bde0e56/07fcd9b9b22c5893b4ecb0518bde0e56.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129462.00000, (0, 0) as of 1735129462.00000, shrinking as of 1735129462.00000> to ShardRange<'k' to 't' as of 1735129463.00000, (0, 0) as of 1735129463.00000, created as of 1735129463.00000>, path: .shards_a/shard_c_1735129463.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e56/07fcd9b9b22c5893b4ecb0518bde0e56/07fcd9b9b22c5893b4ecb0518bde0e56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129465.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5e5/2ba6aba0e628fcde5e217c41a0b985e5/2ba6aba0e628fcde5e217c41a0b985e5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129464.00000, (0, 0) as of 1735129464.00000, shrinking as of 1735129464.00000> to ShardRange<'k' to 't' as of 1735129465.00000, (0, 0) as of 1735129465.00000, cleaved as of 1735129465.00000>, path: .shards_a/shard_c_1735129465.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5e5/2ba6aba0e628fcde5e217c41a0b985e5/2ba6aba0e628fcde5e217c41a0b985e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129467.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c8c/083397645047904a972960ae15645c8c/083397645047904a972960ae15645c8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129466.00000, (0, 0) as of 1735129466.00000, shrinking as of 1735129466.00000> to ShardRange<'k' to 't' as of 1735129467.00000, (0, 0) as of 1735129467.00000, active as of 1735129467.00000>, path: .shards_a/shard_c_1735129467.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c8c/083397645047904a972960ae15645c8c/083397645047904a972960ae15645c8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129469.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/4f3/8b20788af23e95f5ac27397cd9cfd4f3/8b20788af23e95f5ac27397cd9cfd4f3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129469.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/4f3/8b20788af23e95f5ac27397cd9cfd4f3/8b20788af23e95f5ac27397cd9cfd4f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129471.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d77/7a6cbfaf69bc15d1f30f55159ea95d77/7a6cbfaf69bc15d1f30f55159ea95d77.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129470.00000, (0, 0) as of 1735129470.00000, shrinking as of 1735129470.00000> to ShardRange<'k' to 't' as of 1735129471.00000, (0, 0) as of 1735129471.00000, sharding as of 1735129471.00000>, path: .shards_a/shard_c_1735129471.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d77/7a6cbfaf69bc15d1f30f55159ea95d77/7a6cbfaf69bc15d1f30f55159ea95d77.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129471.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d77/7a6cbfaf69bc15d1f30f55159ea95d77/7a6cbfaf69bc15d1f30f55159ea95d77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129473.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c33/8c6240404a970ca466789de3f3110c33/8c6240404a970ca466789de3f3110c33.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129472.00000, (0, 0) as of 1735129472.00000, shrinking as of 1735129472.00000> to ShardRange<'k' to 't' as of 1735129473.00000, (0, 0) as of 1735129473.00000, sharded as of 1735129473.00000>, path: .shards_a/shard_c_1735129473.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c33/8c6240404a970ca466789de3f3110c33/8c6240404a970ca466789de3f3110c33.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129473.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c33/8c6240404a970ca466789de3f3110c33/8c6240404a970ca466789de3f3110c33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129475.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c8f/b34dd24f5083f9195d05d97f92a17c8f/b34dd24f5083f9195d05d97f92a17c8f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129474.00000, (0, 0) as of 1735129474.00000, shrinking as of 1735129474.00000> to ShardRange<'k' to 't' as of 1735129475.00000, (0, 0) as of 1735129475.00000, shrunk as of 1735129475.00000>, path: .shards_a/shard_c_1735129475.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c8f/b34dd24f5083f9195d05d97f92a17c8f/b34dd24f5083f9195d05d97f92a17c8f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129475.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/c8f/b34dd24f5083f9195d05d97f92a17c8f/b34dd24f5083f9195d05d97f92a17c8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129477.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3c0/fd597002ef98fde891551d2c0eb703c0/fd597002ef98fde891551d2c0eb703c0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129476.00000, (0, 0) as of 1735129476.00000, sharding as of 1735129476.00000> to ShardRange<'k' to 't' as of 1735129477.00000, (0, 0) as of 1735129477.00000, found as of 1735129477.00000>, path: .shards_a/shard_c_1735129477.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3c0/fd597002ef98fde891551d2c0eb703c0/fd597002ef98fde891551d2c0eb703c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129479.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d20/77c36aebbea62c436524093c8ac65d20/77c36aebbea62c436524093c8ac65d20.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129478.00000, (0, 0) as of 1735129478.00000, sharding as of 1735129478.00000> to ShardRange<'k' to 't' as of 1735129479.00000, (0, 0) as of 1735129479.00000, created as of 1735129479.00000>, path: .shards_a/shard_c_1735129479.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d20/77c36aebbea62c436524093c8ac65d20/77c36aebbea62c436524093c8ac65d20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129481.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d8c/96119896843e8ad4505e775d108f1d8c/96119896843e8ad4505e775d108f1d8c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129480.00000, (0, 0) as of 1735129480.00000, sharding as of 1735129480.00000> to ShardRange<'k' to 't' as of 1735129481.00000, (0, 0) as of 1735129481.00000, cleaved as of 1735129481.00000>, path: .shards_a/shard_c_1735129481.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d8c/96119896843e8ad4505e775d108f1d8c/96119896843e8ad4505e775d108f1d8c.db fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok - +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129398.30352', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:38 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1a08c88c934b4d15abf12-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx361c6c5ba2a24f4c8a440-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from primary (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txa0b3c6091cfa4ff1b29be-00676bf93a)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - 'version-id': item['version_id']}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -23943,426 +24372,269 @@ ~~~~~~~~~~~~~~^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok + +test ERROR: Error reading recon cache file: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail -test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content -test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass -test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info -test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ~~~~~~~~~~~~~~~~~^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +fake INFO: - - 25/Dec/2024/12/23/28 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735130408 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1735129408.061166286 1735129408.061266899 - +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile123 +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile123test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok test.unit.common.test_swob.TestResponse.test_507 @@ -24429,12 +24701,60 @@ test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok test.unit.common.test_swob.TestResponse.test_unicode_body test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition @@ -24443,2477 +24763,3590 @@ test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0006 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0400 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0462 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0320 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0594 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0119 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0027 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0026 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmpk4_cxjxt/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0040 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0293 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0278 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0330 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0486 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0072 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0379 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0023 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0454 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0404 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0021 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0408 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0372 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +Reloaded swift-proxy-server +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 144 (Last start was 0) +Gather start is 144 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb +Placed 99/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdc +Placed 99/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd +Placed 196/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sda +Placed 196/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdb +Placed 196/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdc +Placed 149/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdd +Placed 149/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda +Placed 149/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb +Placed 67/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdc +Placed 67/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdd +Placed 67/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda +Placed 173/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdb +Placed 173/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdc +Placed 173/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdd +Placed 8/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sda +Placed 8/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdb +Placed 8/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdc +Placed 121/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdd +Placed 121/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda +Placed 121/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sdb +Placed 55/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc +Placed 55/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd +Placed 55/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda +Placed 164/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb +Placed 164/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdc +Placed 164/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd +Placed 224/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda +Placed 224/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdb +Placed 224/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdc +Placed 112/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdd +Placed 112/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda +Placed 112/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdc +Placed 140/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdd +Placed 140/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sda +Placed 203/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdb +Placed 203/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sdc +Placed 203/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd +Placed 185/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sda +Placed 185/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sdb +Placed 185/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdc +Placed 40/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd +Placed 40/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sda +Placed 40/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb +Placed 53/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sdd +Placed 53/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda +Placed 51/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdc +Placed 51/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sda +Placed 228/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sdb +Placed 228/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc +Placed 76/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdd +Placed 76/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sda +Placed 76/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdb +Placed 19/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc +Placed 19/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdd +Placed 19/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sda +Placed 70/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdb +Placed 70/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc +Placed 70/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdd +Placed 43/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sda +Placed 43/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdb +Placed 43/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdc +Placed 252/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd +Placed 252/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda +Placed 252/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdb +Placed 20/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc +Placed 20/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdd +Placed 20/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda +Placed 26/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdb +Placed 26/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdc +Placed 26/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdd +Placed 194/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sda +Placed 194/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdb +Placed 194/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdc +Placed 247/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd +Placed 247/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda +Placed 247/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb +Placed 133/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdc +Placed 133/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdd +Placed 133/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda +Placed 33/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdb +Placed 33/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdc +Placed 33/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdd +Placed 189/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb +Placed 189/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdc +Placed 130/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd +Placed 130/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda +Placed 130/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdb +Placed 243/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdc +Placed 243/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd +Placed 243/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sda +Placed 207/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb +Placed 207/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdc +Placed 207/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdd +Placed 114/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda +Placed 114/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb +Placed 114/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdc +Placed 171/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd +Placed 171/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sda +Placed 171/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdc +Placed 233/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdd +Placed 233/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda +Placed 65/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdb +Placed 65/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdc +Placed 65/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdd +Placed 143/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdb +Placed 143/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdc +Placed 32/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdd +Placed 32/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda +Placed 32/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb +Placed 142/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdc +Placed 142/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd +Placed 142/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb +Placed 234/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdc +Placed 234/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdd +Placed 93/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sda +Placed 93/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdb +Placed 93/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc +Placed 106/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdd +Placed 106/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda +Placed 106/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdb +Placed 94/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc +Placed 94/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdd +Placed 94/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda +Placed 186/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdb +Placed 186/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc +Placed 186/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd +Placed 91/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb +Placed 91/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdc +Placed 81/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdd +Placed 81/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sda +Placed 81/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb +Placed 122/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdc +Placed 122/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd +Placed 122/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sda +Placed 136/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb +Placed 136/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdc +Placed 136/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdd +Placed 219/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda +Placed 219/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb +Placed 219/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdc +Placed 16/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd +Placed 16/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sda +Placed 16/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb +Placed 227/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdc +Placed 227/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd +Placed 227/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda +Placed 98/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdb +Placed 98/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdc +Placed 98/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd +Placed 188/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdc +Placed 211/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdd +Placed 211/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda +Placed 211/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdb +Placed 14/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdd +Placed 14/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sda +Placed 172/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb +Placed 172/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdc +Placed 172/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sdd +Placed 12/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sda +Placed 12/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb +Placed 12/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdc +Placed 197/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdd +Placed 197/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda +Placed 197/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb +Placed 44/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc +Placed 44/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sdd +Placed 44/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb +Placed 145/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdc +Placed 145/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sda +Placed 137/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdb +Placed 137/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdc +Placed 10/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd +Placed 10/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda +Placed 10/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdb +Placed 111/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc +Placed 111/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdd +Placed 111/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sda +Placed 198/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdb +Placed 198/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc +Placed 198/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd +Placed 160/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda +Placed 160/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb +Placed 160/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc +Placed 58/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdd +Placed 58/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sda +Placed 58/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb +Placed 17/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc +Placed 17/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdd +Placed 17/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda +Placed 88/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc +Placed 88/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdd +Placed 102/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda +Placed 102/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb +Placed 102/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdc +Placed 54/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdd +Placed 54/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda +Placed 54/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdc +Placed 124/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdd +Placed 124/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sda +Placed 144/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdb +Placed 144/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sdc +Placed 144/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdd +Placed 80/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sda +Placed 80/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdb +Placed 80/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdc +Placed 87/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd +Placed 87/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdb +Placed 182/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sdc +Placed 182/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdd +Placed 182/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb +Placed 236/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdc +Placed 236/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd +Placed 168/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda +Placed 168/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb +Placed 168/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdc +Placed 157/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdd +Placed 157/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sda +Placed 157/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdb +Placed 23/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd +Placed 23/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sda +Placed 72/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdb +Placed 72/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdd +Placed 230/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda +Placed 230/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb +Placed 230/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc +Placed 29/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sda +Placed 29/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdb +Placed 6/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sdc +Placed 6/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdd +Placed 6/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sda +Placed 150/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdb +Placed 150/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc +Placed 150/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd +Placed 163/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda +Placed 163/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdb +Placed 163/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc +Placed 22/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sdd +Placed 22/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sda +Placed 22/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdb +Placed 25/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc +Placed 25/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd +Placed 25/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sda +Placed 39/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdb +Placed 39/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc +Placed 39/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd +Placed 7/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda +Placed 7/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb +Placed 7/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc +Placed 178/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdd +Placed 178/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb +Placed 35/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc +Placed 35/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sdd +Placed 35/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda +Placed 125/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb +Placed 125/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdc +Placed 125/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdd +Placed 115/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda +Placed 115/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdb +Placed 115/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdc +Placed 167/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd +Placed 167/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda +Placed 167/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdb +Placed 5/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sdc +Placed 5/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdd +Placed 5/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sda +Placed 174/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdb +Placed 174/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdc +Placed 174/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdd +Placed 251/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda +Placed 251/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdb +Placed 251/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdc +Placed 255/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd +Placed 255/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sda +Placed 255/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdb +Placed 129/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdc +Placed 129/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd +Placed 129/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdb +Placed 165/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdc +Placed 165/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdd +Placed 57/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sda +Placed 57/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdb +Placed 57/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdc +Placed 210/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sda +Placed 210/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdb +Placed 231/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdc +Placed 231/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdd +Placed 231/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda +Placed 11/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdb +Placed 11/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdc +Placed 11/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sda +Placed 241/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdb +Placed 241/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdc +Placed 107/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda +Placed 107/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb +Placed 74/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdc +Placed 74/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdd +Placed 74/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sda +Placed 21/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb +Placed 21/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdc +Placed 21/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdd +Placed 2/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sda +Placed 2/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdb +Placed 2/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc +Placed 240/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sda +Placed 240/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb +Placed 138/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdc +Placed 138/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdd +Placed 138/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda +Placed 31/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdb +Placed 31/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdc +Placed 31/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdd +Placed 192/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sda +Placed 192/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdb +Placed 192/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdc +Placed 183/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdd +Placed 183/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdb +Placed 235/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sdc +Placed 235/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdd +Placed 235/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda +Placed 119/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb +Placed 119/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdc +Placed 119/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdd +Placed 64/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sda +Placed 64/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdb +Placed 64/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdc +Placed 18/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd +Placed 18/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sda +Placed 18/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdb +Placed 239/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdc +Placed 239/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd +Placed 239/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda +Placed 37/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb +Placed 37/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc +Placed 37/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd +Placed 179/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sda +Placed 179/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sdb +Placed 179/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc +Placed 162/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdd +Placed 162/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sda +Placed 162/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdc +Placed 213/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdd +Placed 213/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda +Placed 151/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb +Placed 151/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdc +Placed 151/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdd +Placed 1/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sda +Placed 1/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb +Placed 1/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd +Placed 152/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda +Placed 152/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdb +Placed 79/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdd +Placed 79/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda +Placed 161/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdc +Placed 161/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdd +Placed 214/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sda +Placed 214/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdb +Placed 214/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdc +Placed 246/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdd +Placed 246/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdb +Placed 38/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc +Placed 38/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdd +Placed 38/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda +Placed 24/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdb +Placed 24/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdc +Placed 24/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdd +Placed 96/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda +Placed 96/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb +Placed 96/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdc +Placed 166/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdd +Placed 166/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb +Placed 9/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdc +Placed 9/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdd +Placed 9/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sda +Placed 108/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sdb +Placed 108/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc +Placed 108/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdd +Placed 47/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sda +Placed 47/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdb +Placed 47/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sdc +Placed 61/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdd +Placed 61/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sda +Placed 61/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdc +Placed 84/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd +Placed 84/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sda +Placed 158/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdb +Placed 158/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc +Placed 158/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sdd +Placed 141/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sda +Placed 141/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb +Placed 141/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc +Placed 101/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd +Placed 101/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sda +Placed 101/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdc +Placed 48/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd +Placed 48/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda +Placed 3/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb +Placed 3/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdc +Placed 3/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd +Placed 218/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc +Placed 63/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd +Placed 63/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sda +Placed 63/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc +Placed 62/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdd +Placed 62/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sda +Placed 86/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdb +Placed 86/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc +Placed 86/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdd +Placed 110/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sda +Placed 110/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdb +Placed 110/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdd +Placed 206/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sda +Placed 206/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdb +Placed 215/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdc +Placed 215/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd +Placed 215/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sda +Placed 113/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb +Placed 113/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdc +Placed 113/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdd +Placed 216/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sda +Placed 216/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdb +Placed 216/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc +Placed 104/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sda +Placed 104/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdb +Placed 139/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc +Placed 139/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdd +Placed 139/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sda +Placed 153/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sdb +Placed 153/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc +Placed 153/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdd +Placed 180/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sda +Placed 180/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdb +Placed 180/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sdd +Placed 232/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sda +Placed 232/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb +Placed 82/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdc +Placed 82/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdd +Placed 82/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda +Placed 193/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb +Placed 193/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdc +Placed 193/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd +Placed 135/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb +Placed 135/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdc +Placed 199/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdd +Placed 199/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sda +Placed 199/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdb +Placed 250/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdd +Placed 250/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda +Placed 223/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb +Placed 223/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc +Placed 223/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdd +Placed 50/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sda +Placed 50/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdb +Placed 50/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc +Placed 225/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdd +Placed 225/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sda +Placed 225/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdb +Placed 68/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdc +Placed 68/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd +Placed 68/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sda +Placed 45/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdb +Placed 45/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sdc +Placed 45/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd +Placed 100/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sda +Placed 100/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdb +Placed 100/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc +Placed 66/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sda +Placed 66/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb +Placed 159/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc +Placed 159/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sdd +Placed 159/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sda +Placed 13/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb +Placed 13/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdc +Placed 13/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdd +Placed 154/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda +Placed 154/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd +Placed 73/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda +Placed 73/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdb +Placed 92/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc +Placed 92/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd +Placed 92/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sda +Placed 90/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb +Placed 90/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdc +Placed 90/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sdd +Placed 253/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sda +Placed 253/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb +Placed 253/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdc +Placed 41/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd +Placed 41/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda +Placed 41/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdb +Placed 204/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc +Placed 204/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd +Placed 204/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sda +Placed 217/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdb +Placed 217/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc +Placed 217/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd +Placed 176/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda +Placed 176/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdb +Placed 176/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc +Placed 42/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdd +Placed 42/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sda +Placed 42/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdb +Placed 105/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sdc +Placed 105/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdd +Placed 105/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sda +Placed 0/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb +Placed 0/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdc +Placed 0/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdd +Placed 229/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sda +Placed 229/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdb +Placed 229/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdc +Placed 52/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd +Placed 52/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdb +Placed 237/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdc +Placed 237/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sda +Placed 212/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdb +Placed 212/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sdc +Placed 212/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdd +Placed 184/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sda +Placed 184/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdb +Placed 184/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sdd +Placed 69/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sda +Placed 69/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb +Placed 208/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdc +Placed 208/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdd +Placed 208/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sda +Placed 77/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdb +Placed 77/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdc +Placed 77/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd +Placed 147/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sda +Placed 147/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdb +Placed 147/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdc +Placed 249/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd +Placed 249/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sda +Placed 249/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sdb +Placed 169/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc +Placed 169/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd +Placed 169/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sda +Placed 221/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdb +Placed 221/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc +Placed 221/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sda +Placed 181/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdb +Placed 181/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdc +Placed 27/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd +Placed 27/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda +Placed 27/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb +Placed 15/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc +Placed 15/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sdd +Placed 15/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda +Placed 170/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdc +Placed 170/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd +Placed 132/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda +Placed 132/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdb +Placed 132/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdc +Placed 200/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd +Placed 200/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda +Placed 200/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb +Placed 30/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdc +Placed 30/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdd +Placed 30/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda +Placed 209/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb +Placed 209/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdc +Placed 209/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdd +Placed 226/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sda +Placed 226/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb +Placed 226/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc +Placed 187/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd +Placed 187/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sda +Placed 187/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdb +Placed 254/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdc +Placed 254/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd +Placed 254/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc +Placed 222/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sdd +Placed 131/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sda +Placed 131/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb +Placed 131/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdc +Placed 177/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdd +Placed 177/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sda +Placed 177/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdb +Placed 148/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc +Placed 148/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdd +Placed 148/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sda +Placed 116/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdb +Placed 116/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdc +Placed 116/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sdd +Placed 103/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sda +Placed 103/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb +Placed 103/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc +Placed 238/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sdd +Placed 238/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sda +Placed 238/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb +Placed 71/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdc +Placed 71/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda +Placed 191/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb +Placed 191/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc +Placed 191/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd +Placed 34/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sda +Placed 34/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sdb +Placed 34/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc +Placed 242/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdd +Placed 242/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sda +Placed 242/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdb +Placed 59/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdc +Placed 59/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sda +Placed 201/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdb +Placed 201/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdc +Placed 201/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sda +Placed 123/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb +Placed 123/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sdc +Placed 146/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdd +Placed 146/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sda +Placed 146/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdb +Placed 83/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdc +Placed 83/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdd +Placed 83/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sda +Placed 195/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb +Placed 195/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdd +Placed 220/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sda +Placed 220/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdb +Placed 220/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdc +Placed 78/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd +Placed 78/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda +Placed 78/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sdb +Placed 126/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc +Placed 126/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb +Placed 60/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdc +Placed 60/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdd +Placed 85/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda +Placed 85/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb +Placed 85/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdc +Placed 175/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd +Placed 175/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda +Placed 175/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc +Placed 248/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdd +Placed 248/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sda +Placed 109/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdb +Placed 109/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdc +Placed 109/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sdd +Placed 75/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sda +Placed 75/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb +Placed 75/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd +Placed 36/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda +Placed 36/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sdb +Placed 49/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc +Placed 49/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd +Placed 49/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda +Placed 46/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdb +Placed 46/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdc +Placed 46/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdd +Placed 127/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sda +Placed 127/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdb +Placed 127/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdc +Placed 117/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdd +Placed 117/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sda +Placed 117/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb +Placed 95/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdc +Placed 95/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd +Placed 95/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda +Placed 134/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb +Placed 134/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc +Placed 134/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd +Placed 156/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda +Placed 156/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdb +Placed 156/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdc +Placed 155/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdd +Placed 155/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdb +Placed 89/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdd +Placed 89/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sda +Placed 120/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb +Placed 120/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdc +Placed 120/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd +Placed 244/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda +Placed 244/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdb +Placed 244/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc +Placed 202/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdd +Placed 202/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdb +Placed 4/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc +Placed 4/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdd +Placed 4/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda +Placed 128/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdb +Placed 128/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdc +Placed 128/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd +Placed 245/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sda +Placed 245/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdb +Placed 245/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc +Placed 56/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdd +Placed 56/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sda +Placed 56/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb +Placed 28/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdc +Placed 28/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd +Placed 28/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda +Placed 190/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdb +Placed 190/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdc +Placed 190/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd +Placed 205/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda +Placed 205/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb +Placed 205/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc +Placed 97/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd +Placed 97/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sda +Placed 97/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdb +Placed 118/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc +Placed 118/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdd +Placed 118/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 226 (Last start was 144) +DEBUG: Gather start is 226 (Last start was 144) +Gather start is 226 (Last start was 144) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 226 (Last start was 144) +DEBUG: Gather start is 226 (Last start was 144) +DEBUG: Gather start is 226 (Last start was 144) +Gather start is 226 (Last start was 144) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_function ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail +test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_swift_conf_md5_fail ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content +test.unit.common.middleware.test_recon.TestReconMiddleware.test_no_content ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_async ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_auditor_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_diskusage ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_driveaudit ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_expirer_object ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_load ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mem ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_mounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_quarantined ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_relink ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_all ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_replication_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_ringmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sharding ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_sockstat ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_swiftconfmd5 ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_time ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_unmounted_empty ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_invalid ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_updater_notype ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_get_version ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_invalid_path ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass +test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info +test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - info['container'], row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers_out, - ^^^^^^^^^^^^^^^^^^^^ - acceptable_statuses=(2, 4), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - params={'symlink': 'get'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - contents=FileLikeIter(body), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), logger=self.logger, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - timeout=self.conn_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - sync_to, user_key, realm, - ^^^^^^^^^^^^^^^^^^^^^^^^^ - realm_key, ts_meta): - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - headers=headers, - ^^^^^^^^^^^^^^^^ - proxy=self.select_http_proxy(), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - retries=0) - ^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmpp936xyw_/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep - self.process_container(dbfile) - ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Boom!test.unit.container.test_updater.TestContainerUpdater.test_error_in_process -test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception -test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once -test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpaovejzly/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpaovejzly/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpaovejzly/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpaovejzly/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:23 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0573 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:23 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0431 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:23 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0567 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:23 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0571 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3b8ce751070e45a885610-00676bf93b" "proxy-server 546116" 0.0008 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40441/sdb1/1/a/c" "tx3b8ce751070e45a885610-00676bf93b" "container-server 546116" 0.0008 "-" 546116 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45177/sda1/1/a/c" "tx3b8ce751070e45a885610-00676bf93b" "container-server 546116" 0.0030 "-" 546116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3b8ce751070e45a885610-00676bf93b" "proxy-server 546116" 0.1269 "-" 546116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3b8ce751070e45a885610-00676bf93b" "proxy-server 546116" 0.0691 "-" 546116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3b8ce751070e45a885610-00676bf93b - 0.1330 - - 1735129403.912605286 1735129404.045601845 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3bacca5328894515a4c2c-00676bf93c" "proxy-server 546116" 0.0007 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45177/sda1/1/a1/c1" "tx3bacca5328894515a4c2c-00676bf93c" "container-server 546116" 0.0007 "-" 546116 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40441/sdb1/1/a1/c1" "tx3bacca5328894515a4c2c-00676bf93c" "container-server 546116" 0.0152 "-" 546116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3bacca5328894515a4c2c-00676bf93c" "proxy-server 546116" 0.0714 "-" 546116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3bacca5328894515a4c2c-00676bf93c" "proxy-server 546116" 0.1356 "-" 546116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3bacca5328894515a4c2c-00676bf93c - 0.1399 - - 1735129404.046481609 1735129404.186392069 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18677e344a9e4c8888a5c-00676bf93c" "proxy-server 546116" 0.0599 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:45177/sda1/2/a/c1" "tx18677e344a9e4c8888a5c-00676bf93c" "container-server 546116" 0.0008 "-" 546116 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:40441/sdb1/2/a/c1" "tx18677e344a9e4c8888a5c-00676bf93c" "container-server 546116" 0.0815 "-" 546116 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx18677e344a9e4c8888a5c-00676bf93c" "proxy-server 546116" 0.1409 "-" 546116 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx18677e344a9e4c8888a5c-00676bf93c" "proxy-server 546116" 0.1979 "-" 546116 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx18677e344a9e4c8888a5c-00676bf93c - 0.2625 - - 1735129404.187304258 1735129404.449837208 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5c335395c589434e8a7a4-00676bf93c" "proxy-server 546116" 0.0570 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45177/sda1/1/a/c2" "tx5c335395c589434e8a7a4-00676bf93c" "container-server 546116" 0.0008 "-" 546116 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:40441/sdb1/1/a/c2" "tx5c335395c589434e8a7a4-00676bf93c" "container-server 546116" 0.0531 "-" 546116 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c335395c589434e8a7a4-00676bf93c" "proxy-server 546116" 0.1972 "-" 546116 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:24 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx5c335395c589434e8a7a4-00676bf93c" "proxy-server 546116" 0.2541 "-" 546116 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/24 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx5c335395c589434e8a7a4-00676bf93c - 0.3154 - - 1735129404.450870275 1735129404.766288042 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpx2p1rgw_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx2p1rgw_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpx2p1rgw_/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx2p1rgw_/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1525 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0716 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0595 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0740 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcfdff05e6ac14ebaaf14f-00676bf93d" "proxy-server 546116" 0.0008 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58039/sdb1/1/a/c" "txcfdff05e6ac14ebaaf14f-00676bf93d" "container-server 546116" 0.0007 "-" 546116 0test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile456 + + 30 function calls in 0.001 seconds + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile123 +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmp_9abimxn/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 1 0.000 0.000 0.000 0.000 :1() + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile456 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile456 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile456 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile123 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:23:28 2024 /tmp/tmpiu76az9d/unittest.profile546115 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00017 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8z0v8378/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.dbtest.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok + +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:34609/sda1/1/a/c" "txcfdff05e6ac14ebaaf14f-00676bf93d" "container-server 546116" 0.0006 "-" 546116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcfdff05e6ac14ebaaf14f-00676bf93d" "proxy-server 546116" 0.0844 "-" 546116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcfdff05e6ac14ebaaf14f-00676bf93d" "proxy-server 546116" 0.1508 "-" 546116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/25 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcfdff05e6ac14ebaaf14f-00676bf93d - 0.1553 - - 1735129405.348813295 1735129405.504079103 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0a17da0e010e4cc589b82-00676bf93d" "proxy-server 546116" 0.0007 "-" 546116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:34609/sda1/1/a1/c1" "tx0a17da0e010e4cc589b82-00676bf93d" "container-server 546116" 0.0016 "-" 546116 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:58039/sdb1/1/a1/c1" "tx0a17da0e010e4cc589b82-00676bf93d" "container-server 546116" 0.0007 "-" 546116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0a17da0e010e4cc589b82-00676bf93d" "proxy-server 546116" 0.0905 "-" 546116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0a17da0e010e4cc589b82-00676bf93d" "proxy-server 546116" 0.1618 "-" 546116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/25 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0a17da0e010e4cc589b82-00676bf93d - 0.1660 - - 1735129405.504892588 1735129405.670898676 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx970330a09d734cfcb873d-00676bf93d" "proxy-server 546116" 0.0634 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:34609/sda1/2/a/c1" "tx970330a09d734cfcb873d-00676bf93d" "container-server 546116" 0.0693 "-" 546116 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58039/sdb1/2/a/c1" "tx970330a09d734cfcb873d-00676bf93d" "container-server 546116" 0.0007 "-" 546116 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx970330a09d734cfcb873d-00676bf93d" "proxy-server 546116" 0.2109 "-" 546116 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx970330a09d734cfcb873d-00676bf93d" "proxy-server 546116" 0.1455 "-" 546116 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/25 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx970330a09d734cfcb873d-00676bf93d - 0.2787 - - 1735129405.671803951 1735129405.950503588 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7691f4a2715f4585b561f-00676bf93d" "proxy-server 546116" 0.0462 "-" 546116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34609/sda1/1/a/c2" "tx7691f4a2715f4585b561f-00676bf93d" "container-server 546116" 0.0588 "-" 546116 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58039/sdb1/1/a/c2" "tx7691f4a2715f4585b561f-00676bf93d" "container-server 546116" 0.0008 "-" 546116 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:26 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7691f4a2715f4585b561f-00676bf93d" "proxy-server 546116" 0.3485 "-" 546116 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:26 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7691f4a2715f4585b561f-00676bf93d" "proxy-server 546116" 0.4080 "-" 546116 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/26 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7691f4a2715f4585b561f-00676bf93d - 0.4584 - - 1735129405.951442957 1735129406.409891129 2 + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129399.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129399.90258', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -swift: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1824822 - - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0296 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0387 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0062 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0541 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0487 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0020 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0464 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0461 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0068 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0019 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0440 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0615 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0022 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0393 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0508 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:44 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0467 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0026 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0026 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0023 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0615 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0666 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0213 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0421 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0035 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0435 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0691 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0480 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -swift: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 1824822 - -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + ~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/37 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769538217.108550072 1769538217.109367847 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/23/37 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769538217.110437155 1769538217.111280918 0 fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmpx_lckmwy/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmpx_lckmwy/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmpx_lckmwy/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 1824833, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Child 1824833 exiting normally -test NOTICE: Started child 88 from parent 1824833 -test NOTICE: Started child 89 from parent 1824833 -test ERROR: Removing dead child 88 from parent 1824833 -test NOTICE: Started child 90 from parent 1824833 -test NOTICE: Started child 88 from parent 1824833 -test NOTICE: Started child 89 from parent 1824833 -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +Quarantined /tmp/tmpsnk8uf8c/dev/dbs/par/pre/db to /tmp/tmpsnk8uf8c/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpsnk8uf8c/dev/dbs/par/pre/db to /tmp/tmpsnk8uf8c/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpsnk8uf8c/dev/dbs/par/pre/db to /tmp/tmpsnk8uf8c/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpsnk8uf8c/dev/dbs/par/pre/db to /tmp/tmpsnk8uf8c/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmp3_o5i1n3/dev/dbs/par/pre/db to /tmp/tmp3_o5i1n3/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +Quarantined /tmp/tmpdc8z6zi2/dev/dbs/par/pre/db to /tmp/tmpdc8z6zi2/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129483.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/971/51bc6ab3dd3cc5224e0d926ed080b971/51bc6ab3dd3cc5224e0d926ed080b971.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129482.00000, (0, 0) as of 1735129482.00000, sharding as of 1735129482.00000> to ShardRange<'k' to 't' as of 1735129483.00000, (0, 0) as of 1735129483.00000, active as of 1735129483.00000>, path: .shards_a/shard_c_1735129483.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/971/51bc6ab3dd3cc5224e0d926ed080b971/51bc6ab3dd3cc5224e0d926ed080b971.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129485.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f1/8f0f8789fb113fb9c493303c939fd8f1/8f0f8789fb113fb9c493303c939fd8f1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129484.00000, (0, 0) as of 1735129484.00000, sharding as of 1735129484.00000> to ShardRange<'k' to 't' as of 1735129485.00000, (0, 0) as of 1735129485.00000, shrinking as of 1735129485.00000>, path: .shards_a/shard_c_1735129485.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f1/8f0f8789fb113fb9c493303c939fd8f1/8f0f8789fb113fb9c493303c939fd8f1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129485.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8f1/8f0f8789fb113fb9c493303c939fd8f1/8f0f8789fb113fb9c493303c939fd8f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129487.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3aa/b575f8b58537fbee5354ff39b1deb3aa/b575f8b58537fbee5354ff39b1deb3aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129487.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3aa/b575f8b58537fbee5354ff39b1deb3aa/b575f8b58537fbee5354ff39b1deb3aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129489.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9db/bf361558c513ef70e62ea3546a9bb9db/bf361558c513ef70e62ea3546a9bb9db.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129488.00000, (0, 0) as of 1735129488.00000, sharding as of 1735129488.00000> to ShardRange<'k' to 't' as of 1735129489.00000, (0, 0) as of 1735129489.00000, sharded as of 1735129489.00000>, path: .shards_a/shard_c_1735129489.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9db/bf361558c513ef70e62ea3546a9bb9db/bf361558c513ef70e62ea3546a9bb9db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129489.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9db/bf361558c513ef70e62ea3546a9bb9db/bf361558c513ef70e62ea3546a9bb9db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129491.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/001/f61019b16cbe6dbe8a4eab6c94756001/f61019b16cbe6dbe8a4eab6c94756001.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129490.00000, (0, 0) as of 1735129490.00000, sharding as of 1735129490.00000> to ShardRange<'k' to 't' as of 1735129491.00000, (0, 0) as of 1735129491.00000, shrunk as of 1735129491.00000>, path: .shards_a/shard_c_1735129491.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/001/f61019b16cbe6dbe8a4eab6c94756001/f61019b16cbe6dbe8a4eab6c94756001.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129491.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/001/f61019b16cbe6dbe8a4eab6c94756001/f61019b16cbe6dbe8a4eab6c94756001.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129493.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e92/b4fd30e7b9181068eab13fcd565f6e92/b4fd30e7b9181068eab13fcd565f6e92.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129492.00000, (0, 0) as of 1735129492.00000, sharded as of 1735129492.00000> to ShardRange<'k' to 't' as of 1735129493.00000, (0, 0) as of 1735129493.00000, found as of 1735129493.00000>, path: .shards_a/shard_c_1735129493.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e92/b4fd30e7b9181068eab13fcd565f6e92/b4fd30e7b9181068eab13fcd565f6e92.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129495.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3a8/007b2815ff46b172d9d043a932de53a8/007b2815ff46b172d9d043a932de53a8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129494.00000, (0, 0) as of 1735129494.00000, sharded as of 1735129494.00000> to ShardRange<'k' to 't' as of 1735129495.00000, (0, 0) as of 1735129495.00000, created as of 1735129495.00000>, path: .shards_a/shard_c_1735129495.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3a8/007b2815ff46b172d9d043a932de53a8/007b2815ff46b172d9d043a932de53a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129497.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f74/7ccf68e48d1452178405e0c1dd5c4f74/7ccf68e48d1452178405e0c1dd5c4f74.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129496.00000, (0, 0) as of 1735129496.00000, sharded as of 1735129496.00000> to ShardRange<'k' to 't' as of 1735129497.00000, (0, 0) as of 1735129497.00000, cleaved as of 1735129497.00000>, path: .shards_a/shard_c_1735129497.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f74/7ccf68e48d1452178405e0c1dd5c4f74/7ccf68e48d1452178405e0c1dd5c4f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129499.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/70d/8c5ef14a473e7a75d53f33d11769170d/8c5ef14a473e7a75d53f33d11769170d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129498.00000, (0, 0) as of 1735129498.00000, sharded as of 1735129498.00000> to ShardRange<'k' to 't' as of 1735129499.00000, (0, 0) as of 1735129499.00000, active as of 1735129499.00000>, path: .shards_a/shard_c_1735129499.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/70d/8c5ef14a473e7a75d53f33d11769170d/8c5ef14a473e7a75d53f33d11769170d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129501.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d07/0aa683cb2bb7633d456fe7fca9038d07/0aa683cb2bb7633d456fe7fca9038d07.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129500.00000, (0, 0) as of 1735129500.00000, sharded as of 1735129500.00000> to ShardRange<'k' to 't' as of 1735129501.00000, (0, 0) as of 1735129501.00000, shrinking as of 1735129501.00000>, path: .shards_a/shard_c_1735129501.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d07/0aa683cb2bb7633d456fe7fca9038d07/0aa683cb2bb7633d456fe7fca9038d07.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129501.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/d07/0aa683cb2bb7633d456fe7fca9038d07/0aa683cb2bb7633d456fe7fca9038d07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129503.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a1b/3c83f54fee45b20dd0314741da4dba1b/3c83f54fee45b20dd0314741da4dba1b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129502.00000, (0, 0) as of 1735129502.00000, sharded as of 1735129502.00000> to ShardRange<'k' to 't' as of 1735129503.00000, (0, 0) as of 1735129503.00000, sharding as of 1735129503.00000>, path: .shards_a/shard_c_1735129503.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a1b/3c83f54fee45b20dd0314741da4dba1b/3c83f54fee45b20dd0314741da4dba1b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129503.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a1b/3c83f54fee45b20dd0314741da4dba1b/3c83f54fee45b20dd0314741da4dba1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129505.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a72/fdd8936464ad3fc3e32fe07bd8956a72/fdd8936464ad3fc3e32fe07bd8956a72.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129505.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a72/fdd8936464ad3fc3e32fe07bd8956a72/fdd8936464ad3fc3e32fe07bd8956a72.dbtest.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok + +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00341 seconds (293.42248/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Not deleting db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129408.54569.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129408.54569.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129408.54569.db +test DEBUG: Successfully deleted db /tmp/tmpv7nu2kwb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5574beac55dfeeafa0daeb162a42cfa3', '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda', '1735129408.96535', '1735129408.00000', '0', '', '1735129408.00000', 51, 0) +test DEBUG: /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735129409.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735129410.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735129411.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735129412.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735129413.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735129414.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735129415.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735129416.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735129417.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735129418.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735129419.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735129420.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735129421.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735129422.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735129423.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735129424.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735129425.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735129426.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735129427.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735129428.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735129429.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735129430.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735129431.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735129432.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735129433.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735129434.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735129435.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735129436.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735129437.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735129438.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +test DEBUG: /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.137331s) +test DEBUG: Synchronization for /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5574beac55dfeeafa0daeb162a42cfa3', '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda', '1735129408.96535', '1735129408.00000', '0', '', '1735129408.00000', 51, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0467862c-f09f-4c8c-a54b-47fab9fc19da-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.50554 seconds (1.97809/s) +test INFO: Removed 0 dbstest.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil +test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none +test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta +test.unit.common.utils.test_timestamp.TestTimestamp.test_delta ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_false +test.unit.common.utils.test_timestamp.TestTimestamp.test_false ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_float +test.unit.common.utils.test_timestamp.TestTimestamp.test_float ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal +test.unit.common.utils.test_timestamp.TestTimestamp.test_force_internal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_from_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_greater_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable +test.unit.common.utils.test_timestamp.TestTimestamp.test_hashable ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_int +test.unit.common.utils.test_timestamp.TestTimestamp.test_int ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_internal_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_input ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_invalid_string_conversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion +test.unit.common.utils.test_timestamp.TestTimestamp.test_inversion ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat +test.unit.common.utils.test_timestamp.TestTimestamp.test_isoformat ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_no_force_internal_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_normal_format_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal +test.unit.common.utils.test_timestamp.TestTimestamp.test_not_equal ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit +test.unit.common.utils.test_timestamp.TestTimestamp.test_offset_limit ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering +test.unit.common.utils.test_timestamp.TestTimestamp.test_ordering ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons +test.unit.common.utils.test_timestamp.TestTimestamp.test_out_of_range_comparisons ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw +test.unit.common.utils.test_timestamp.TestTimestamp.test_raw ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_short_format_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset +test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129401.57179', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129401.57753', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - ~~~~~^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - ~~^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok + +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5574beac55dfeeafa0daeb162a42cfa3', '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda', '1735129408.96535', '1735129408.00000', '0', '', '1735129408.00000', 51, 0) +test DEBUG: /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735129439.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735129440.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735129441.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735129442.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735129443.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735129444.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735129445.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735129446.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735129447.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735129448.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735129449.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735129450.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735129451.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735129452.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735129453.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735129454.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735129455.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735129456.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735129457.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735129458.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735129559.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda') +test DEBUG: /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.164591s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '5574beac55dfeeafa0daeb162a42cfa3', '0467862c-f09f-4c8c-a54b-47fab9fc19da-sda', '1735129408.96535', '1735129408.00000', '0', '', '1735129408.00000', 51, 0) +test DEBUG: /tmp/tmpmzb7vbkj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.21554 seconds (4.63952/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00017 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00013 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmrldasfb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '3e8806c7-48a6-431a-a4a9-a72c5c6a6608-sda', '1735129409.86540', '1735128000.00000', '0', '', '1735128000.00000', 0, 1) +test DEBUG: /tmp/tmpmrldasfb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3e8806c7-48a6-431a-a4a9-a72c5c6a6608-sda') +test DEBUG: /tmp/tmpmrldasfb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0682561s)test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0618 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0013 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0408 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0651 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1347 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0461 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0017 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0431 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0808 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmpmmluo14n/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0025 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0487 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0887 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmpw2tj6du5/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0023 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0276 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0806 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0532 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0855 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0435 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1039 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0108 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0462 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1127 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0033 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0410 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0027 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0506 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0067 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0515 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0084 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0052 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0034 "-" 1824822 -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok - -test INFO: Container update single threaded sweep completed: 0.85s, 0 successes, 0 failures, 0 with no changes -test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpkoqzypl8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpkoqzypl8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpkoqzypl8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmplwooi2_w/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmplwooi2_w/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmplwooi2_w/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmps7qrds84/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout -test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok -test.unit.container.test_updater.TestContainerUpdater.test_shard_container -test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok -test.unit.container.test_updater.TestContainerUpdater.test_unicode -test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.3603439331054688e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.2411346435546875e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - ~~~~~~~~~~~~^^^^^^^^^^^^ - b'add', cmd.hash_key, b'0', str(timeout).encode('ascii'), - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - str(len(add_val)).encode('ascii') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ]) + b'\r\n' + add_val + b'\r\n') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failedtest.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) -cont1 DEBUG: Could not load '/tmp/tmpbhzr0o_v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbhzr0o_v/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -cont2 DEBUG: Could not load '/tmp/tmpbhzr0o_v/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbhzr0o_v/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0501 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0556 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0505 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0506 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf27bb140147241b1b10ad-00697902b6" "proxy-server 1824833" 0.0022 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:59909/sda1/0/a/c" "txf27bb140147241b1b10ad-00697902b6" "container-server 1824833" 0.0048 "-" 1824833 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53309/sdb1/0/a/c" "txf27bb140147241b1b10ad-00697902b6" "container-server 1824833" 0.0110 "-" 1824833 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf27bb140147241b1b10ad-00697902b6" "proxy-server 1824833" 0.1251 "-" 1824833 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txf27bb140147241b1b10ad-00697902b6" "proxy-server 1824833" 0.0759 "-" 1824833 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/50 PUT /v1/a/c HTTP/1.0 201 - - t - - - txf27bb140147241b1b10ad-00697902b6 - 0.1333 - - 1769538230.339309454 1769538230.472566366 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txce6b7a2dcfd944c88ca12-00697902b6" "proxy-server 1824833" 0.0009 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:53309/sdb1/2/a1/c1" "txce6b7a2dcfd944c88ca12-00697902b6" "container-server 1824833" 0.0012 "-" 1824833 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:59909/sda1/2/a1/c1" "txce6b7a2dcfd944c88ca12-00697902b6" "container-server 1824833" 0.0010 "-" 1824833 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txce6b7a2dcfd944c88ca12-00697902b6" "proxy-server 1824833" 0.0689 "-" 1824833 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txce6b7a2dcfd944c88ca12-00697902b6" "proxy-server 1824833" 0.1237 "-" 1824833 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/50 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txce6b7a2dcfd944c88ca12-00697902b6 - 0.1302 - - 1769538230.473706484 1769538230.603934288 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx44210aa940034223bf46b-00697902b6" "proxy-server 1824833" 0.0519 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53309/sdb1/0/a/c1" "tx44210aa940034223bf46b-00697902b6" "container-server 1824833" 0.0723 "-" 1824833 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:59909/sda1/0/a/c1" "tx44210aa940034223bf46b-00697902b6" "container-server 1824833" 0.0056 "-" 1824833 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx44210aa940034223bf46b-00697902b6" "proxy-server 1824833" 0.1358 "-" 1824833 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx44210aa940034223bf46b-00697902b6" "proxy-server 1824833" 0.1865 "-" 1824833 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/50 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx44210aa940034223bf46b-00697902b6 - 0.2439 - - 1769538230.605324268 1769538230.849202871 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:50 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7d34a103b254461bb93ba-00697902b6" "proxy-server 1824833" 0.0490 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:59909/sda1/2/a/c2" "tx7d34a103b254461bb93ba-00697902b6" "container-server 1824833" 0.0015 "-" 1824833 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53309/sdb1/2/a/c2" "tx7d34a103b254461bb93ba-00697902b6" "container-server 1824833" 0.0444 "-" 1824833 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7d34a103b254461bb93ba-00697902b6" "proxy-server 1824833" 0.3405 "-" 1824833 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7d34a103b254461bb93ba-00697902b6" "proxy-server 1824833" 0.2895 "-" 1824833 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/51 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7d34a103b254461bb93ba-00697902b6 - 0.3965 - - 1769538230.850475788 1769538231.246942759 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2)test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129403.46831', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -swift: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1824822 - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42002', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42145', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42253', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42367', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42470', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - headers={'Accept': 'application/json'}) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response return self.get_acl_response(app, method, container, obj, ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -26922,3420 +28355,1217 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - req=req, headers=headers, body=body, - conditional_response=req.method in ('GET', 'HEAD'), - conditional_etag=conditional_etag) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ~~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboom + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735129405.42656', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42775', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42879', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.42979', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.43472', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129405.43585', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0006 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0557 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0053 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0030 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0015 "-" 1824822 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0383 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0073 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0041 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0518 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0477 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0564 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0025 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0169 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0565 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0456 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0571 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0485 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0034 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0108 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0465 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0553 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok - -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - ~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpszbo042f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpszbo042f/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpszbo042f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpszbo042f/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0536 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0395 "-" 1824811 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0535 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0505 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:51 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0e5110699f934a0386d88-00697902b7" "proxy-server 1824811" 0.0013 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:53903/sdb1/0/a/c" "tx0e5110699f934a0386d88-00697902b7" "container-server 1824811" 0.0094 "-" 1824811 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:57195/sda1/0/a/c" "tx0e5110699f934a0386d88-00697902b7" "container-server 1824811" 0.0012 "-" 1824811 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e5110699f934a0386d88-00697902b7" "proxy-server 1824811" 0.1268 "-" 1824811 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e5110699f934a0386d88-00697902b7" "proxy-server 1824811" 0.0770 "-" 1824811 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0e5110699f934a0386d88-00697902b7 - 0.1357 - - 1769538231.964294195 1769538232.100026846 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txfcbe096d4b6c4d1aad589-00697902b8" "proxy-server 1824811" 0.0012 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57195/sda1/2/a1/c1" "txfcbe096d4b6c4d1aad589-00697902b8" "container-server 1824811" 0.0140 "-" 1824811 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:53903/sdb1/2/a1/c1" "txfcbe096d4b6c4d1aad589-00697902b8" "container-server 1824811" 0.0010 "-" 1824811 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfcbe096d4b6c4d1aad589-00697902b8" "proxy-server 1824811" 0.0666 "-" 1824811 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txfcbe096d4b6c4d1aad589-00697902b8" "proxy-server 1824811" 0.1001 "-" 1824811 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/52 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txfcbe096d4b6c4d1aad589-00697902b8 - 0.1071 - - 1769538232.101441622 1769538232.208558559 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe985bb012c6b4591af4c5-00697902b8" "proxy-server 1824811" 0.0731 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53903/sdb1/0/a/c1" "txe985bb012c6b4591af4c5-00697902b8" "container-server 1824811" 0.0602 "-" 1824811 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57195/sda1/0/a/c1" "txe985bb012c6b4591af4c5-00697902b8" "container-server 1824811" 0.0010 "-" 1824811 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe985bb012c6b4591af4c5-00697902b8" "proxy-server 1824811" 0.1553 "-" 1824811 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe985bb012c6b4591af4c5-00697902b8" "proxy-server 1824811" 0.1063 "-" 1824811 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe985bb012c6b4591af4c5-00697902b8 - 0.2357 - - 1769538232.209703207 1769538232.445365191 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9c3ab797adaf476caf83d-00697902b8" "proxy-server 1824811" 0.0378 "-" 1824811 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57195/sda1/2/a/c2" "tx9c3ab797adaf476caf83d-00697902b8" "container-server 1824811" 0.0491 "-" 1824811 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:53903/sdb1/2/a/c2" "tx9c3ab797adaf476caf83d-00697902b8" "container-server 1824811" 0.0013 "-" 1824811 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c3ab797adaf476caf83d-00697902b8" "proxy-server 1824811" 0.1568 "-" 1824811 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9c3ab797adaf476caf83d-00697902b8" "proxy-server 1824811" 0.1141 "-" 1824811 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9c3ab797adaf476caf83d-00697902b8 - 0.2016 - - 1769538232.446924686 1769538232.648558378 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok - -test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpg4u0y6s8/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpo4512lyb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpo4512lyb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpo4512lyb/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmpuzd6arob/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '3e8806c7-48a6-431a-a4a9-a72c5c6a6608-sda', '1735129409.86540', '1735128000.00000', '0', '', '1735128000.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3e8806c7-48a6-431a-a4a9-a72c5c6a6608-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpmrldasfb/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.82860 seconds (1.20686/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpmrldasfb/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', 'db4c205a-046c-4839-a25f-093ec1f8cf28-sda', '1735129410.55308', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('db4c205a-046c-4839-a25f-093ec1f8cf28-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', 'db4c205a-046c-4839-a25f-093ec1f8cf28-sda', '1735129410.55308', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('db4c205a-046c-4839-a25f-093ec1f8cf28-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpadsnbao_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '3ddc265f-2488-478c-a08f-d433f10562cf-sda', '1735129411.26685', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735129411.31041"]}', '1735128000.00000', 0, 1) +test DEBUG: /tmp/tmpadsnbao_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3ddc265f-2488-478c-a08f-d433f10562cf-sda') +test DEBUG: /tmp/tmpadsnbao_/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0674884s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '3ddc265f-2488-478c-a08f-d433f10562cf-sda', '1735129411.26685', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735129411.31041"]}', '1735128000.00000', 0, 1) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('3ddc265f-2488-478c-a08f-d433f10562cf-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpadsnbao_/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.65901 seconds (1.51742/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpadsnbao_/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', 'da37f149-6fbc-432a-bd36-a4e674908dc3-sda', '1735129411.99671', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('da37f149-6fbc-432a-bd36-a4e674908dc3-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', 'da37f149-6fbc-432a-bd36-a4e674908dc3-sda', '1735129411.99671', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('da37f149-6fbc-432a-bd36-a4e674908dc3-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpw3u636b5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '2becc724-2d24-4a51-822f-083307b40bae-sda', '1735129412.42018', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735129412.46859"]}', '1735128000.00000', 0, 0) +test DEBUG: /tmp/tmpw3u636b5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2becc724-2d24-4a51-822f-083307b40bae-sda') +test DEBUG: /tmp/tmpw3u636b5/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.057349s) +REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '2becc724-2d24-4a51-822f-083307b40bae-sda', '1735129412.42018', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735129412.46859"]}', '1735128000.00000', 0, 0) +REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('2becc724-2d24-4a51-822f-083307b40bae-sda', '7d69a3daa789abb831fde54674123df1.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpw3u636b5/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.63287 seconds (1.58011/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpw3u636b5/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', '96c12a0f-3253-42df-9585-3af01f0cd745-sda', '1735129413.16930', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('96c12a0f-3253-42df-9585-3af01f0cd745-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', '96c12a0f-3253-42df-9585-3af01f0cd745-sda', '1735129413.16930', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('96c12a0f-3253-42df-9585-3af01f0cd745-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication runtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129507.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/687/e0e383fbcaad3c535d51b96aad31b687/e0e383fbcaad3c535d51b96aad31b687.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129506.00000, (0, 0) as of 1735129506.00000, sharded as of 1735129506.00000> to ShardRange<'k' to 't' as of 1735129507.00000, (0, 0) as of 1735129507.00000, shrunk as of 1735129507.00000>, path: .shards_a/shard_c_1735129507.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/687/e0e383fbcaad3c535d51b96aad31b687/e0e383fbcaad3c535d51b96aad31b687.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129507.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/687/e0e383fbcaad3c535d51b96aad31b687/e0e383fbcaad3c535d51b96aad31b687.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129509.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/190/e382af7ae4ae2526880ac333e135e190/e382af7ae4ae2526880ac333e135e190.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129508.00000, (0, 0) as of 1735129508.00000, shrunk as of 1735129508.00000> to ShardRange<'k' to 't' as of 1735129509.00000, (0, 0) as of 1735129509.00000, found as of 1735129509.00000>, path: .shards_a/shard_c_1735129509.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/190/e382af7ae4ae2526880ac333e135e190/e382af7ae4ae2526880ac333e135e190.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129511.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/7fc/c84bf33c615bd10428f2d285472e87fc/c84bf33c615bd10428f2d285472e87fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129510.00000, (0, 0) as of 1735129510.00000, shrunk as of 1735129510.00000> to ShardRange<'k' to 't' as of 1735129511.00000, (0, 0) as of 1735129511.00000, created as of 1735129511.00000>, path: .shards_a/shard_c_1735129511.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/7fc/c84bf33c615bd10428f2d285472e87fc/c84bf33c615bd10428f2d285472e87fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129513.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/286/332a6b4aab72b977e65aff5e238b6286/332a6b4aab72b977e65aff5e238b6286.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129512.00000, (0, 0) as of 1735129512.00000, shrunk as of 1735129512.00000> to ShardRange<'k' to 't' as of 1735129513.00000, (0, 0) as of 1735129513.00000, cleaved as of 1735129513.00000>, path: .shards_a/shard_c_1735129513.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/286/332a6b4aab72b977e65aff5e238b6286/332a6b4aab72b977e65aff5e238b6286.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129515.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/50c/af75b15f4f098cd3c0b040c71e44350c/af75b15f4f098cd3c0b040c71e44350c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129514.00000, (0, 0) as of 1735129514.00000, shrunk as of 1735129514.00000> to ShardRange<'k' to 't' as of 1735129515.00000, (0, 0) as of 1735129515.00000, active as of 1735129515.00000>, path: .shards_a/shard_c_1735129515.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/50c/af75b15f4f098cd3c0b040c71e44350c/af75b15f4f098cd3c0b040c71e44350c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129517.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ec1/e811c9fc8fa46d9d0f77217c16ae3ec1/e811c9fc8fa46d9d0f77217c16ae3ec1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129516.00000, (0, 0) as of 1735129516.00000, shrunk as of 1735129516.00000> to ShardRange<'k' to 't' as of 1735129517.00000, (0, 0) as of 1735129517.00000, shrinking as of 1735129517.00000>, path: .shards_a/shard_c_1735129517.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ec1/e811c9fc8fa46d9d0f77217c16ae3ec1/e811c9fc8fa46d9d0f77217c16ae3ec1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129517.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ec1/e811c9fc8fa46d9d0f77217c16ae3ec1/e811c9fc8fa46d9d0f77217c16ae3ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129519.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/298/163eeb1f6d7e52e5d7f6077f3c4a9298/163eeb1f6d7e52e5d7f6077f3c4a9298.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129518.00000, (0, 0) as of 1735129518.00000, shrunk as of 1735129518.00000> to ShardRange<'k' to 't' as of 1735129519.00000, (0, 0) as of 1735129519.00000, sharding as of 1735129519.00000>, path: .shards_a/shard_c_1735129519.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/298/163eeb1f6d7e52e5d7f6077f3c4a9298/163eeb1f6d7e52e5d7f6077f3c4a9298.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129519.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/298/163eeb1f6d7e52e5d7f6077f3c4a9298/163eeb1f6d7e52e5d7f6077f3c4a9298.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129521.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ad0/f9e8c609b8b96c9fc470c5bc1c82ead0/f9e8c609b8b96c9fc470c5bc1c82ead0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129520.00000, (0, 0) as of 1735129520.00000, shrunk as of 1735129520.00000> to ShardRange<'k' to 't' as of 1735129521.00000, (0, 0) as of 1735129521.00000, sharded as of 1735129521.00000>, path: .shards_a/shard_c_1735129521.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ad0/f9e8c609b8b96c9fc470c5bc1c82ead0/f9e8c609b8b96c9fc470c5bc1c82ead0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129521.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/ad0/f9e8c609b8b96c9fc470c5bc1c82ead0/f9e8c609b8b96c9fc470c5bc1c82ead0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129523.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cae/46dd2d3de820d6d36af48456540e8cae/46dd2d3de820d6d36af48456540e8cae.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129523.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cae/46dd2d3de820d6d36af48456540e8cae/46dd2d3de820d6d36af48456540e8cae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129524.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1ca/80fe819b61f8080369dc81d3742eb1ca/80fe819b61f8080369dc81d3742eb1ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129526.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/949/8e3720a970ab3298eacbf3d91edd4949/8e3720a970ab3298eacbf3d91edd4949.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129528.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e56/da9508e057b8703843e45f365e106e56/da9508e057b8703843e45f365e106e56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129530.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b6a/9313c56fc33bfc131a94f3f506365b6a/9313c56fc33bfc131a94f3f506365b6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129532.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/9f6/14398986cf004266c5f4417e4e6eb9f6/14398986cf004266c5f4417e4e6eb9f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129534.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f6e/366d418c461b16423bf05f314ad56f6e/366d418c461b16423bf05f314ad56f6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129536.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/af0/e797f7849faaa45d51f5daab9cf4caf0/e797f7849faaa45d51f5daab9cf4caf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129538.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/086/2815fd074d5874d94a6eab93279ad086/2815fd074d5874d94a6eab93279ad086.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129540.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5db/27fe85709ef11c3f6208329cf5c5f5db/27fe85709ef11c3f6208329cf5c5f5db.db fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0772 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0570 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0874 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0128 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmpyvz7vyou/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0594 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0507 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0044 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0477 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0050 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0449 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0026 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0474 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0935 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0466 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0956 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0537 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0838 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0488 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0857 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0455 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0426 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0012 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0364 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0534 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0393 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0418 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0403 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0620 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0063 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0505 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0546 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0457 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0427 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx00636e2c93854f1688476-00697902b7)test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok - -test WARNING: Handoff requested (9) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx798282b9ab8b46f598d06-00697902ba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc42aff219e7d404fb9095-00697902ba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx260832b9684d4cc3a9fb3-00697902ba) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx692904afa0554ab496da0-00697902ba) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp6ddmsoni/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6ddmsoni/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp6ddmsoni/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6ddmsoni/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0487 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0663 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0381 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0374 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb44797a6643e464299062-00697902ba" "proxy-server 1824839" 0.0012 "-" 1824839 -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok - +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'Content-Md5': 'K8MmHzij0GqZPwHQIX33hA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '2bc3261f38a3d06a993f01d0217df784', 'Content-Length': '289'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'Content-Md5': 'FmB7CRtDZ3qQem20qD00Kg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '16607b091b43677a907a6db4a83d342a', 'Content-Length': '230'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129407.02785', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55461/sda1/3/a/c" "txb44797a6643e464299062-00697902ba" "container-server 1824839" 0.0012 "-" 1824839 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39423/sdb1/3/a/c" "txb44797a6643e464299062-00697902ba" "container-server 1824839" 0.0010 "-" 1824839 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb44797a6643e464299062-00697902ba" "proxy-server 1824839" 0.0521 "-" 1824839 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txb44797a6643e464299062-00697902ba" "proxy-server 1824839" 0.1051 "-" 1824839 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/54 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb44797a6643e464299062-00697902ba - 0.1142 - - 1769538234.821224451 1769538234.935380459 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:54 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa8dc000c1f2a422d9073c-00697902ba" "proxy-server 1824839" 0.0012 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39423/sdb1/0/a1/c1" "txa8dc000c1f2a422d9073c-00697902ba" "container-server 1824839" 0.0014 "-" 1824839 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55461/sda1/0/a1/c1" "txa8dc000c1f2a422d9073c-00697902ba" "container-server 1824839" 0.0024 "-" 1824839 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa8dc000c1f2a422d9073c-00697902ba" "proxy-server 1824839" 0.0451 "-" 1824839 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa8dc000c1f2a422d9073c-00697902ba" "proxy-server 1824839" 0.0795 "-" 1824839 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa8dc000c1f2a422d9073c-00697902ba - 0.0870 - - 1769538234.936756134 1769538235.023748159 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1dda5dcaa81047b1854e5-00697902bb" "proxy-server 1824839" 0.0461 "-" 1824839 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:39423/sdb1/3/a/c1" "tx1dda5dcaa81047b1854e5-00697902bb" "container-server 1824839" 0.0013 "-" 1824839 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55461/sda1/3/a/c1" "tx1dda5dcaa81047b1854e5-00697902bb" "container-server 1824839" 0.0413 "-" 1824839 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1dda5dcaa81047b1854e5-00697902bb" "proxy-server 1824839" 0.1493 "-" 1824839 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx1dda5dcaa81047b1854e5-00697902bb" "proxy-server 1824839" 0.1075 "-" 1824839 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/55 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx1dda5dcaa81047b1854e5-00697902bb - 0.2033 - - 1769538235.025291920 1769538235.228609562 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb032097354a74e9fa38b8-00697902bb" "proxy-server 1824839" 0.0682 "-" 1824839 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55461/sda1/0/a/c2" "txb032097354a74e9fa38b8-00697902bb" "container-server 1824839" 0.0494 "-" 1824839 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:39423/sdb1/0/a/c2" "txb032097354a74e9fa38b8-00697902bb" "container-server 1824839" 0.0043 "-" 1824839 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb032097354a74e9fa38b8-00697902bb" "proxy-server 1824839" 0.0977 "-" 1824839 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:55 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb032097354a74e9fa38b8-00697902bb" "proxy-server 1824839" 0.1559 "-" 1824839 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/55 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb032097354a74e9fa38b8-00697902bb - 0.2303 - - 1769538235.229936600 1769538235.460250616 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122327Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129407.03444', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication componenttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0533 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0417 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0050 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0088 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0559 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0673 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0074 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0517 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0535 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0764 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0424 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2291 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0981 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0978 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0483 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0892 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0168 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0804 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0397 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0058 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0355 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0462 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0911 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0673 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0454 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0575 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: tx00636e2c93854f1688476-00697902b7) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx34e3171bcdea42eabf67e-00697902b7) -test INFO: Client disconnected on read of '/a/c' (txn: tx34e3171bcdea42eabf67e-00697902b7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx29d5152780e14656a7eb1-00697902b8) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx29d5152780e14656a7eb1-00697902b8) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx29d5152780e14656a7eb1-00697902b8) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx29d5152780e14656a7eb1-00697902b8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6b716fbdd2384ea2bdeda-00697902ba)test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok +test DEBUG: Replicating db /tmp/tmpjrhe3a4e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '4b3d389890d0f70c31dd429e4bbaedba', '78af5500-747b-4f40-aa02-07e3a7a020a4-sda', '1735129413.54271', '1735129413.00000', '0', '', '1735129413.00000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735129415.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735129416.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '78af5500-747b-4f40-aa02-07e3a7a020a4-sda') +test DEBUG: /tmp/tmpjrhe3a4e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0609195s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '4b3d389890d0f70c31dd429e4bbaedba', '78af5500-747b-4f40-aa02-07e3a7a020a4-sda', '1735129413.54271', '1735129413.00000', '0', '', '1735129413.00000', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('78af5500-747b-4f40-aa02-07e3a7a020a4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjrhe3a4e/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.57127 seconds (1.75048/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjrhe3a4e/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8dce9b87d5e7d5dedd23972981afb253', '0e00d04c-8919-4e83-a396-9bebed697f34-sda', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('0e00d04c-8919-4e83-a396-9bebed697f34-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8dce9b87d5e7d5dedd23972981afb253', '0e00d04c-8919-4e83-a396-9bebed697f34-sda', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('0e00d04c-8919-4e83-a396-9bebed697f34-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpjrhe3a4e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '7627ace59d3948369502ba0523dbe78d', 'b532364e-2b2b-4732-a5a7-c23ac5ad50e7-sdb', '1735129413.54271', '1735129414.00000', '0', '', '1735129414.00000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735129417.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735129418.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b532364e-2b2b-4732-a5a7-c23ac5ad50e7-sdb') +test DEBUG: Replicating db /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8dce9b87d5e7d5dedd23972981afb253', '28faa00b-aa01-4e21-b14d-1d2427ebec15-', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8dce9b87d5e7d5dedd23972981afb253', '28faa00b-aa01-4e21-b14d-1d2427ebec15-', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.159523s) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '78af5500-747b-4f40-aa02-07e3a7a020a4-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '7627ace59d3948369502ba0523dbe78d', 'b532364e-2b2b-4732-a5a7-c23ac5ad50e7-sdb', '1735129413.54271', '1735129414.00000', '0', '', '1735129414.00000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735129417.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735129418.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b532364e-2b2b-4732-a5a7-c23ac5ad50e7-sdb') +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0563972s) +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '78af5500-747b-4f40-aa02-07e3a7a020a4-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.48723 seconds (4.10480/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '26a239dad39b70340173959c63995136', '28faa00b-aa01-4e21-b14d-1d2427ebec15-', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735129418.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735129418.00000', 'deleted': 0, 'storage_policy_index': 0}], '28faa00b-aa01-4e21-b14d-1d2427ebec15-') +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0676367s) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, merge_syncs, ([{'remote_id': '0e00d04c-8919-4e83-a396-9bebed697f34-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (2, '26a239dad39b70340173959c63995136', '28faa00b-aa01-4e21-b14d-1d2427ebec15-', '1735129414.20460', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request test DEBUG: Starting the S3 Token Authentication component test DEBUG: Calling S3Token middleware. test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 27/Jan/2026/18/23/52 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769538232.661801577 1769538232.662072420 - -fake-swift INFO: - - 27/Jan/2026/18/23/52 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769538232.663124800 1769538232.663360357 - -fake-swift INFO: - - 27/Jan/2026/18/23/52 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769538232.663969994 1769538232.664129257 - -fake-swift INFO: - - 27/Jan/2026/18/23/52 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769538232.664534807 1769538232.664684296 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 27/Jan/2026/18/23/52 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769538232.670332909 1769538232.670479059 - -test WARNING: Skipping /tmp/tmpsmze36ej/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpsmze36ej/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpsmze36ej/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpdjbl39lm/asdf/data because [Errno 20] Not a directory: '/tmp/tmpdjbl39lm/asdf/data' -test WARNING: Skipping /tmp/tmpdjbl39lm/asdf/data because [Errno 20] Not a directory: '/tmp/tmpdjbl39lm/asdf/data' -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping /tmp/tmpmg_xkrys/asdf/data because [Errno 20] Not a directory: '/tmp/tmpmg_xkrys/asdf/data' -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmpbc1ojsbq: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -Unlinked retiring db '/tmp/tmp4o5gmmsz/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122328Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129408.76688', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122328Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 25 Dec 2024 12:23:28 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129408.77405', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -Unlinked retiring db '/tmp/tmpos30pqdn/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok - -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0541 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0394 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1074 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0408 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0407 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1557 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0046 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0542 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0931 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0035 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1081 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0435 "-" 1824822 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1824822 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0498 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0085 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0777 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0408 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0065 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -Unlinked retiring db '/tmp/tmp416gk9de/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpq81jyzsf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq81jyzsf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpq81jyzsf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq81jyzsf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0521 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0801 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0620 "-" 1824833 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0644 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3046816bf61949f3a1ece-00697902b8" "proxy-server 1824833" 0.0015 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:33447/sdb1/0/a/c" "tx3046816bf61949f3a1ece-00697902b8" "container-server 1824833" 0.0014 "-" 1824833 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:39957/sda1/0/a/c" "tx3046816bf61949f3a1ece-00697902b8" "container-server 1824833" 0.0010 "-" 1824833 0test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok - -test INFO: Client disconnected on read of '/a/c' (txn: tx6b716fbdd2384ea2bdeda-00697902ba) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx5ade5dbfe9b5453ab5496-00697902ba) -test INFO: Client disconnected on read of '/a/c' (txn: tx5ade5dbfe9b5453ab5496-00697902ba) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx2848a1d0dd294ff7b9de5-00697902bb) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx2848a1d0dd294ff7b9de5-00697902bb) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx2848a1d0dd294ff7b9de5-00697902bb) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx2848a1d0dd294ff7b9de5-00697902bb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok - fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + app, method, container, obj, headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ~~~~~~~~~~~~~~~~~~~^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + container, obj, + headers, query=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -Unlinked retiring db '/tmp/tmp0xpgwziv/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok - -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3046816bf61949f3a1ece-00697902b8" "proxy-server 1824833" 0.0567 "-" 1824833 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3046816bf61949f3a1ece-00697902b8" "proxy-server 1824833" 0.1190 "-" 1824833 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/52 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3046816bf61949f3a1ece-00697902b8 - 0.1276 - - 1769538232.784411430 1769538232.912003040 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:52 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1899fbe35ff841bc843ec-00697902b8" "proxy-server 1824833" 0.0017 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:33447/sdb1/2/a1/c1" "tx1899fbe35ff841bc843ec-00697902b8" "container-server 1824833" 0.0010 "-" 1824833 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:39957/sda1/2/a1/c1" "tx1899fbe35ff841bc843ec-00697902b8" "container-server 1824833" 0.0009 "-" 1824833 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1899fbe35ff841bc843ec-00697902b8" "proxy-server 1824833" 0.1205 "-" 1824833 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1899fbe35ff841bc843ec-00697902b8" "proxy-server 1824833" 0.0608 "-" 1824833 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/53 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1899fbe35ff841bc843ec-00697902b8 - 0.1288 - - 1769538232.913277388 1769538233.042126417 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfa4ec918eff942258450a-00697902b9" "proxy-server 1824833" 0.0529 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:33447/sdb1/0/a/c1" "txfa4ec918eff942258450a-00697902b9" "container-server 1824833" 0.0541 "-" 1824833 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:39957/sda1/0/a/c1" "txfa4ec918eff942258450a-00697902b9" "container-server 1824833" 0.0034 "-" 1824833 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa4ec918eff942258450a-00697902b9" "proxy-server 1824833" 0.1108 "-" 1824833 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfa4ec918eff942258450a-00697902b9" "proxy-server 1824833" 0.1523 "-" 1824833 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/53 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfa4ec918eff942258450a-00697902b9 - 0.2105 - - 1769538233.043462992 1769538233.253998280 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0eb6c1938c784a9e95605-00697902b9" "proxy-server 1824833" 0.0579 "-" 1824833 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33447/sdb1/2/a/c2" "tx0eb6c1938c784a9e95605-00697902b9" "container-server 1824833" 0.0014 "-" 1824833 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:39957/sda1/2/a/c2" "tx0eb6c1938c784a9e95605-00697902b9" "container-server 1824833" 0.0375 "-" 1824833 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0eb6c1938c784a9e95605-00697902b9" "proxy-server 1824833" 0.1524 "-" 1824833 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:23:53 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0eb6c1938c784a9e95605-00697902b9" "proxy-server 1824833" 0.0997 "-" 1824833 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/23/53 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0eb6c1938c784a9e95605-00697902b9 - 0.2176 - - 1769538233.255465984 1769538233.473085880 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - File "/usr/lib/python3.13/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ~~~~~~~~~~~~~~~~~~~~~~~^^^ - File "/usr/lib/python3.13/json/decoder.py", line 345, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/json/decoder.py", line 363, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +swift: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +swift: Use tempauth middleware. +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +swift: Inconsistent project domain id: PROJECT_DOMAIN_ID in token vs None in account metadata. +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129410.70968', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129410.71518', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:45 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok - -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0045 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0032 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmp71ap32qm/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:53 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2301 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0033 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0026 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0176 "-" 1824822 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1824822 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0267 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0775 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1007 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0393 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0035 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0394 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0432 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0042 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0611 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -swift: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0004 "-" 1824822 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.27303', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.27847', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -swift: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0566 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0084 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -swift: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0433 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:05 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:05 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 1824822 - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129411.11617', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ~~~^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzj_f4hp_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test-replicator INFO: [worker 1/2 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1824849] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1824849] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test INFO: Client disconnected on read of '/a/c' (txn: tx86fd5dd36d2a453388cfc-00697902c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d8eae2c322a4a22a3992-00697902c4) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d8eae2c322a4a22a3992-00697902c4) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d8eae2c322a4a22a3992-00697902c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d8eae2c322a4a22a3992-00697902c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txc0869bf609d841cbbffb8-00697902c4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx72ae45a04b1d4aebbeabb-00697902c4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfa2abaea4fbb40f8a182c-00697902c4) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx002c3bee4927461a87c0a-00697902c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx447c783ef18c4fe582329-00697902c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx8b479b1ab5204a95aa53d-00697902c4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc679cd71aef7411aa0f22-00697902c4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx457a66f3cde94f8ebbf02-00697902c4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx28af442e91a14c769e600-00697902c4) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx51d0762061404fc0a4056-00697902c4)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok -swift: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1824822 - - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src @@ -30360,28 +29590,220 @@ test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests @@ -30390,3784 +29812,3381 @@ test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok - -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -Quarantined /tmp/tmp2cwv6f1n/dev/dbs/par/pre/db to /tmp/tmp2cwv6f1n/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp2cwv6f1n/dev/dbs/par/pre/db to /tmp/tmp2cwv6f1n/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp2cwv6f1n/dev/dbs/par/pre/db to /tmp/tmp2cwv6f1n/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp2cwv6f1n/dev/dbs/par/pre/db to /tmp/tmp2cwv6f1n/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmp43om37pz/dev/dbs/par/pre/db to /tmp/tmp43om37pz/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpc7femz2d/dev/dbs/par/pre/db to /tmp/tmpc7femz2d/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0522 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0928 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0898 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0871 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0056 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0576 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0577 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0805 "-" 1824822 - -test ERROR: ERROR Account update failed with 127.0.0.1:55529/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0399 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0481 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0012 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1824822 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0542 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0548 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0568 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0165 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0440 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0466 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0502 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0460 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0504 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0538 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0007 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2738 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:56 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0692 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9576 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0066 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0436 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0024 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0502 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:57 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0026 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0512 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0574 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0024 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0461 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0026 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0569 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0057 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:58 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0455 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0049 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0553 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0050 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0390 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0015 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0022 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0080 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0450 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0409 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:23:59 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0036 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0555 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0575 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0413 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0058 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0072 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0410 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0355 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0033 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1824822 - -test DEBUG: Unlinked retiring db '/tmp/tmp_vsds3zk/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0451 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:00 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0007 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0463 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0430 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 1824822 -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735129412.43607', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok + +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -swift: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0502 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 0 -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -swift: - - - [27/Jan/2026:18:24:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0461 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0678 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:07 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 1824822 - -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0108 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0008 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0516 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0052 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0506 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0011 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0544 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0371 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1147 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0246 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1287 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0614 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0603 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0583 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0981 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0673 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1551 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1195 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0536 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0538 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0439 "-" 1824822 0 -test DEBUG: Unlinked retiring db '/tmp/tmphd8m682n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0589 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0045 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1141 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0579 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0047 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0562 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0607 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0730 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:03 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:03 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync'test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok - -test DEBUG: - - - [27/Jan/2026:18:24:03 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0056 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:03 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0513 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:03 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0665 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0024 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0006 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0024 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ raise Exception() Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0490 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0496 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0989 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0716 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0532 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0351 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0286 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0922 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0425 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0433 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0934 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0496 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:04 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0419 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0446 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0454 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0636 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0595 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0508 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0477 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0537 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129412.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: Setting object count to 1032 (txn: tx45fb71ec3355416a9db0b-00697902c8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: Setting object count to 48 (txn: txa935c0c88fae49bca2673-00697902c8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: Setting object count to 1064 (txn: tx3a0573345f6b442896510-00697902c8) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa3dd588748614a1eab80e-00697902c8)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0674 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0053 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0437 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0107 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0028 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0378 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0013 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1824822 nada -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1824822 999 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0509 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0499 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1716 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0678 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1400 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0026 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0429 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0640 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0050 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0025 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0025 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0513 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0386 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0276 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0390 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0108 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0478 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0079 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0369 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0024 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0574 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0475 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0459 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0009 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0395 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0752 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0008 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0409 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0018 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0349 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0463 "-" 1824822 0test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1c4785befa1445d6bcde5-00697902c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx512af67da1c34de3bcc6f-00697902c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx7374869a31484fe3853b8-00697902c4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx11ba6add1a664507a381a-00697902c4) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txd65d549d860f4905b05e1-00697902c4) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0ba1789ee26642e68809e-00697902c4) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc4d8bb202fca4d3a984ea-00697902c4) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txa63511b009e5401baa5e7-00697902c4) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txa96b4db287414ce9b444f-00697902c4) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txce5bd6c526ec423fa1f7d-00697902c4) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx46711161ef6f4f55baea5-00697902c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf100b370c97a4c2eae315-00697902c4) -test INFO: Client disconnected on read of '/a/c' (txn: tx4454a04db01845ca81edc-00697902c4) -test INFO: Client disconnected on read of '/a/c' (txn: txb5b01556c07943b5abac1-00697902c4) -test INFO: Client disconnected on read of '/a/c' (txn: txb5b01556c07943b5abac1-00697902c4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0420 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0025 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0415 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0510 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0374 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0025 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0643 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0454 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0088 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0457 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0648 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0448 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0430 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0442 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0944 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0528 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0439 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1111 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2912 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0734 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0748 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse'test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:23:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 25/Dec/2024/12/23/39 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1735129419.256985188 1735129419.257158041 - +fake-swift INFO: - - 25/Dec/2024/12/23/39 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129419.257738590 1735129419.257836103 - +fake-swift INFO: - - 25/Dec/2024/12/23/39 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129419.258162975 1735129419.258242130 - +fake-swift INFO: - - 25/Dec/2024/12/23/39 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129419.258448362 1735129419.258518934 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 25/Dec/2024/12/23/39 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1735129419.261560202 1735129419.261614084 - +test1 +STDOUT: test2 +STDERR: test4 +test5 +STDERR: test6 +test8 +STDOUT: a#012b#012c +STDOUT: d +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538240.42150', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129414.77442', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok - -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0229 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0390 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0313 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0752 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0271 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0379 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0201 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0870 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0356 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0390 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1002 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0426 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0217 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0243 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0237 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0828 "-" 1824822 2 -test ERROR: ERROR Account update failed with 127.0.0.1:51543/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0375 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0383 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0269 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0280 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0550 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0593 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0301 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0589 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0425 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0244 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0402 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0321 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 1824822 2 -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa3dd588748614a1eab80e-00697902c8) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx62021ac3e4d94f579d731-00697902c8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Setting object count to 1065 (txn: tx43503bc2b1004d16a4f08-00697902c9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Setting object count to 1065 (txn: tx267599faa190498a964bb-00697902ca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx85ede698142a4e38a8ee3-00697902ca) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx85ede698142a4e38a8ee3-00697902ca) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx133ec0a76a1948d7810a7-00697902cb)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +I like ham +STDERR: --- Logging error --- +STDERR: Traceback (most recent call last): +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 157, in emit + raise socket.error(errno.ENOTCONN, "This is an ex-syslog") +STDERR: OSError: [Errno 107] This is an ex-syslog +STDERR: Call stack: +STDERR: File "", line 198, in _run_module_as_main +STDERR: File "", line 88, in _run_code +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 88, in + main() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 82, in main + program.TestProgram( +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 197, in __init__ + self.runTests() +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/program.py", line 247, in runTests + self.result = testRunner.run(self.test) +STDERR: File "/usr/lib/python3/dist-packages/stestr/subunit_runner/run.py", line 51, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 84, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/suite.py", line 122, in run + test(result) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 707, in __call__ + return self.run(*args, **kwds) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 651, in run + self._callTestMethod(testMethod) +STDERR: File "/usr/lib/python3.13/unittest/case.py", line 606, in _callTestMethod + if method() is not None: +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 189, in test_LoggerFileObject_recursion + logger.info("I like ham") +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1519, in info + self._log(INFO, msg, args, **kwargs) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1664, in _log + self.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1680, in handle + self.callHandlers(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1736, in callHandlers + hdlr.handle(record) +STDERR: File "/usr/lib/python3.13/logging/__init__.py", line 1026, in handle + self.emit(record) +STDERR: File "/build/reproducible-path/swift-2.34.0/test/unit/common/utils/test_logs.py", line 159, in emit + self.handleError(record) +STDERR: Message: 'I like ham' +Arguments: () +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion +test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject_recursion ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_NullLogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio +test.unit.common.utils.test_logs.TestUtilsLogs.test_capture_stdio ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception +test.unit.common.utils.test_logs.TestUtilsLogs.test_clean_logger_exception ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_log_line ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_console ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_name_and_route ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_logger_sysloghandler_plumbing ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index +test.unit.common.utils.test_logs.TestUtilsLogs.test_get_policy_index ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_log_string_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_nested_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger +test.unit.common.utils.test_logs.TestUtilsLogs.test_prefixlogger ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_anonymizer_python_maddness ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time +test.unit.common.utils.test_logs.TestUtilsLogs.test_str_format_time ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length +test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769538242.76441', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538242.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1735129420.074036, time window end: 1735129420.074036, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ~~~~~~~~~~~~~~~~~~~~~~~^ + row, sync_to, user_key, broker, info, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key): + ^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1735129420.0753498, time window end: 1735129420.075354, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1735129420.0754473, time window end: 1735129420.0756366, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1735129420.0756986, time window end: 1735129420.0757287, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +fake-swift WARNING: multipart: No SLO middleware in pipelinetest.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx133ec0a76a1948d7810a7-00697902cb) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx133ec0a76a1948d7810a7-00697902cb) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx133ec0a76a1948d7810a7-00697902cb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2570528fbac740e7901d0-00697902cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2570528fbac740e7901d0-00697902cb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2570528fbac740e7901d0-00697902cb) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx2570528fbac740e7901d0-00697902cb) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2c53e8c2d5194b6781522-00697902cb) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2c53e8c2d5194b6781522-00697902cb) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2c53e8c2d5194b6781522-00697902cb) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx2c53e8c2d5194b6781522-00697902cb) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: Setting object count to 3120 (txn: txfe47fbfbb2bb4c10a0f65-00697902cc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: Setting object count to 3120 (txn: tx5f8f0639fbf64b1ab0888-00697902cc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: Setting object count to 3120 (txn: tx0cd7c8fb3d524fdc8f64f-00697902cc) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: Setting object count to 3120 (txn: tx840770dc6ac34cc6a44a9-00697902cc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: Setting object count to 3120 (txn: tx228c358f45984f41bef37-00697902cc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +REPLICATE: /sda/0/34c3ee27f8ff346bd6055cdeda7b15dc, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735129418.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735129418.00000', 'deleted': 0, 'storage_policy_index': 0}], '28faa00b-aa01-4e21-b14d-1d2427ebec15-') +test DEBUG: /tmp/tmpjrhe3a4e/sdb/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0558419s) +REPLICATE: /sda/0/34c3ee27f8ff346bd6055cdeda7b15dc, merge_syncs, ([{'remote_id': '0e00d04c-8919-4e83-a396-9bebed697f34-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ae5eeff50d788c6d9e8eb14c4987f9fd', '71ea6c8e-be8b-48a0-883a-448b44d17220-', '1735129415.61381', '1735129415.60522', '0', '', '1735129415.60522', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('71ea6c8e-be8b-48a0-883a-448b44d17220-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735129415.69443.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ae5eeff50d788c6d9e8eb14c4987f9fd', '71ea6c8e-be8b-48a0-883a-448b44d17220-', '1735129415.61381', '1735129415.60522', '0', '', '1735129415.60522', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129415.69438', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129415.69438', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129415.69438', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129415.69452', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129415.69452', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129415.69443', 'epoch': '1735129415.69443', 'reported': 0, 'tombstones': -1}], '71ea6c8e-be8b-48a0-883a-448b44d17220-') +test DEBUG: /tmp/tmpbysimv5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129415.69443.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbysimv5v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129415.69443.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '9519d520e234b5a64f844effe985481d', '42d17350-6340-469b-973d-833f596eb378-', '1735129416.33826', '1735129416.33701', '0', '', '1735129416.33701', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129417.15737', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129417.15737', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129417.15737', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129417.23014', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129417.23014', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129416.40636', 'epoch': '1735129416.40636', 'reported': 0, 'tombstones': -1}], '42d17350-6340-469b-973d-833f596eb378-') +test DEBUG: /tmp/tmpotsl71pz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129416.40636.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpotsl71pz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129416.40636.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '9519d520e234b5a64f844effe985481d', '42d17350-6340-469b-973d-833f596eb378-', '1735129416.33826', '1735129417.09882', '0', '', '1735129416.33701', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129417.15737', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129417.15737', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129417.15737', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129417.23014', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129417.23014', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129416.40636', 'epoch': '1735129416.40636', 'reported': 0, 'tombstones': -1}], '42d17350-6340-469b-973d-833f596eb378-') +test DEBUG: /tmp/tmpotsl71pz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129416.40636.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpotsl71pz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129416.40636.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '2ebf426a017cf4b0bd99407ea1f44358', 'b9df6af0-9235-4245-bcea-0003780eeb65-', '1735129417.80656', '1735129417.80523', '0', '', '1735129417.80523', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129418.33477', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129418.33477', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129418.33477', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129418.40060', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129418.40060', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129417.86048', 'epoch': '1735129417.86048', 'reported': 0, 'tombstones': -1}], 'b9df6af0-9235-4245-bcea-0003780eeb65-') +test DEBUG: /tmp/tmpc6o62gty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129417.86048.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpc6o62gty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129417.86048.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '2ebf426a017cf4b0bd99407ea1f44358', 'b9df6af0-9235-4245-bcea-0003780eeb65-', '1735129417.80656', '1735129418.26974', '0', '', '1735129417.80523', 101, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129418.33477', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129418.33477', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129418.33477', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129418.40060', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129418.40060', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129417.86048', 'epoch': '1735129417.86048', 'reported': 0, 'tombstones': -1}], 'b9df6af0-9235-4245-bcea-0003780eeb65-') +test DEBUG: /tmp/tmpc6o62gty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129417.86048.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpc6o62gty/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129417.86048.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '12437d1d23a2c8845968e16a849b051e', 'ab079e4c-2156-40c6-82c7-dc715e617440-', '1735129419.57269', '1735129419.57112', '0', '', '1735129419.57112', 99, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538244.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538244.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538244.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129416.01711', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129416.02306', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version +test.unit.common.test_internal_client.TestGetAuth.test_invalid_version/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.test_internal_client.TestGetAuth.test_ok +test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift WARNING: multipart: No SLO middleware in pipeline fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + info['container'], row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers_out, + ^^^^^^^^^^^^^^^^^^^^ + acceptable_statuses=(2, 4), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params={'symlink': 'get'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + contents=FileLikeIter(body), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), logger=self.logger, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + timeout=self.conn_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx12edf5b4e45b4e0eb1a8c-00697902cc) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx598fa60b8394402ab4258-00697902cc) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx8cfa1392569a431a97aca-00697902cc) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx810b49f466784cfdb2c5e-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx810b49f466784cfdb2c5e-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx810b49f466784cfdb2c5e-00697902cc) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx810b49f466784cfdb2c5e-00697902cc) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx909ea83157174f749cb01-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx909ea83157174f749cb01-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx909ea83157174f749cb01-00697902cc) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx909ea83157174f749cb01-00697902cc) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txbbe91d140da54b38a860f-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbbe91d140da54b38a860f-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbbe91d140da54b38a860f-00697902cc) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbbe91d140da54b38a860f-00697902cc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx094a1df240934dc4847c9-00697902cc)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + sync_to, user_key, realm, + ^^^^^^^^^^^^^^^^^^^^^^^^^ + realm_key, ts_meta): + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + headers=headers, + ^^^^^^^^^^^^^^^^ + proxy=self.select_http_proxy(), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + retries=0) + ^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok +test.unit.container.test_updater.TestContainerUpdater.test_conf_params +test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok +test.unit.container.test_updater.TestContainerUpdater.test_creation +test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process +test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception +test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:05 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok - -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0289 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0345 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0460 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0282 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0530 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:10 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0380 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0683 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:11 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.1004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4163 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:12 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:12 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3438 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:12 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0276 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0026 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0007 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1608 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0503 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0687 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0465 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0412 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0372 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0388 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0034 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmp1f3r_qco/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0467 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0553 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0009 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0008 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:14 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0536 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129542.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cbb/06059df880c41e04dd218dd568c36cbb/06059df880c41e04dd218dd568c36cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129544.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/58d/9292a5dfe92d989f332c98cbcf39858d/9292a5dfe92d989f332c98cbcf39858d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129546.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/966/199853546af19efc4a41a99323b0a966/199853546af19efc4a41a99323b0a966.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129548.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f80/c88f412bbf5c4751601feebd99a0af80/c88f412bbf5c4751601feebd99a0af80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129550.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5c8/344c37b060bbea11326934813caec5c8/344c37b060bbea11326934813caec5c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129552.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f33/66829460e2a76b371e04d485acfb7f33/66829460e2a76b371e04d485acfb7f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129554.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/519/6846b4b1ded716a01ec3242146e7d519/6846b4b1ded716a01ec3242146e7d519.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129556.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/748/59d4dc00f9b1d0156c5b5162467fa748/59d4dc00f9b1d0156c5b5162467fa748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129558.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e67/9b9d3cba0a0a741c17a1e1dc5e441e67/9b9d3cba0a0a741c17a1e1dc5e441e67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129560.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/0ab/61c9a57f8a5e7e0b127d405a3c21b0ab/61c9a57f8a5e7e0b127d405a3c21b0ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129562.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/2d3/c666023530f36c6a2955ab47c2dad2d3/c666023530f36c6a2955ab47c2dad2d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129564.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/10b/1d88411bcadd1c0c9fccc55d3ae1e10b/1d88411bcadd1c0c9fccc55d3ae1e10b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129566.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/02c/84b74e05ae78602410d149b28296502c/84b74e05ae78602410d149b28296502c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129568.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/af2/8c8bf02648193b245c08d8daebd32af2/8c8bf02648193b245c08d8daebd32af2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129570.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/11b/44823e164529729a1efff0ace14a411b/44823e164529729a1efff0ace14a411b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129572.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fd1/5383a4278a3ec6d3459348de53e57fd1/5383a4278a3ec6d3459348de53e57fd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129574.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f49/ca7820556df59db64521bd3bc4aa5f49/ca7820556df59db64521bd3bc4aa5f49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129576.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b73/04492271e352db26b0d6403cb3b6fb73/04492271e352db26b0d6403cb3b6fb73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129578.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b63/04a64bca93c36d36091a69fa6bd45b63/04a64bca93c36d36091a69fa6bd45b63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129580.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/112/e6785b0a4780c1393ba196ddb5308112/e6785b0a4780c1393ba196ddb5308112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129582.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/21f/a53c7215791fe64735fe6a0575ee721f/a53c7215791fe64735fe6a0575ee721f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129584.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/8b0/965f0491134f7e323f68da46829228b0/965f0491134f7e323f68da46829228b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129586.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a9c/996fe15968804b6ceb41fbc35591aa9c/996fe15968804b6ceb41fbc35591aa9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129588.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fde/0ac6b361e5ed77131805cfa83d47cfde/0ac6b361e5ed77131805cfa83d47cfde.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129588.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/fde/0ac6b361e5ed77131805cfa83d47cfde/0ac6b361e5ed77131805cfa83d47cfde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129590.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/0c2/4bbb283b1e735c03b1c76608be1060c2/4bbb283b1e735c03b1c76608be1060c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129590.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/0c2/4bbb283b1e735c03b1c76608be1060c2/4bbb283b1e735c03b1c76608be1060c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129592.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/01e/3cadac4b6f6d495c43426e1101e6a01e/3cadac4b6f6d495c43426e1101e6a01e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129592.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/01e/3cadac4b6f6d495c43426e1101e6a01e/3cadac4b6f6d495c43426e1101e6a01e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129594.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/2cd/1fd4fec676dbc07e3c95e5705fb8b2cd/1fd4fec676dbc07e3c95e5705fb8b2cd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129594.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/2cd/1fd4fec676dbc07e3c95e5705fb8b2cd/1fd4fec676dbc07e3c95e5705fb8b2cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129596.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129596.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129598.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/302/72a607ccc3206ead26728fc888725302/72a607ccc3206ead26728fc888725302.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129598.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/302/72a607ccc3206ead26728fc888725302/72a607ccc3206ead26728fc888725302.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129600.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b7f/026a3af40d6466e05e5f4ad8b1ae9b7f/026a3af40d6466e05e5f4ad8b1ae9b7f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129600.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b7f/026a3af40d6466e05e5f4ad8b1ae9b7f/026a3af40d6466e05e5f4ad8b1ae9b7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129602.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/0f1/014b71106af17090b24db1e78b0e40f1/014b71106af17090b24db1e78b0e40f1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129602.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/0f1/014b71106af17090b24db1e78b0e40f1/014b71106af17090b24db1e78b0e40f1.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok + +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test INFO: Begin container update single threaded sweep +test ERROR: Error processing container /tmp/tmpib_9lp8x/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep + self.process_container(dbfile) + ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Boom! +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: ERROR: Failed to get paths to drive partitions: permission_denied +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpwvla7bhn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpwvla7bhn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.09s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00071 seconds to PUT 127.0.0.1:33931 /sda1/2/.shards_a/c) +HTTP PERF: 0.00119 seconds to PUT 127.0.0.1:33931 /sda1/2/.shards_a/c) +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538247.04830', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129416.97304', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok - -test DEBUG: Setting object count to 1068 (txn: tx094a1df240934dc4847c9-00697902cc) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Setting object count to 1068 (txn: txb87b0c243f424a66b0338-00697902cc) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx480d72b74cce45369d920-00697902cd) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx480d72b74cce45369d920-00697902cd) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx480d72b74cce45369d920-00697902cd) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc0018bd12216461694d5b-00697902ce) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: txc0018bd12216461694d5b-00697902ce) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: txc0018bd12216461694d5b-00697902ce) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txef0340e1d9b648418e9e3-00697902cf)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpwvla7bhn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.10s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmp_kqveri9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /a/c /tmp/tmp_kqveri9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00059 seconds to PUT 127.0.0.1:60657 /sda1/0/a/c) +HTTP PERF: 0.00092 seconds to PUT 127.0.0.1:60657 /sda1/0/a/c) +test.unit.container.test_updater.TestContainerUpdater.test_run_once +test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout +test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok + +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd50904c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd50916c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd50904c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test DEBUG: Update report sent for /a/c /tmp/tmp_kqveri9/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test WARNING: /tmp/tmpdlpzu52k/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmp8pgp5uua/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpr44g56q1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused +test DEBUG: Update report failed for /.shards_a/c /tmp/tmpr44g56q1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.08s, 0 successes, 1 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00068 seconds to PUT 127.0.0.1:47503 /sda1/2/.shards_a/c) +HTTP PERF: 0.00107 seconds to PUT 127.0.0.1:47503 /sda1/2/.shards_a/c) +test.unit.container.test_updater.TestContainerUpdater.test_shard_container +test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:07 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok - -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0008 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0447 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0268 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0525 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0026 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0465 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0568 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0511 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0009 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1030 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0505 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0133 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:15 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0027 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0024 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmp0b2_gcs0/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0024 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0431 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0028 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0491 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0133 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0403 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0021 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0356 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0106 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0559 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0320 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0045 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0556 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmpi1dfzc9_/containers/part/suffix/hash/container.db' -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538248.70777', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129417.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538248.71748', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129417.94649', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +test DEBUG: Update report sent for /.shards_a/c /tmp/tmpr44g56q1/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container update single threaded sweep +HTTP PERF: 0.00083 seconds to PUT 127.0.0.1:47181 /sda1/0/a/%C3%8E%C2%A9) +HTTP PERF: 0.00085 seconds to PUT 127.0.0.1:47181 /sda1/0/a/%C3%8E%C2%A9) +test.unit.container.test_updater.TestContainerUpdater.test_unicode +test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -Unlinked retiring db '/tmp/tmpi1dfzc9_/containers/part/suffix/hash/container_1769538274.00000.db' - -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Setting object count to 1058 (txn: txef0340e1d9b648418e9e3-00697902cf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Setting object count to 1024 (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Setting object count to 1024 (txn: txa878018173ec4f539b32d-00697902cf) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Setting object count to 1072 (txn: txec17c34011644773bd973-00697902d0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok - -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0424 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0410 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0010 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0391 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0360 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0323 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0433 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0454 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0416 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0492 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0049 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0421 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0371 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0476 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0019 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0466 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0342 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0448 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1824822 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129418.84271', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129418.84872', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -Unlinked retiring db '/tmp/tmpi1dfzc9_/containers/part/suffix/hash/container_1769538285.00000.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538250.54687', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test DEBUG: Update report sent for /a/Ω /tmp/tmpvakxfxfd/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.20s, 1 successes, 0 failures, 0 with no changes +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test INFO: Client disconnected on read of '/a/c' (txn: tx141ff51f4b7744c5a675d-00676bf94d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88ca461f5ce040df8abcb-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88ca461f5ce040df8abcb-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88ca461f5ce040df8abcb-00676bf94d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txb9c242d202974503aed49-00676bf94d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbfe8e02bdf754d85bfb83-00676bf94d) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx1c8f7cd3e6c142c9b6497-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx6bbc3466b5a0436bb75dc-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txb953e9f1eb4546d681241-00676bf94d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6aa1c867b7df4ac4b6064-00676bf94d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6aa1c867b7df4ac4b6064-00676bf94d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx454467909a9d477293a84-00676bf94d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx05df2fbad34d4b1181689-00676bf94d) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx9672b56430b74d08a5025-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx7969eeaeb7c04c8c8a199-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx677b119d89f94f00bceba-00676bf94d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9fdc94c222364296b9da0-00676bf94d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9fdc94c222364296b9da0-00676bf94d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txad0968ecda5942bd9aa96-00676bf94d)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129419.57751', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc9287b6765954526a1134-00676bf94d) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx77418b79178243138c4e7-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: txddbc28d01b3642dca739f-00676bf94d) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx9092adb5b45c4c8cbfc5b-00676bf94d) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txfb4fce8aefd8463fb837b-00676bf94d) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfb4fce8aefd8463fb837b-00676bf94d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx00febca73d7b42fa8fbe8-00676bf94d) +test INFO: Client disconnected on read of '/a/c' (txn: txf02b4fb3e4d741a2a851b-00676bf94d) +test INFO: Client disconnected on read of '/a/c' (txn: txa40a4c8d06764efa8b817-00676bf94d) +test INFO: Client disconnected on read of '/a/c' (txn: txa40a4c8d06764efa8b817-00676bf94d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34177,7 +33196,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34187,7 +33206,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34197,13 +33216,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34213,7 +33227,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34223,7 +33237,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34233,7 +33247,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34243,8 +33259,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34254,7 +33269,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34264,7 +33279,345 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdctest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129420.17989', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129420.17989', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129420.17989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129420.24851', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129420.24851', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129419.63425', 'epoch': '1735129419.63425', 'reported': 0, 'tombstones': -1}], 'ab079e4c-2156-40c6-82c7-dc715e617440-') +test DEBUG: /tmp/tmpjm4v5w4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129419.63425.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjm4v5w4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129419.63425.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '12437d1d23a2c8845968e16a849b051e', 'ab079e4c-2156-40c6-82c7-dc715e617440-', '1735129419.57269', '1735129420.11019', '0', '', '1735129419.57112', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129420.17989', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129420.17989', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129420.17989', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129420.24851', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129420.24851', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129419.63425', 'epoch': '1735129419.63425', 'reported': 0, 'tombstones': -1}], 'ab079e4c-2156-40c6-82c7-dc715e617440-') +test DEBUG: /tmp/tmpjm4v5w4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129419.63425.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpjm4v5w4r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129419.63425.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'a8545424f9020d418a6e7fa6c33d9bb2', '90e32e12-5c73-4fd2-9863-1884bb0ec96d-', '1735129420.93431', '1735129420.93295', '0', '', '1735129420.93295', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129421.60192', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129421.60192', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129421.60192', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129421.66741', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129421.66741', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129421.01416', 'epoch': '1735129421.01416', 'reported': 0, 'tombstones': -1}], '90e32e12-5c73-4fd2-9863-1884bb0ec96d-') +test DEBUG: /tmp/tmph_37w05i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129421.01416.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph_37w05i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129421.01416.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'a8545424f9020d418a6e7fa6c33d9bb2', '90e32e12-5c73-4fd2-9863-1884bb0ec96d-', '1735129420.93431', '1735129421.53689', '0', '', '1735129420.93295', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129421.60192', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129421.60192', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129421.60192', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129421.66741', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129421.66741', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129421.01416', 'epoch': '1735129421.01416', 'reported': 0, 'tombstones': -1}], '90e32e12-5c73-4fd2-9863-1884bb0ec96d-') +test DEBUG: /tmp/tmph_37w05i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129421.01416.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph_37w05i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129421.01416.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '068dd472c104a0c0b5456c300e05b54f', 'f3dd943c-bb95-4860-8176-d785ee9b94e4-', '1735129422.39655', '1735129422.39522', '0', '', '1735129422.39522', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129422.45683', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129422.45683', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129422.45683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129422.45698', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129422.45698', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129422.45689', 'epoch': '1735129422.45689', 'reported': 0, 'tombstones': -1}], 'f3dd943c-bb95-4860-8176-d785ee9b94e4-') +test DEBUG: /tmp/tmp_x2id6n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129422.45689.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_x2id6n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129422.45689.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '068dd472c104a0c0b5456c300e05b54f', 'f3dd943c-bb95-4860-8176-d785ee9b94e4-', '1735129422.39655', '1735129422.90439', '0', '', '1735129422.39522', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129422.45683', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129422.45683', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129422.45683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129422.45698', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129422.45698', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129422.45689', 'epoch': '1735129422.45689', 'reported': 0, 'tombstones': -1}], 'f3dd943c-bb95-4860-8176-d785ee9b94e4-') +test DEBUG: /tmp/tmp_x2id6n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129422.45689.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp_x2id6n2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129422.45689.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0a6fe7e94bbcff65c8c889c690dce1be', '7bfccc28-709d-4777-bb9c-6915f6e7e952-', '1735129423.25494', '1735129423.25368', '0', '', '1735129423.25368', 99, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.35699', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.35867', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.35992', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.36103', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.36267', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers, body, query) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + app, method, container, obj, headers, body, query) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735129420.36457', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.36567', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.36670', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.36776', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.37273', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129420.37380', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok + +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34274,7 +33627,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34284,8 +33637,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34295,7 +33647,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34305,7 +33658,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34315,7 +33668,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34325,9 +33678,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34337,7 +33691,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34347,7 +33701,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34357,7 +33711,12 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34367,8 +33726,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34378,7 +33736,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34388,7 +33746,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34398,7 +33757,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34408,10 +33767,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34421,7 +33777,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34431,7 +33789,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34441,7 +33799,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34451,11 +33809,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34465,7 +33822,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34475,7 +33832,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34485,7 +33842,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34495,8 +33853,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34506,7 +33863,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34516,7 +33873,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34526,7 +33886,114 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129421.45826', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122341Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129421.46493', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok + +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34536,8 +34003,6 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -34558,7 +34023,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34568,7 +34034,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34578,10 +34044,28 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (201, 404, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -34602,7 +34086,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34612,7 +34099,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -34621,1057 +34108,1026 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok - -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Setting object count to 1072 (txn: tx7807cd3084714c6fbd855-00697902d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Setting object count to 1072 (txn: tx483abeb13b0b4fa9a3886-00697902d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538251.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538251.65999', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0565 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0036 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0490 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0315 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0515 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0098 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0011 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0446 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0480 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0328 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0477 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0533 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0012 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0454 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0746 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmp58piy4fr/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0019 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0386 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0921 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmp6p9y6fo8/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0026 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0377 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0832 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0020 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0365 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0918 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0041 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0021 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0288 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0652 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0051 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0390 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0760 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0082 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0336 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0362 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0018 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0397 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0052 "-" 1824822 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd50916c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091900>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5092080>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7effd5091540>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpoc3hqy3g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoc3hqy3g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpoc3hqy3g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoc3hqy3g/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:44 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0876 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:44 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0481 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:44 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0565 "-" 546118 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0684 "-" 546118 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok - -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0014 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0004 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0114 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0541 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0055 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0023 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0010 "-" 1824822 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0377 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0520 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0399 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0503 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0070 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0347 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:19 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0035 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0371 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0310 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0276 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0038 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0271 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0011 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538252.99935', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122342Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129422.44716', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538253.00998', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122342Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129422.45432', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test ERROR: Failed to unlink '/tmp/tmp39f16r7v/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp39f16r7v/containers/part/suffix/hash/container_1769538259.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp39f16r7v/containers/part/suffix/hash/container_1769538259.00000.db': ['/tmp/tmp39f16r7v/containers/part/suffix/hash/container.db', '/tmp/tmp39f16r7v/containers/part/suffix/hash/container_1769538260.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp39f16r7v/containers/part/suffix/hash/container_1769538260.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmpxz6vn7da/containers/part/suffix/hash/5cf04a43-a52c-46e6-97f7-fb737e82ad45.db' -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -Unlinked retiring db '/tmp/tmpdfpdru3g/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -Unlinked retiring db '/tmp/tmpubdl2vhf/containers/part/suffix/hash/container-1e6ae7ac-e52f-42c5-bf11-933cad3b8eeb.db' - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -Unlinked retiring db '/tmp/tmpubdl2vhf/containers/part/suffix/hash/container-0875444d-85a5-40d6-a789-98eaaf07f918.db' -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538254.51330', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceededtest.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0013 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0289 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0371 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0018 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0465 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0457 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0707 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmpb74ython/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0580 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0456 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0440 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0372 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0825 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0401 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0972 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0605 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0656 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0083 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0418 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0914 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0399 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0509 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0067 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0338 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0372 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0281 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0047 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0403 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0282 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0398 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +test INFO: - - 25/Dec/2024/12/23/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.707164049 1735129424.707317829 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1735129424.707126617 1735129424.707763195 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.708720446 1735129424.708908796 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0005 - - 1735129424.708677053 1735129424.709225893 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.710182190 1735129424.710305929 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0005 - - 1735129424.710150242 1735129424.710600615 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.711543560 1735129424.711697817 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0005 - - 1735129424.711513281 1735129424.711998224 0 +test INFO: - - 25/Dec/2024/12/23/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.712778807 1735129424.712879419 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0004 - - 1735129424.712750435 1735129424.713168144 0 +test INFO: - - 25/Dec/2024/12/23/44 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.714395285 1735129424.714560032 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735129424.714781046 1735129424.714978456 0 +test INFO: - - 25/Dec/2024/12/23/44 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.715253353 1735129424.715420485 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1735129424.714219332 1735129424.715786457 - +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.717872381 1735129424.718026400 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129424.718251228 1735129424.718388319 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.718640089 1735129424.718751907 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0013 - - 1735129424.717775106 1735129424.719060659 - +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.719994307 1735129424.720106602 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129424.720294714 1735129424.720425367 0 +test INFO: - - 25/Dec/2024/12/23/44 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.720669508 1735129424.720761299 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0011 - - 1735129424.719905615 1735129424.721044540 - +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129424.721979618 1735129424.722133398 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735129424.722394228 1735129424.722579956 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.722874880 1735129424.723007917 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1735129424.721892834 1735129424.723526001 - +test INFO: - - 25/Dec/2024/12/23/44 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.724609613 1735129424.724708796 0 +test INFO: - - 25/Dec/2024/12/23/44 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129424.724925756 1735129424.725058556 0 +test INFO: - - 25/Dec/2024/12/23/44 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129424.725300789 1735129424.725380659 0 +test INFO: - - 25/Dec/2024/12/23/44 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0013 - - 1735129424.724493742 1735129424.725752831 - +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx077fa680fff643deb987e-00676bf951) +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txc7e4bba7ad054dfda2b57-00676bf951) +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx2f20362f2d7a40eb9eec7-00676bf951) +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.1" 200 160 0.000052 +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:23:45] "GET /otherurl HTTP/1.1" 200 179 0.000037 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.0" 200 186 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.0" 200 179 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.0" 200 180 0.000031 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.0" 200 180 0.000441 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=True +proxy INFO: (546111) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (546111) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:23:45] "GET /someurl HTTP/1.0" 200 180 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (546111) wsgi exited, is_accepting=Truetest.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -swift: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0003 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda-null/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 1824822 - +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +Storage policy bad-policy uses an EC configuration known to harm data durability. Any data in this policy should be migrated. See https://bugs.launchpad.net/swift/+bug/1639691 for more information. +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129423.14974', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129423.15483', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.37259', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.37474', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.37646', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.37810', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.37977', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769538256.38251', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.38442', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.38602', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.38768', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.39518', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538256.39678', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0442 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0376 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0537 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0440 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0354 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0264 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0066 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0338 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0024 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0418 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0005 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0004 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0400 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0250 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0366 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0324 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0561 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0592 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0493 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0824 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0504 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0495 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0354 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0793 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok - -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -35691,7 +35147,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -35730,7 +35186,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -35787,8 +35243,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -35862,7 +35318,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -35955,7 +35411,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -36066,622 +35522,336 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +OSError (txn: tx853287140c9b47cf8e6e7-00676bf94e) +test ERROR: Container GET returning 503 for [] (txn: tx853287140c9b47cf8e6e7-00676bf94e) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0aeecd4da89649348e545-00676bf94f) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx0aeecd4da89649348e545-00676bf94f) +test INFO: Client disconnected on read of '/a/c' (txn: txc3c478678b5a4a41a6648-00676bf94f) +test INFO: Client disconnected on read of '/a/c' (txn: tx98132e79f40848d1a155b-00676bf94f) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd9bf80c517884191bbaac-00676bf94f) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd9bf80c517884191bbaac-00676bf94f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd9bf80c517884191bbaac-00676bf94f)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok + +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb6535c9c2b0848a3a38bd-00676bf951" "proxy-server 546118" 0.0008 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60039/sda1/1/a/c" "txb6535c9c2b0848a3a38bd-00676bf951" "container-server 546118" 0.0334 "-" 546118 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:43303/sdb1/1/a/c" "txb6535c9c2b0848a3a38bd-00676bf951" "container-server 546118" 0.0007 "-" 546118 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6535c9c2b0848a3a38bd-00676bf951" "proxy-server 546118" 0.1165 "-" 546118 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb6535c9c2b0848a3a38bd-00676bf951" "proxy-server 546118" 0.1961 "-" 546118 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/45 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb6535c9c2b0848a3a38bd-00676bf951 - 0.2013 - - 1735129425.061407566 1735129425.262704849 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb70f7e3c98b844588cfb1-00676bf951" "proxy-server 546118" 0.0007 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:43303/sdb1/1/a1/c1" "txb70f7e3c98b844588cfb1-00676bf951" "container-server 546118" 0.0119 "-" 546118 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60039/sda1/1/a1/c1" "txb70f7e3c98b844588cfb1-00676bf951" "container-server 546118" 0.0073 "-" 546118 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb70f7e3c98b844588cfb1-00676bf951" "proxy-server 546118" 0.0882 "-" 546118 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb70f7e3c98b844588cfb1-00676bf951" "proxy-server 546118" 0.1741 "-" 546118 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/45 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb70f7e3c98b844588cfb1-00676bf951 - 0.1785 - - 1735129425.263672590 1735129425.442170382 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa1d3bceefe9842bf8ef53-00676bf951" "proxy-server 546118" 0.0780 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:60039/sda1/2/a/c1" "txa1d3bceefe9842bf8ef53-00676bf951" "container-server 546118" 0.0533 "-" 546118 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:43303/sdb1/2/a/c1" "txa1d3bceefe9842bf8ef53-00676bf951" "container-server 546118" 0.0006 "-" 546118 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa1d3bceefe9842bf8ef53-00676bf951" "proxy-server 546118" 0.1173 "-" 546118 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa1d3bceefe9842bf8ef53-00676bf951" "proxy-server 546118" 0.2019 "-" 546118 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/45 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa1d3bceefe9842bf8ef53-00676bf951 - 0.2842 - - 1735129425.443013430 1735129425.727253437 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf6661cb0cc6f43ad94d55-00676bf951" "proxy-server 546118" 0.0573 "-" 546118 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43303/sdb1/1/a/c2" "txf6661cb0cc6f43ad94d55-00676bf951" "container-server 546118" 0.1808 "-" 546118 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60039/sda1/1/a/c2" "txf6661cb0cc6f43ad94d55-00676bf951" "container-server 546118" 0.0008 "-" 546118 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf6661cb0cc6f43ad94d55-00676bf951" "proxy-server 546118" 0.2446 "-" 546118 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf6661cb0cc6f43ad94d55-00676bf951" "proxy-server 546118" 0.3183 "-" 546118 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf6661cb0cc6f43ad94d55-00676bf951 - 0.3800 - - 1735129425.728088379 1735129426.108082533 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5df127bb86e443d989dbb-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8c425254fe4c4fb89ecd3-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txab81954a71e0417bb000a-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txab81954a71e0417bb000a-00676bf952) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txab81954a71e0417bb000a-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe1a1e6ea57bc4b4c9bf78-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe1a1e6ea57bc4b4c9bf78-00676bf952) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txe1a1e6ea57bc4b4c9bf78-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx22726f729d7f475580b32-00676bf952) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx22726f729d7f475580b32-00676bf952) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4418129f6ebd48a3ab0d6-00676bf952) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4418129f6ebd48a3ab0d6-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok + +test ERROR: Container GET returning 503 for [] (txn: txd9bf80c517884191bbaac-00676bf94f) +test INFO: Client disconnected on read of '/a/c' (txn: txd9bf80c517884191bbaac-00676bf94f) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: Container GET returning 503 for [] (txn: txf4e074a62d2e4d0eb06f8-00676bf950) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: Container GET returning 503 for [] (txn: tx877fc7f8f2c5487e81ac1-00676bf950) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa895511d8b6245e981f61-00676bf950) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa895511d8b6245e981f61-00676bf950) +test ERROR: Container GET returning 503 for [] (txn: txa895511d8b6245e981f61-00676bf950) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6e698ea2aaca414ca9188-00676bf950) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx160f85fb6b40413aa4606-00676bf950) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx160f85fb6b40413aa4606-00676bf950) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx160f85fb6b40413aa4606-00676bf950) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3372c79564cc4f88a9602-00676bf950) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx60408304b3734b34b4258-00676bf950) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx60408304b3734b34b4258-00676bf950) +test INFO: Client disconnected on read of '/a/c' (txn: tx60408304b3734b34b4258-00676bf950) +test ERROR: Container GET returning 503 for [] (txn: txfa4fe21e83df4c3a85821-00676bf950) +test INFO: Client disconnected on read of '/a/c' (txn: txfa4fe21e83df4c3a85821-00676bf950) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx0ebb735130b34bc6bc0dc-00676bf950) +test INFO: Client disconnected on read of '/a/c' (txn: tx0ebb735130b34bc6bc0dc-00676bf950) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx72995ddc3d1c45b2bef9a-00676bf950) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe5d7d789262f4cc083f7d-00676bf950)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6c4ec669eaf34846b6edc-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: tx6c4ec669eaf34846b6edc-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: tx7d6d018cdbcf462f9873c-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: tx7d6d018cdbcf462f9873c-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd0714644d2e144629582d-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa1bb25ea74ae4ec399ff2-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf3152250c42546c68b4c8-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf3152250c42546c68b4c8-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf3152250c42546c68b4c8-00676bf952) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txf3152250c42546c68b4c8-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5ddfc1994c0543f0b6049-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5ddfc1994c0543f0b6049-00676bf952) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5ddfc1994c0543f0b6049-00676bf952) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5ddfc1994c0543f0b6049-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx22307ebaa52645bf86ed0-00676bf952) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx22307ebaa52645bf86ed0-00676bf952) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx22307ebaa52645bf86ed0-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: tx22307ebaa52645bf86ed0-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txeab564bb6e40487db943c-00676bf952) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcd252d41438d44c7b001e-00676bf952) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txcd252d41438d44c7b001e-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txdb458175f3c940e2825b2-00676bf952) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx38f0a340bdea474988211-00676bf952) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd6d9caa3256043b99c457-00676bf952) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: tx908cb068740242ffa159a-00697902cb)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5b869498d3b441178ac62-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Setting object count to 1072 (txn: tx444f8d7a9f844c7fad9cc-00697902d2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5b763df5930647209e69f-00697902d3) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx5b763df5930647209e69f-00697902d3) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5b763df5930647209e69f-00697902d3) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx5b763df5930647209e69f-00697902d3) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx5b763df5930647209e69f-00697902d3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx174f7730f2a246318233b-00697902d4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx652309a55b124a3a82cb2-00697902d5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txce941ae101e141b3a2d97-00697902d6) -test DEBUG: Setting object count to 3120 (txn: txce941ae101e141b3a2d97-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test DEBUG: Setting object count to 3120 (txn: txfcfb80baeadd46a7b2388-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test DEBUG: Setting object count to 3120 (txn: txc673e634d2c64f1b99a9d-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx440bd1a55e2445d8a390e-00697902d6) -test DEBUG: Setting object count to 3120 (txn: tx440bd1a55e2445d8a390e-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx5abea92253d245419cd97-00697902d6) -test DEBUG: Setting object count to 3120 (txn: tx5abea92253d245419cd97-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx3b8d9a0a67144f72afb01-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txf26cc8eb3b0a4dd09fae5-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129423.53111', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538257.92077', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129423.53582', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182417Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 27 Jan 2026 18:24:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538257.93399', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test ERROR: Container GET returning 503 for [] (txn: tx908cb068740242ffa159a-00697902cb) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx3409a6c7979c4dc5b1534-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: txdcf5c1b3f2a24d3cbc7d7-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: txcc2acdfdcf8543e6bd650-00697902d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88abdf589a6c4b44abe77-00697902d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88abdf589a6c4b44abe77-00697902d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88abdf589a6c4b44abe77-00697902d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx88abdf589a6c4b44abe77-00697902d1) -test ERROR: Container GET returning 503 for [] (txn: tx88abdf589a6c4b44abe77-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx88abdf589a6c4b44abe77-00697902d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: Container GET returning 503 for [] (txn: txd033f5aeac0b4afdadcea-00697902d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: Container GET returning 503 for [] (txn: txe4660b2a51c94c759ac00-00697902d1) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc30bfed83a864859bd81f-00697902d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc30bfed83a864859bd81f-00697902d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc30bfed83a864859bd81f-00697902d1) -test ERROR: Container GET returning 503 for [] (txn: txc30bfed83a864859bd81f-00697902d1) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1f2dd1791aaf4fe691dbd-00697902d1) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1f2dd1791aaf4fe691dbd-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx647491f39eee4f7ab0a2f-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx647491f39eee4f7ab0a2f-00697902d1) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx647491f39eee4f7ab0a2f-00697902d1) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx647491f39eee4f7ab0a2f-00697902d1) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx037105ec917442b39f004-00697902d1) -test ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx916cc328c5624b6195f45-00697902d1) -test DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx916cc328c5624b6195f45-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx916cc328c5624b6195f45-00697902d1) -test ERROR: Container GET returning 503 for [] (txn: tx40ccc609ad1a40b8828a7-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx40ccc609ad1a40b8828a7-00697902d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx053140e73c4348ac85afc-00697902d1) -test INFO: Client disconnected on read of '/a/c' (txn: tx053140e73c4348ac85afc-00697902d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36690,8 +35860,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +StopIteration (txn: txe5d7d789262f4cc083f7d-00676bf950) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36700,136 +35870,415 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +StopIteration (txn: txe5d7d789262f4cc083f7d-00676bf950) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe5d7d789262f4cc083f7d-00676bf950) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txe5d7d789262f4cc083f7d-00676bf950) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txe5d7d789262f4cc083f7d-00676bf950) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: Setting object count to 1032 (txn: tx36a9042945644779a732a-00676bf951) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txb5938344e7ab4386b8fab-00676bf951)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0465 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0368 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0131 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0554 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0332 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0375 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0032 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0428 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0048 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0534 "-" 1824822 4 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0809 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0286 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0437 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0600 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0267 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0084 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0720 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0036 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:23 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0027 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2393 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0348 "-" 1824822 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1824822 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0423 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0645 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0364 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0519 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0409 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0436 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0016 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129604.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/228/d8e6cfb15c2dd85ff391b006bd491228/d8e6cfb15c2dd85ff391b006bd491228.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129604.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/228/d8e6cfb15c2dd85ff391b006bd491228/d8e6cfb15c2dd85ff391b006bd491228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129606.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/251/c49c5e4d63e29a8e92236b9da7b65251/c49c5e4d63e29a8e92236b9da7b65251.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129606.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/251/c49c5e4d63e29a8e92236b9da7b65251/c49c5e4d63e29a8e92236b9da7b65251.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129608.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/124/98a1c9764e5146305d2758f420a1c124/98a1c9764e5146305d2758f420a1c124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129608.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/124/98a1c9764e5146305d2758f420a1c124/98a1c9764e5146305d2758f420a1c124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129610.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5a2/0f2a5d2918fdb86cf2132187628c45a2/0f2a5d2918fdb86cf2132187628c45a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129610.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5a2/0f2a5d2918fdb86cf2132187628c45a2/0f2a5d2918fdb86cf2132187628c45a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129612.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3e9/786c42f7cfdc3e13a39dd4f081ade3e9/786c42f7cfdc3e13a39dd4f081ade3e9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129612.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/3e9/786c42f7cfdc3e13a39dd4f081ade3e9/786c42f7cfdc3e13a39dd4f081ade3e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129614.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/71f/788a5800674b7a92c1b20a1e1fa2b71f/788a5800674b7a92c1b20a1e1fa2b71f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129614.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/71f/788a5800674b7a92c1b20a1e1fa2b71f/788a5800674b7a92c1b20a1e1fa2b71f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129616.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cf0/b6be656c525d21055c46d7dc1fa90cf0/b6be656c525d21055c46d7dc1fa90cf0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129616.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cf0/b6be656c525d21055c46d7dc1fa90cf0/b6be656c525d21055c46d7dc1fa90cf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129618.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/719/8d825c6a7f2b861ebf69f85896b5a719/8d825c6a7f2b861ebf69f85896b5a719.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129618.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/719/8d825c6a7f2b861ebf69f85896b5a719/8d825c6a7f2b861ebf69f85896b5a719.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129620.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/193/44981e2dfdcffa080056957dc1b43193/44981e2dfdcffa080056957dc1b43193.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129620.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/193/44981e2dfdcffa080056957dc1b43193/44981e2dfdcffa080056957dc1b43193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129622.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5df/523f873b979a21e715da482839ea25df/523f873b979a21e715da482839ea25df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129622.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/5df/523f873b979a21e715da482839ea25df/523f873b979a21e715da482839ea25df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129624.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a0f/8fc3090f33332cd7cd02120c95155a0f/8fc3090f33332cd7cd02120c95155a0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129624.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a0f/8fc3090f33332cd7cd02120c95155a0f/8fc3090f33332cd7cd02120c95155a0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129626.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/807/3d513650ee9998a5b14d209791a8f807/3d513650ee9998a5b14d209791a8f807.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129626.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/807/3d513650ee9998a5b14d209791a8f807/3d513650ee9998a5b14d209791a8f807.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129628.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a21/a6de901c9b59b088602aef6480c8aa21/a6de901c9b59b088602aef6480c8aa21.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129628.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a21/a6de901c9b59b088602aef6480c8aa21/a6de901c9b59b088602aef6480c8aa21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129630.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a4a/b31959e610430d448f7b39f795db4a4a/b31959e610430d448f7b39f795db4a4a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129630.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/a4a/b31959e610430d448f7b39f795db4a4a/b31959e610430d448f7b39f795db4a4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129632.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cc1/66b3bed6c2b824756eafefadf3ef5cc1/66b3bed6c2b824756eafefadf3ef5cc1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129632.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/cc1/66b3bed6c2b824756eafefadf3ef5cc1/66b3bed6c2b824756eafefadf3ef5cc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129634.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/07b/277bfc5363250d1c13759952c755a07b/277bfc5363250d1c13759952c755a07b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129634.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/07b/277bfc5363250d1c13759952c755a07b/277bfc5363250d1c13759952c755a07b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129636.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b8d/52c257692d098bfdd270779917473b8d/52c257692d098bfdd270779917473b8d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129636.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/b8d/52c257692d098bfdd270779917473b8d/52c257692d098bfdd270779917473b8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129638.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/038/fda2dcacc7afa673e7073a76c465f038/fda2dcacc7afa673e7073a76c465f038.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129638.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/038/fda2dcacc7afa673e7073a76c465f038/fda2dcacc7afa673e7073a76c465f038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129640.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/526/cb60bfd4a3bab5ee649e27a0322c5526/cb60bfd4a3bab5ee649e27a0322c5526.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129640.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/526/cb60bfd4a3bab5ee649e27a0322c5526/cb60bfd4a3bab5ee649e27a0322c5526.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129642.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1e2/1f50d444e6679b32521b767c9a9ad1e2/1f50d444e6679b32521b767c9a9ad1e2.db +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: Setting object count to 48 (txn: txb5938344e7ab4386b8fab-00676bf951) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: Setting object count to 1064 (txn: tx7f6229b6f0dc422eaba94-00676bf951) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1ea012fc5e654f1f82b7e-00676bf951) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6547ed3c2a4d45fd8a49a-00676bf951) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Setting object count to 1065 (txn: txe0a176a12e644e53a598b-00676bf951) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -swift: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 - -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe28a48e9509e44b493f76-00676bf952) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx30af911605b84f53a9a81-00676bf952) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx30af911605b84f53a9a81-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36838,8 +36287,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36848,8 +36297,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36858,8 +36307,35 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx1636f513431d45eaa70ec-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1636f513431d45eaa70ec-00676bf952) +test WARNING: Could not autocreate account '/account' (txn: tx1636f513431d45eaa70ec-00676bf952) +test INFO: autocreate account '/account' (txn: tx4e21aee50cd24626b33b3-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txf4ba142da90f4492bd28b-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf4ba142da90f4492bd28b-00676bf952) +test WARNING: Could not autocreate account '/account' (txn: txf4ba142da90f4492bd28b-00676bf952) +test INFO: autocreate account '/account' (txn: tx78aaa2daadd14b1781aec-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx05af02e3d4064e3683c94-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx05af02e3d4064e3683c94-00676bf952) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx05af02e3d4064e3683c94-00676bf952) +test INFO: autocreate account '/account' (txn: tx40bce260f8ef40a08ab15-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txac607511f67249939dd13-00676bf952) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txac607511f67249939dd13-00676bf952) +test INFO: autocreate account '/account' (txn: txac607511f67249939dd13-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx3ac7e3c03a2d4764989fa-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3ac7e3c03a2d4764989fa-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: txd340efb4b1914724b92af-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx2b51a7a9973145ba82124-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36868,8 +36344,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: txb27f6372589b4fa8ab2d0-00676bf952) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36878,10 +36354,151 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx622764582ee849b6b46b5-00697902d1) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx622764582ee849b6b46b5-00697902d1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx837fa6a50d434980b3357-00676bf952)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test INFO: - - 25/Dec/2024/12/23/45 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1735129425.441593647 1735129425.441656828 - +test INFO: - - 25/Dec/2024/12/23/45 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735129425.442222357 1735129425.442228317 - +test INFO: - - 25/Dec/2024/12/23/46 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735129425.442716360 1735129426.142716408 - +test INFO: - - 25/Dec/2024/12/23/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129425.443727016 1735129425.443770647 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 25/Dec/2024/12/23/45 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129425.447342396 1735129425.447379351 - +test INFO: - - 25/Dec/2024/12/23/45 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735129425.447905779 1735129425.447918415 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok + +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36890,8 +36507,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: tx3973db7f14294d8c8c917-00676bf952) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -36900,284 +36517,606 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: tx3793c5ead02949f48c803-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa1d2729242aa4ea1ae856-00676bf952) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txbdee74305ee94592ab576-00676bf952) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx626a1f61f7fe40baaff86-00676bf952) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx626a1f61f7fe40baaff86-00676bf952) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx626a1f61f7fe40baaff86-00676bf952) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8f7c51f04ea44e61aa7d5-00676bf952) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx8f7c51f04ea44e61aa7d5-00676bf952) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8f7c51f04ea44e61aa7d5-00676bf952) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx87f0e5713a9142fdaf97c-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx87f0e5713a9142fdaf97c-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx87f0e5713a9142fdaf97c-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx87f0e5713a9142fdaf97c-00676bf952) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ip, port, node['device'], part, method, path, headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx9ba43217fe624e94b7565-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9ba43217fe624e94b7565-00676bf952) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9ba43217fe624e94b7565-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9ba43217fe624e94b7565-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok + +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735129426.024258852 1735129426.024270296 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129426.024891615 1735129426.024953127 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.025496006 1735129426.025533199 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 15 - - - 0.0002 - - 1735129426.025485039 1735129426.025734901 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.036014557 1735129426.036062002 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.037182093 1735129426.037218571 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1735129426.037562370 1735129426.037594080 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.037931442 1735129426.037971020 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1735129426.038322926 1735129426.038353443 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1735129426.038677216 1735129426.038706779 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1735129426.039050102 1735129426.039080858 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.039424181 1735129426.039455414 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1735129426.039774895 1735129426.039804459 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735129426.040161848 1735129426.040190220 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735129426.040447712 1735129426.040472507 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1735129426.040955067 1735129426.040996790 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.041529655 1735129426.041563511 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.041922808 1735129426.041953325 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1735129426.316814899 1735129426.316882610 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 25/Dec/2024/12/23/46 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129426.318867683 1735129426.318928480 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok + +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129426.947804451 1735129426.947876215 - +test INFO: - - 25/Dec/2024/12/23/46 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.948137522 1735129426.948172092 - +test INFO: - - 25/Dec/2024/12/23/46 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.948354244 1735129426.948382378 - +test INFO: - - 25/Dec/2024/12/23/46 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.948541880 1735129426.948566198 - +test INFO: - - 25/Dec/2024/12/23/46 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.948701620 1735129426.948724508 - +test INFO: - - 25/Dec/2024/12/23/47 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735129426.950456142 1735129427.650456190 - +test INFO: - - 25/Dec/2024/12/23/47 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735129426.951282501 1735129427.151282549 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 17 - - - 0.0000 SOS - 1735129426.951877832 1735129426.951915026 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1735129426.952428818 1735129426.952465296 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 3 - - - 0.0000 - - 1735129426.952957153 1735129426.952997208 - +test INFO: - - 25/Dec/2024/12/23/46 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1735129426.953474283 1735129426.953508615 - +test INFO: - - 25/Dec/2024/12/23/47 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735129426.954417706 1735129427.654417753 0 +test INFO: - - 25/Dec/2024/12/23/46 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129426.957920790 1735129426.957937717 1 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx6c77771f0bf44f80b5e7e-00676bf952) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txdcdb66ae96014728a362d-00676bf952) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txdcdb66ae96014728a362d-00676bf952) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa954e80a3a3a4cb0ae110-00697902d2) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txa954e80a3a3a4cb0ae110-00697902d2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to get commit status of PUT to /v1/a/c/o: +StopIteration (txn: txdcdb66ae96014728a362d-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: txdcdb66ae96014728a362d-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx97ca7ec5eb054311b47a0-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx97ca7ec5eb054311b47a0-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx97ca7ec5eb054311b47a0-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: tx97ca7ec5eb054311b47a0-00676bf952) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx15664972b9824d51b2f1f-00676bf952) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: txeff72a382c4e4e188510e-00697902d2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok - -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0072 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0026 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0062 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmph0c3m_jq/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0037 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:24 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0021 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0413 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0033 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0026 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0020 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0619 "-" 1824822 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1824822 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0786 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0300 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txfae0aec7133843a383881-00676bf952) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txfae0aec7133843a383881-00676bf952) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txfae0aec7133843a383881-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: txfae0aec7133843a383881-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7b26c9035c324893a7d67-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7b26c9035c324893a7d67-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7b26c9035c324893a7d67-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: tx7b26c9035c324893a7d67-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx3f6671f248ea4d6f81080-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx3ba46cb8bc12488a914cc-00676bf952) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx3ba46cb8bc12488a914cc-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: tx3ba46cb8bc12488a914cc-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txad6f60b5b260439fa7f00-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txd1c9095c44f74b3f8131a-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: txd1c9095c44f74b3f8131a-00676bf952) +test INFO: Client disconnected on read of '/a/c/' (txn: txd1c9095c44f74b3f8131a-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx66b076a46f1049638f8f3-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx66b076a46f1049638f8f3-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx66b076a46f1049638f8f3-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx66b076a46f1049638f8f3-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb828908dba5a4b39a0736-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb828908dba5a4b39a0736-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb828908dba5a4b39a0736-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb828908dba5a4b39a0736-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx430969b77243473690f71-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx430969b77243473690f71-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx430969b77243473690f71-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx430969b77243473690f71-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txe068b3d2e3a74d9c8127e-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txe068b3d2e3a74d9c8127e-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txe068b3d2e3a74d9c8127e-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe068b3d2e3a74d9c8127e-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa627986ed53b4ff0af447-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa627986ed53b4ff0af447-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa627986ed53b4ff0af447-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa627986ed53b4ff0af447-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6f46150551974529a475c-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6f46150551974529a475c-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6f46150551974529a475c-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6f46150551974529a475c-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd7f78d7017594554ad572-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd7f78d7017594554ad572-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd7f78d7017594554ad572-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txd7f78d7017594554ad572-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7c49c44de4364cbfaad6f-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7c49c44de4364cbfaad6f-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7c49c44de4364cbfaad6f-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7c49c44de4364cbfaad6f-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx76b334bc39524495b7a5e-00676bf952) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx76b334bc39524495b7a5e-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx76b334bc39524495b7a5e-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx76b334bc39524495b7a5e-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx76b334bc39524495b7a5e-00676bf952) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx76b334bc39524495b7a5e-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8dddde564f4548229f068-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8dddde564f4548229f068-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8dddde564f4548229f068-00676bf952) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx8dddde564f4548229f068-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx0e7049f3c0db4c54a9cbf-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d4d5f32bc514a19b2039-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1d4d5f32bc514a19b2039-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1d4d5f32bc514a19b2039-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx1d4d5f32bc514a19b2039-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc9a997c39c749b4b5818-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdc9a997c39c749b4b5818-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdc9a997c39c749b4b5818-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: txdc9a997c39c749b4b5818-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3d19ef81d1d1439ba97d5-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3d19ef81d1d1439ba97d5-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3d19ef81d1d1439ba97d5-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx3d19ef81d1d1439ba97d5-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5ef14b439fee4aa980e30-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5ef14b439fee4aa980e30-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5ef14b439fee4aa980e30-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx5ef14b439fee4aa980e30-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx725deef943244cab9da2e-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx725deef943244cab9da2e-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx725deef943244cab9da2e-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx725deef943244cab9da2e-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeb69994764dc424180664-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeb69994764dc424180664-00676bf952)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx9492aa4970524e389666f-00697902d6) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx9492aa4970524e389666f-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx5e30838160fc42d1b13fe-00697902d6) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5e30838160fc42d1b13fe-00697902d6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5e30838160fc42d1b13fe-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5e30838160fc42d1b13fe-00697902d6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5e30838160fc42d1b13fe-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6ce7bee88af4401cabdc0-00697902d6) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx6ce7bee88af4401cabdc0-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6ce7bee88af4401cabdc0-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6ce7bee88af4401cabdc0-00697902d6) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6ce7bee88af4401cabdc0-00697902d6) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf89afe72c92d45dfb3ae6-00697902d6) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txf89afe72c92d45dfb3ae6-00697902d6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf89afe72c92d45dfb3ae6-00697902d6) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txf89afe72c92d45dfb3ae6-00697902d6) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txf89afe72c92d45dfb3ae6-00697902d6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txb59ce9a0bcad4ad0ae2d0-00697902d7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx8c9149273f4a4933bdf6a-00697902d8) -test DEBUG: Setting object count to 1065 (txn: tx8c9149273f4a4933bdf6a-00697902d8) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeb69994764dc424180664-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: txeb69994764dc424180664-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx623e04441841482f82b0b-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx623e04441841482f82b0b-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx623e04441841482f82b0b-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx623e04441841482f82b0b-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcc00173c687346a98a1d3-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcc00173c687346a98a1d3-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcc00173c687346a98a1d3-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: txcc00173c687346a98a1d3-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3552dd2fd1b943f4a4042-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3552dd2fd1b943f4a4042-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3552dd2fd1b943f4a4042-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx3552dd2fd1b943f4a4042-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1a65342597114a8e9aa96-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1a65342597114a8e9aa96-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1a65342597114a8e9aa96-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: tx1a65342597114a8e9aa96-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe21093026bd4448ab3ff7-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe21093026bd4448ab3ff7-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe21093026bd4448ab3ff7-00676bf952) +test ERROR: Container GET returning 503 for [] (txn: txe21093026bd4448ab3ff7-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5c131fcb4ca54dd69b5a9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5c131fcb4ca54dd69b5a9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5c131fcb4ca54dd69b5a9-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5c131fcb4ca54dd69b5a9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8ea9f47604554927808b9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8ea9f47604554927808b9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8ea9f47604554927808b9-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8ea9f47604554927808b9-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx61f67f29ecb04c2baa105-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx61f67f29ecb04c2baa105-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx61f67f29ecb04c2baa105-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx61f67f29ecb04c2baa105-00676bf952) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txabcd8f1ed3f647608e5bd-00676bf952) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txabcd8f1ed3f647608e5bd-00676bf952) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txabcd8f1ed3f647608e5bd-00676bf952) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txabcd8f1ed3f647608e5bd-00676bf952) +test INFO: Client disconnected on read of '/a/c' (txn: txdd7764fcd86b469e9de1b-00676bf952) +test INFO: Client disconnected on read of '/a/c/' (txn: txdd7764fcd86b469e9de1b-00676bf952) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc0e5f9e4a7a749fc9c1a2-00676bf952) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc0e5f9e4a7a749fc9c1a2-00676bf952) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc0e5f9e4a7a749fc9c1a2-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: txc0e5f9e4a7a749fc9c1a2-00676bf952) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx999ddfac5edd4b6788308-00676bf952) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx999ddfac5edd4b6788308-00676bf952) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx999ddfac5edd4b6788308-00676bf952) +test ERROR: Account HEAD returning 503 for [] (txn: tx999ddfac5edd4b6788308-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb1f5e270296d4838af585-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx57b0d50e1d1a411aaf7b1-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' @@ -37331,6 +37270,8 @@ test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag @@ -37415,1070 +37356,285 @@ test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182419Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538259.02758', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182419Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538259.03730', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok - -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0861 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1043 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0060 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0499 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0455 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0007 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0529 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0059 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:25 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0595 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0508 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0906 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0235 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0764 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0780 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0462 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0573 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0438 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0932 "-" 1824822 - -test ERROR: ERROR Account update failed with 127.0.0.1:51159/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0483 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0010 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1824822 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0410 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0483 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0403 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0579 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0122 "-" 1824822 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0659 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0637 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0637 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0471 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0363 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0013 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txb2ff35b1335c46d9ba8ec-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx3982facc352f4ff6a70dd-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx13bde7af52d54bc881d65-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: txf5e41f92ffc94990b5e1d-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txeddfd77f45544cfd8ac0b-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx8f148bd6d41b4f3f91aae-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx06d18dba155d4516bbf39-00697902d3)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok - -cont1 DEBUG: Could not load '/tmp/tmpfnoe7d26/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfnoe7d26/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpfnoe7d26/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfnoe7d26/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0399 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0447 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0399 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0539 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx903fe185b97b47f18c396-00697902d8" "proxy-server 1824845" 0.0012 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50013/sda1/1/a/c" "tx903fe185b97b47f18c396-00697902d8" "container-server 1824845" 0.0012 "-" 1824845 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39641/sdb1/1/a/c" "tx903fe185b97b47f18c396-00697902d8" "container-server 1824845" 0.0011 "-" 1824845 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx903fe185b97b47f18c396-00697902d8" "proxy-server 1824845" 0.1021 "-" 1824845 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx903fe185b97b47f18c396-00697902d8" "proxy-server 1824845" 0.0474 "-" 1824845 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/24 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx903fe185b97b47f18c396-00697902d8 - 0.1121 - - 1769538264.425566673 1769538264.537628412 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx75ddf8e2e4d749e093cc0-00697902d8" "proxy-server 1824845" 0.0011 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50013/sda1/1/a1/c1" "tx75ddf8e2e4d749e093cc0-00697902d8" "container-server 1824845" 0.0013 "-" 1824845 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39641/sdb1/1/a1/c1" "tx75ddf8e2e4d749e093cc0-00697902d8" "container-server 1824845" 0.0012 "-" 1824845 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx75ddf8e2e4d749e093cc0-00697902d8" "proxy-server 1824845" 0.0352 "-" 1824845 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx75ddf8e2e4d749e093cc0-00697902d8" "proxy-server 1824845" 0.0846 "-" 1824845 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/24 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx75ddf8e2e4d749e093cc0-00697902d8 - 0.0919 - - 1769538264.538998604 1769538264.630852699 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx167aebc5fdfa47e992dd4-00697902d8" "proxy-server 1824845" 0.0482 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50013/sda1/2/a/c1" "tx167aebc5fdfa47e992dd4-00697902d8" "container-server 1824845" 0.0011 "-" 1824845 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:39641/sdb1/2/a/c1" "tx167aebc5fdfa47e992dd4-00697902d8" "container-server 1824845" 0.0680 "-" 1824845 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx167aebc5fdfa47e992dd4-00697902d8" "proxy-server 1824845" 0.1243 "-" 1824845 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx167aebc5fdfa47e992dd4-00697902d8" "proxy-server 1824845" 0.1779 "-" 1824845 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/24 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx167aebc5fdfa47e992dd4-00697902d8 - 0.2329 - - 1769538264.632448435 1769538264.865372181 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:24 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2f2c2ffa32044fafbb4a3-00697902d8" "proxy-server 1824845" 0.0547 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50013/sda1/1/a/c2" "tx2f2c2ffa32044fafbb4a3-00697902d8" "container-server 1824845" 0.0739 "-" 1824845 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39641/sdb1/1/a/c2" "tx2f2c2ffa32044fafbb4a3-00697902d8" "container-server 1824845" 0.0066 "-" 1824845 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f2c2ffa32044fafbb4a3-00697902d8" "proxy-server 1824845" 0.1309 "-" 1824845 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2f2c2ffa32044fafbb4a3-00697902d8" "proxy-server 1824845" 0.1855 "-" 1824845 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/25 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2f2c2ffa32044fafbb4a3-00697902d8 - 0.2493 - - 1769538264.866884947 1769538265.116135597 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpd7pxqgo8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd7pxqgo8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpd7pxqgo8/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpd7pxqgo8/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0457 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0605 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0519 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0434 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:25 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txefb39bf6aaa34205b6447-00697902d9" "proxy-server 1824845" 0.0025 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:37713/sdb1/1/a/c" "txefb39bf6aaa34205b6447-00697902d9" "container-server 1824845" 0.0052 "-" 1824845 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:33477/sda1/1/a/c" "txefb39bf6aaa34205b6447-00697902d9" "container-server 1824845" 0.0009 "-" 1824845 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txefb39bf6aaa34205b6447-00697902d9" "proxy-server 1824845" 0.0539 "-" 1824845 0test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok - -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txefb39bf6aaa34205b6447-00697902d9" "proxy-server 1824845" 0.8398 "-" 1824845 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/26 PUT /v1/a/c HTTP/1.0 201 - - t - - - txefb39bf6aaa34205b6447-00697902d9 - 0.8525 - - 1769538265.941406727 1769538266.793920040 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6544191311ff41568b216-00697902da" "proxy-server 1824845" 0.0011 "-" 1824845 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37713/sdb1/1/a1/c1" "tx6544191311ff41568b216-00697902da" "container-server 1824845" 0.0009 "-" 1824845 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:33477/sda1/1/a1/c1" "tx6544191311ff41568b216-00697902da" "container-server 1824845" 0.0008 "-" 1824845 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6544191311ff41568b216-00697902da" "proxy-server 1824845" 0.1111 "-" 1824845 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6544191311ff41568b216-00697902da" "proxy-server 1824845" 0.0615 "-" 1824845 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/26 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6544191311ff41568b216-00697902da - 0.1180 - - 1769538266.795175076 1769538266.913125992 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:26 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd025da33435a401b9d611-00697902da" "proxy-server 1824845" 0.0645 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:33477/sda1/2/a/c1" "txd025da33435a401b9d611-00697902da" "container-server 1824845" 0.0719 "-" 1824845 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:37713/sdb1/2/a/c1" "txd025da33435a401b9d611-00697902da" "container-server 1824845" 0.0046 "-" 1824845 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd025da33435a401b9d611-00697902da" "proxy-server 1824845" 0.1362 "-" 1824845 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd025da33435a401b9d611-00697902da" "proxy-server 1824845" 0.1788 "-" 1824845 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/27 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd025da33435a401b9d611-00697902da - 0.2490 - - 1769538266.914254665 1769538267.163271189 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf549fa1b5a5a4a10964c3-00697902db" "proxy-server 1824845" 0.0457 "-" 1824845 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:33477/sda1/1/a/c2" "txf549fa1b5a5a4a10964c3-00697902db" "container-server 1824845" 0.0649 "-" 1824845 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37713/sdb1/1/a/c2" "txf549fa1b5a5a4a10964c3-00697902db" "container-server 1824845" 0.0011 "-" 1824845 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf549fa1b5a5a4a10964c3-00697902db" "proxy-server 1824845" 0.1210 "-" 1824845 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:27 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf549fa1b5a5a4a10964c3-00697902db" "proxy-server 1824845" 0.1648 "-" 1824845 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/27 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf549fa1b5a5a4a10964c3-00697902db - 0.2171 - - 1769538267.164530993 1769538267.381631851 2 +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538260.10157', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538260.10980', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test INFO: Client disconnected on read of '/a/c' (txn: tx56c0172539664e7584449-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Setting object count to 1065 (txn: txea3bf87f404140d69eae6-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbce9f494336d4d0491098-00676bf952) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txbce9f494336d4d0491098-00676bf952) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx1b1569b9faa14957964aa-00676bf953) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx1b1569b9faa14957964aa-00676bf953) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx1b1569b9faa14957964aa-00676bf953) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx169b8f983ee14b2fab1f3-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx169b8f983ee14b2fab1f3-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx169b8f983ee14b2fab1f3-00676bf953) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx169b8f983ee14b2fab1f3-00676bf953) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txaa51329a10ab45259d7e3-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa51329a10ab45259d7e3-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa51329a10ab45259d7e3-00676bf953) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txaa51329a10ab45259d7e3-00676bf953) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: Setting object count to 3120 (txn: txa509d2cf18614e3ca7351-00676bf953) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: Setting object count to 3120 (txn: tx11428a7f3c5c4171a4f54-00676bf953) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: Setting object count to 3120 (txn: txf784a0e168bc45a8a7dc5-00676bf953) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: Setting object count to 3120 (txn: txdfc20f0a8faa40acb04b9-00676bf953) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954)test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx06d18dba155d4516bbf39-00697902d3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0aba2f9f51d748b5b6d25-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx0aba2f9f51d748b5b6d25-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0aba2f9f51d748b5b6d25-00697902d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0c1ccf442a99443499d68-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0c1ccf442a99443499d68-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx0c1ccf442a99443499d68-00697902d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ~~~~~~~~~~~~~~~~~~^ - node, part, req.swift_entity_path, headers, self.app.watchdog, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - ...<4 lines>... - logger=self.logger, - ^^^^^^^^^^^^^^^^^^^ - need_multiphase=True) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: txc68fb6edad244556afc74-00697902d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx13113348d083403e8789c-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx13113348d083403e8789c-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx13113348d083403e8789c-00697902d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txbda53e42a20a452a912a9-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txbda53e42a20a452a912a9-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txbda53e42a20a452a912a9-00697902d5) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txbda53e42a20a452a912a9-00697902d5) -proxy-server ERROR: Object PUT returning 503 for [201, 201, 201, 201, 201, 503, 503, 201, 201, 201, 503, 201, 503, 201] (txn: txbda53e42a20a452a912a9-00697902d5) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: Setting object count to 3120 (txn: tx467a83a6a4f34df8b0c18-00676bf954) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8cdbf5d1692c490a9363a-00676bf954) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txbf385d9ef39a4f72be262-00676bf954) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx7a8655a0d99b4fe896586-00676bf954) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx2eebb4b8bbac42c7bd1ff-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2eebb4b8bbac42c7bd1ff-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2eebb4b8bbac42c7bd1ff-00676bf954) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2eebb4b8bbac42c7bd1ff-00676bf954) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx383507d664d641d6b3d75-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx383507d664d641d6b3d75-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx383507d664d641d6b3d75-00676bf954) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx383507d664d641d6b3d75-00676bf954) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txd4e3e087764c459c9f46f-00676bf954)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129423.34438', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129423.34438', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129423.34438', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129423.34453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129423.34453', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129423.34444', 'epoch': '1735129423.34444', 'reported': 0, 'tombstones': -1}], '7bfccc28-709d-4777-bb9c-6915f6e7e952-') +test DEBUG: /tmp/tmpeair9g43/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129423.34444.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpeair9g43/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129423.34444.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0a6fe7e94bbcff65c8c889c690dce1be', '7bfccc28-709d-4777-bb9c-6915f6e7e952-', '1735129423.25494', '1735129423.78416', '0', '', '1735129423.25368', 99, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129423.34438', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129423.34438', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129423.34438', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129423.34453', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129423.34453', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129423.34444', 'epoch': '1735129423.34444', 'reported': 0, 'tombstones': -1}], '7bfccc28-709d-4777-bb9c-6915f6e7e952-') +test DEBUG: /tmp/tmpeair9g43/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129423.34444.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpeair9g43/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129423.34444.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '55b13828da5685b19106af6cb6bd13a6', 'f7cc6928-5793-4542-a194-0bab21fb6ad1-', '1735129424.15654', '1735129424.15521', '0', '', '1735129424.15521', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f7cc6928-5793-4542-a194-0bab21fb6ad1-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735129424.36036.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '55b13828da5685b19106af6cb6bd13a6', 'f7cc6928-5793-4542-a194-0bab21fb6ad1-', '1735129424.15654', '1735129424.15521', '0', '', '1735129424.15521', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129424.21863', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129424.21863', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129424.21863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129424.36056', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129424.36056', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129424.36036', 'epoch': '1735129424.36036', 'reported': 0, 'tombstones': -1}], 'f7cc6928-5793-4542-a194-0bab21fb6ad1-') +test DEBUG: /tmp/tmpbl0r422h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129424.36036.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbl0r422h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129424.36036.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '55b13828da5685b19106af6cb6bd13a6', 'c179ec1f-a5a8-4008-b867-f121bb932d66-', '1735129424.97369', '1735129424.97224', '0', '', '1735129424.97224', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c179ec1f-a5a8-4008-b867-f121bb932d66-', '5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.14398.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '55b13828da5685b19106af6cb6bd13a6', 'c179ec1f-a5a8-4008-b867-f121bb932d66-', '1735129424.97369', '1735129424.97224', '0', '', '1735129424.97224', 2, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129425.02902', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129425.02902', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129425.02902', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129425.14417', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129425.14417', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129425.14398', 'epoch': '1735129425.14398', 'reported': 0, 'tombstones': -1}], 'c179ec1f-a5a8-4008-b867-f121bb932d66-') +test DEBUG: /tmp/tmp1ttfgu9v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.14398.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1ttfgu9v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.14398.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8a2507e75f223a00e0082b21cb273280', '23a31072-6e10-4777-aecd-21d5a52a8f86-', '1735129425.79367', '1735129425.79243', '0', '', '1735129425.79243', 3, 0) +test WARNING: /tmp/tmpor918kdn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.92573.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpor918kdn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.92573.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8a2507e75f223a00e0082b21cb273280', '23a31072-6e10-4777-aecd-21d5a52a8f86-', '1735129425.79367', '1735129426.54401', '0', '', '1735129425.79243', 3, 0) +test WARNING: /tmp/tmpor918kdn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.92573.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpor918kdn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129425.92573.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0c617f1c1679dffcb653ebc9dd639054', 'b52fc960-4446-4926-8c5a-47380cf62580-', '1735129426.83000', '1735129426.82866', '0', '', '1735129426.82866', 3, 0) +test WARNING: /tmp/tmpicl_mwqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129426.99597.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpicl_mwqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129426.99597.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '0c617f1c1679dffcb653ebc9dd639054', 'b52fc960-4446-4926-8c5a-47380cf62580-', '1735129426.83000', '1735129427.82998', '0', '', '1735129426.82866', 3, 0)test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry @@ -38501,3067 +37657,2597 @@ test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 +test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd4e3e087764c459c9f46f-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd4e3e087764c459c9f46f-00676bf954) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd4e3e087764c459c9f46f-00676bf954) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: Setting object count to 1068 (txn: txfee63bcf4b31456e98316-00676bf954) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Setting object count to 1068 (txn: txf1d406734e064ff1a108b-00676bf954) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7cb969991102453aab9ac-00676bf955) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx7cb969991102453aab9ac-00676bf955) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx7cb969991102453aab9ac-00676bf955) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx266c535115684e1f93ae6-00676bf955) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx266c535115684e1f93ae6-00676bf955) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx266c535115684e1f93ae6-00676bf955) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test INFO: - - 25/Dec/2024/12/23/47 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129427.271502018 1735129427.271555901 1 +test INFO: 4.5.6.7 1.2.3.4 25/Dec/2024/12/23/47 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129427.412517548 1735129427.412583113 - +test INFO: 4.5.6.7 1.2.3.4 25/Dec/2024/12/23/47 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129427.413028002 1735129427.413065195 - +test INFO: - - 25/Dec/2024/12/23/47 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129427.413583755 1735129427.413625240 - +test INFO: - - 25/Dec/2024/12/23/47 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1735129427.414403915 1735129427.414445162 - +test INFO: - - 25/Dec/2024/12/23/47 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1735129427.414792776 1735129427.414806128 - +test INFO: - - 25/Dec/2024/12/23/47 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129427.415207148 1735129427.415221453 0 +test INFO: - - 25/Dec/2024/12/23/47 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129427.415514469 1735129427.415527105 -1 +test INFO: - - 25/Dec/2024/12/23/47 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129427.415865660 1735129427.415877819 - +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test WARNING: Skipping /tmp/tmpdflbi6g2/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpdflbi6g2/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpdflbi6g2/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmpsqish192/asdf/data because [Errno 20] Not a directory: '/tmp/tmpsqish192/asdf/data' +test WARNING: Skipping /tmp/tmpsqish192/asdf/data because [Errno 20] Not a directory: '/tmp/tmpsqish192/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmpo3aqec4b/asdf/data because [Errno 20] Not a directory: '/tmp/tmpo3aqec4b/asdf/data' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbffcc2c19f174cf49e5d3-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe6860df5a5704f55bdbc1-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6a959f35e6784869a2b2d-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4f27c2030c454a30bf82a-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd7626719ce2343ccae023-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe371b499fa8445f79fcc2-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5e7dbc9ff12b4924a5e29-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a6d8e5b1b4042578f634-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx16f4c27a5737489a84b74-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3f62dc3c53c04d01a5f17-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx112a2eaa89964c4cb0b1e-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8b7da98f923947ab834f8-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7cad3fda53844634adb05-00676bf955) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx84304745028b49018db80-00676bf955) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc2f8f16613004cf69a2c5-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ccdf83f7cf34adf83077-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe9feaa59197b4b6e90c1f-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txca3916ecd5ba464f9c209-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6de73edcabbb4648914f3-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx30bb9b74fe7a4ef2a9bae-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8d9c6c2a63b241b29cdec-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe0754eb7397c4ff588075-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa2f356e0cf0e414c9b9b9-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx95287b3ae0e14750af541-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx3d5fcee1214c4c28a4e70-00676bf956) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx48af510f5c474cf9b4080-00676bf956) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc0bbe8a3086b40ca80f95-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3aabe62ace53430ab5519-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd18a82cb494d4a7b8a949-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx94873b8f8bd84937b38f2-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx808fe7e2ebdd4be08fde1-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txb74a1ca8a57648989d7e6-00676bf956) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txdc5347cd3c444187b10eb-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb083bf56557249efab49d-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3ab0fe6e67794f7eb6263-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc834bd9753d84af3ab9bd-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx774a78f0c35e4d70bcfd7-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf0aa65f828e64ba0b4559-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txffda9e039df44c0abfd0b-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txd82551b186284adfbcde8-00676bf956) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd82551b186284adfbcde8-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpdmbze6vy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdmbze6vy/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpdmbze6vy/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpdmbze6vy/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0450 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:22 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0405 "-" 1824849 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:22 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0464 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:22 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0445 "-" 1824849 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:22 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe6f1707b45524811b9e13-00697902d6" "proxy-server 1824849" 0.0010 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55929/sda1/3/a/c" "txe6f1707b45524811b9e13-00697902d6" "container-server 1824849" 0.0021 "-" 1824849 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:58941/sdb1/3/a/c" "txe6f1707b45524811b9e13-00697902d6" "container-server 1824849" 0.0113 "-" 1824849 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe6f1707b45524811b9e13-00697902d6" "proxy-server 1824849" 0.1175 "-" 1824849 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txe6f1707b45524811b9e13-00697902d6" "proxy-server 1824849" 0.0788 "-" 1824849 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/23 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe6f1707b45524811b9e13-00697902d6 - 0.1238 - - 1769538262.982308149 1769538263.106129169 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx8fc07c7c6db24fa2987de-00697902d7" "proxy-server 1824849" 0.0010 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55929/sda1/0/a1/c1" "tx8fc07c7c6db24fa2987de-00697902d7" "container-server 1824849" 0.0011 "-" 1824849 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58941/sdb1/0/a1/c1" "tx8fc07c7c6db24fa2987de-00697902d7" "container-server 1824849" 0.0012 "-" 1824849 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8fc07c7c6db24fa2987de-00697902d7" "proxy-server 1824849" 0.0847 "-" 1824849 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx8fc07c7c6db24fa2987de-00697902d7" "proxy-server 1824849" 0.0381 "-" 1824849 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/23 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx8fc07c7c6db24fa2987de-00697902d7 - 0.0918 - - 1769538263.107424736 1769538263.199269533 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6f016430c4444a87980e4-00697902d7" "proxy-server 1824849" 0.0461 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55929/sda1/3/a/c1" "tx6f016430c4444a87980e4-00697902d7" "container-server 1824849" 0.0836 "-" 1824849 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:58941/sdb1/3/a/c1" "tx6f016430c4444a87980e4-00697902d7" "container-server 1824849" 0.0013 "-" 1824849 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6f016430c4444a87980e4-00697902d7" "proxy-server 1824849" 0.1339 "-" 1824849 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6f016430c4444a87980e4-00697902d7" "proxy-server 1824849" 0.1726 "-" 1824849 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6f016430c4444a87980e4-00697902d7 - 0.2259 - - 1769538263.200653315 1769538263.426573038 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx539fb6d5ed374bb0be3f2-00697902d7" "proxy-server 1824849" 0.0562 "-" 1824849 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55929/sda1/0/a/c2" "tx539fb6d5ed374bb0be3f2-00697902d7" "container-server 1824849" 0.0404 "-" 1824849 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:58941/sdb1/0/a/c2" "tx539fb6d5ed374bb0be3f2-00697902d7" "container-server 1824849" 0.0012 "-" 1824849 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx539fb6d5ed374bb0be3f2-00697902d7" "proxy-server 1824849" 0.0684 "-" 1824849 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:23 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx539fb6d5ed374bb0be3f2-00697902d7" "proxy-server 1824849" 0.1294 "-" 1824849 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx539fb6d5ed374bb0be3f2-00697902d7 - 0.1926 - - 1769538263.427982569 1769538263.620583773 2 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx89386915e3ca40f5a1a5d-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx7c8744ea3d884af187ca6-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538261.19312', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538261.20382', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx2fc2187f9e564530880b2-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx0eb8851db83b4c6286581-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx47f28469bef141c382605-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx9fb5b754b3014aa3b59b7-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server ERROR: Object returning 503 for [] (txn: tx9fb5b754b3014aa3b59b7-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server ERROR: Object returning 503 for [] (txn: tx3ed013c3c6e749888ca39-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server ERROR: Object returning 503 for [] (txn: tx81ab46f47c1c4d5d8fa90-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server ERROR: Object returning 503 for [] (txn: tx3be05c37c3e54b62bcdc6-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000'} -test DEBUG: bucket None POST -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1238527060f046a8988c7-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server ERROR: Object returning 503 for [] (txn: txb065a220b7854ceb82a45-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx323f31c34f1f423999497-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7c0b23c3a578456a84b78-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx888f7e62d440477d8cdbe-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9d064820e6bf4f51a154b-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx599f4cea7c984b849272d-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx441f8307ddef4ba5b46ea-00676bf956) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx441f8307ddef4ba5b46ea-00676bf956)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb563c42bd555471b98908-00676bf956) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - app, method, container, obj, headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ~~~~~~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - container, obj, - headers, query=query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3ea0bb4bbbdd4d72986ae-00676bf956) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3bcae479cc1b4b869b4d2-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Setting object count to 1058 (txn: tx522d060ab8af44ed93d67-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe849334272344388b948c-00676bf956) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Setting object count to 1024 (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Setting object count to 1024 (txn: txe849334272344388b948c-00676bf956) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx63b2f2e6752c4431aba7b-00676bf957)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538270.90639', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769538270.91398', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txe16ad288965c45fb9c5d6-00676bf957) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fed40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7fc7483fe200>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing.test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test WARNING: /tmp/tmpicl_mwqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129426.99597.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpicl_mwqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129426.99597.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9ea97ac5f920164dfd43b9710d6aa76f', '58a1eea1-8df2-4297-b030-7b833a4a8df4-', '1735129428.29010', '1735129428.28854', '0', '', '1735129428.28854', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129429.16300', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129429.16300', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129429.16300', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129429.24475', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129429.24475', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129428.45470', 'epoch': '1735129428.45470', 'reported': 0, 'tombstones': -1}], '58a1eea1-8df2-4297-b030-7b833a4a8df4-') +test DEBUG: /tmp/tmpi12vs0hv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129428.45470.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpi12vs0hv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129428.45470.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '9ea97ac5f920164dfd43b9710d6aa76f', '58a1eea1-8df2-4297-b030-7b833a4a8df4-', '1735129428.29010', '1735129429.07650', '0', '', '1735129428.28854', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129429.16300', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129429.16300', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129429.16300', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129429.24475', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129429.24475', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129428.45470', 'epoch': '1735129428.45470', 'reported': 0, 'tombstones': -1}], '58a1eea1-8df2-4297-b030-7b833a4a8df4-') +test DEBUG: /tmp/tmpi12vs0hv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129428.45470.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpi12vs0hv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129428.45470.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a9add7cb045ab5d67cd2819be34aa015', 'c223d24f-bdb1-46fc-995f-1333f0b5825c-', '1735129429.99166', '1735129429.99032', '0', '', '1735129429.99032', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129430.66083', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129430.66083', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129430.66083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129430.74371', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129430.74371', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129430.13007', 'epoch': '1735129430.13007', 'reported': 0, 'tombstones': -1}], 'c223d24f-bdb1-46fc-995f-1333f0b5825c-') +test DEBUG: /tmp/tmp5gok6vk8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129430.13007.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5gok6vk8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129430.13007.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'a9add7cb045ab5d67cd2819be34aa015', 'c223d24f-bdb1-46fc-995f-1333f0b5825c-', '1735129429.99166', '1735129430.61132', '0', '', '1735129429.99032', 5, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129430.66083', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129430.66083', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129430.66083', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129430.74371', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129430.74371', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129430.13007', 'epoch': '1735129430.13007', 'reported': 0, 'tombstones': -1}], 'c223d24f-bdb1-46fc-995f-1333f0b5825c-') +test DEBUG: /tmp/tmp5gok6vk8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129430.13007.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5gok6vk8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129430.13007.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'f8080e983a1e62cc5bd6fa134836b3f5', '036ac2b1-4b75-49b6-bea5-65ba1e71b43c-', '1735129431.50075', '1735129431.49944', '0', '', '1735129431.49944', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129431.57569', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129431.57569', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129431.57569', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129431.64183', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129431.64183', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129431.64167', 'epoch': '1735129431.64167', 'reported': 0, 'tombstones': -1}], '036ac2b1-4b75-49b6-bea5-65ba1e71b43c-') +test DEBUG: /tmp/tmp35zq06se/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129431.64167.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp35zq06se/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129431.64167.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'f8080e983a1e62cc5bd6fa134836b3f5', '036ac2b1-4b75-49b6-bea5-65ba1e71b43c-', '1735129431.50075', '1735129432.18840', '0', '', '1735129431.49944', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129431.57569', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129431.57569', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129431.57569', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129431.64183', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129431.64183', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129431.64167', 'epoch': '1735129431.64167', 'reported': 0, 'tombstones': -1}], '036ac2b1-4b75-49b6-bea5-65ba1e71b43c-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Setting object count to 1072 (txn: tx63b2f2e6752c4431aba7b-00676bf957) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Setting object count to 1072 (txn: txcd294a3914e64f3c99d96-00676bf957) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Setting object count to 1072 (txn: tx770c063d7a164da98ded0-00676bf958) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (client_ip: 127.0.0.2) +cont1 DEBUG: Could not load '/tmp/tmpzw9kr32g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzw9kr32g/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +cont2 DEBUG: Could not load '/tmp/tmpzw9kr32g/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpzw9kr32g/tmp_test_proxy_server_chunked/container-sync-realms.conf' (client_ip: 127.0.0.2) +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. (client_ip: 127.0.0.2) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0854 "-" 546113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0879 "-" 546113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1009 "-" 546113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0883 "-" 546113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx20fbce3de08843a0980f6-00676bf957" "proxy-server 546113" 0.0008 "-" 546113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46339/sdb1/1/a/c" "tx20fbce3de08843a0980f6-00676bf957" "container-server 546113" 0.0007 "-" 546113 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58129/sda1/1/a/c" "tx20fbce3de08843a0980f6-00676bf957" "container-server 546113" 0.0006 "-" 546113 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx20fbce3de08843a0980f6-00676bf957" "proxy-server 546113" 0.1408 "-" 546113 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx20fbce3de08843a0980f6-00676bf957" "proxy-server 546113" 0.0616 "-" 546113 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/51 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx20fbce3de08843a0980f6-00676bf957 - 0.1466 - - 1735129431.492391825 1735129431.639009953 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4454e1c408d8458d87067-00676bf957" "proxy-server 546113" 0.0007 "-" 546113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58129/sda1/1/a1/c1" "tx4454e1c408d8458d87067-00676bf957" "container-server 546113" 0.0042 "-" 546113 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46339/sdb1/1/a1/c1" "tx4454e1c408d8458d87067-00676bf957" "container-server 546113" 0.0006 "-" 546113 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4454e1c408d8458d87067-00676bf957" "proxy-server 546113" 0.1698 "-" 546113 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4454e1c408d8458d87067-00676bf957" "proxy-server 546113" 0.0856 "-" 546113 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/51 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4454e1c408d8458d87067-00676bf957 - 0.1745 - - 1735129431.639843941 1735129431.814296246 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:51 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2205c19be66145acbed36-00676bf957" "proxy-server 546113" 0.0884 "-" 546113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58129/sda1/2/a/c1" "tx2205c19be66145acbed36-00676bf957" "container-server 546113" 0.0007 "-" 546113 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46339/sdb1/2/a/c1" "tx2205c19be66145acbed36-00676bf957" "container-server 546113" 0.0966 "-" 546113 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2205c19be66145acbed36-00676bf957" "proxy-server 546113" 0.2776 "-" 546113 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2205c19be66145acbed36-00676bf957" "proxy-server 546113" 0.1642 "-" 546113 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/52 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2205c19be66145acbed36-00676bf957 - 0.3711 - - 1735129431.815145016 1735129432.186201096 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa632bfb098e44d88aa390-00676bf958" "proxy-server 546113" 0.0814 "-" 546113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46339/sdb1/1/a/c2" "txa632bfb098e44d88aa390-00676bf958" "container-server 546113" 0.0927 "-" 546113 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58129/sda1/1/a/c2" "txa632bfb098e44d88aa390-00676bf958" "container-server 546113" 0.0007 "-" 546113 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa632bfb098e44d88aa390-00676bf958" "proxy-server 546113" 0.2602 "-" 546113 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:23:52 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa632bfb098e44d88aa390-00676bf958" "proxy-server 546113" 0.1657 "-" 546113 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/23/52 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa632bfb098e44d88aa390-00676bf958 - 0.3464 - - 1735129432.187139273 1735129432.533521175 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.23197', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.41209', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Setting object count to 1072 (txn: tx9ed316a064394c91887ef-00676bf958) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1843fbb257204a01b6991-00676bf959) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1843fbb257204a01b6991-00676bf959) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1843fbb257204a01b6991-00676bf959) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx1843fbb257204a01b6991-00676bf959) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx1843fbb257204a01b6991-00676bf959) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx17a5157ed18e4d159dd04-00676bf959) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.56741', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.57997', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129642.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/1e2/1f50d444e6679b32521b767c9a9ad1e2/1f50d444e6679b32521b767c9a9ad1e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129644.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f20/aa77d1c5a623de8959eb0935bcecaf20/aa77d1c5a623de8959eb0935bcecaf20.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129644.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/f20/aa77d1c5a623de8959eb0935bcecaf20/aa77d1c5a623de8959eb0935bcecaf20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129646.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/387/0a455d4ac9038c64a97d359c8daec387/0a455d4ac9038c64a97d359c8daec387.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129646.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/387/0a455d4ac9038c64a97d359c8daec387/0a455d4ac9038c64a97d359c8daec387.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129648.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/dbe/bfb732898018edcd1e1bffcb3c5cbdbe/bfb732898018edcd1e1bffcb3c5cbdbe.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129648.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/dbe/bfb732898018edcd1e1bffcb3c5cbdbe/bfb732898018edcd1e1bffcb3c5cbdbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129650.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e2b/5c29dce98deaf81917c7827f03a0de2b/5c29dce98deaf81917c7827f03a0de2b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129650.00000, db: /tmp/tmpbcq3nkuf/sda/containers/0/e2b/5c29dce98deaf81917c7827f03a0de2b/5c29dce98deaf81917c7827f03a0de2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129433.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/34d/7626fc21731d3a30939082f50c2f634d/7626fc21731d3a30939082f50c2f634d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129438.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/55d/b42363c426692b3184adaf649b85955d/b42363c426692b3184adaf649b85955d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129443.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a28/edf3b697594195d4696e8fb2f1567a28/edf3b697594195d4696e8fb2f1567a28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129448.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/82b/a24335c4ebdf9bc0dc4436194751a82b/a24335c4ebdf9bc0dc4436194751a82b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129453.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3b1/a446a4f815fb46fb6e950b69fec0a3b1/a446a4f815fb46fb6e950b69fec0a3b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129458.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f84/d9b5b093a4380343b6f3fc2346489f84/d9b5b093a4380343b6f3fc2346489f84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129463.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8f7/ff9c1ed7d71672c87358dd74149508f7/ff9c1ed7d71672c87358dd74149508f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129468.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/52e/80ba76cf867b1120f75ff0b2a0c0452e/80ba76cf867b1120f75ff0b2a0c0452e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129473.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/fae/0ab5544fa73f68c1f0292a5e847a8fae/0ab5544fa73f68c1f0292a5e847a8fae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129478.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/38e/7fd80982e581cef36eaf874d90b4c38e/7fd80982e581cef36eaf874d90b4c38e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129483.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f90/d5a0cc237f744edd9bc215ead8a56f90/d5a0cc237f744edd9bc215ead8a56f90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129488.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/96b/d36bc740f35150f2197f5168db51896b/d36bc740f35150f2197f5168db51896b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129493.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b10/665b7a8a234e74b1db4b8fb7c89d3b10/665b7a8a234e74b1db4b8fb7c89d3b10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129498.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b91/c2f8d78d928c3c9eaa54ff41f0b03b91/c2f8d78d928c3c9eaa54ff41f0b03b91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129503.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6ef/c33942ba1bcf02b573e21588427ae6ef/c33942ba1bcf02b573e21588427ae6ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129508.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cc5/09f231ddda4327492da670fc2d941cc5/09f231ddda4327492da670fc2d941cc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129513.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2e5/459e55f42a96bbbd8b1bc5edb92972e5/459e55f42a96bbbd8b1bc5edb92972e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129518.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c09/09941119bb81fa4aae528d7e4c16fc09/09941119bb81fa4aae528d7e4c16fc09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129523.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e6a/1db770817c98d648405dadee725d4e6a/1db770817c98d648405dadee725d4e6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129528.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bf3/00d8999051ebd44736aa98c4159cebf3/00d8999051ebd44736aa98c4159cebf3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129533.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c85/0aad75192b675a8e21eac8f051457c85/0aad75192b675a8e21eac8f051457c85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129538.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/250/5a094f433261c17c94d611b7b4a4c250/5a094f433261c17c94d611b7b4a4c250.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129543.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8e0/3d90f1e3c557bef8b8d42a42af8158e0/3d90f1e3c557bef8b8d42a42af8158e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129548.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/996/05ebd630bdb83bb4e578bd57e35c7996/05ebd630bdb83bb4e578bd57e35c7996.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129553.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/296/1a7abdfc72b22ce0c35fe078bc027296/1a7abdfc72b22ce0c35fe078bc027296.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129558.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/0d5/2348aaab7e599d18688ad258fad460d5/2348aaab7e599d18688ad258fad460d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129563.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/297/cc9eacdb1e9c8b7959133af43dd18297/cc9eacdb1e9c8b7959133af43dd18297.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx5ed81f69509e459981bed-00676bf95a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test DEBUG: Setting object count to 3120 (txn: txc41bc8cfc5404d24be371-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test DEBUG: Setting object count to 3120 (txn: tx28f87fc9f3b14944b75b3-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test DEBUG: Setting object count to 3120 (txn: tx8651a5860e964733b9ae7-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test DEBUG: Setting object count to 3120 (txn: tx50be3ff467e14cc8be96e-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test DEBUG: Setting object count to 3120 (txn: tx8955033baefd41cb9f4a4-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd0111ddace3d4650a7d92-00676bf95a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txd0111ddace3d4650a7d92-00676bf95a)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.84455', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538271.85473', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx6d47544a6ae147f8ae15b-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txd19df459ddd544cc90161-00676bf95a) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txd19df459ddd544cc90161-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txee35b464d18c44b7af82e-00676bf95a) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txee35b464d18c44b7af82e-00676bf95a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txee35b464d18c44b7af82e-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txee35b464d18c44b7af82e-00676bf95a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txee35b464d18c44b7af82e-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9b714f4c95894e87a91e1-00676bf95a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx9b714f4c95894e87a91e1-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9b714f4c95894e87a91e1-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9b714f4c95894e87a91e1-00676bf95a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9b714f4c95894e87a91e1-00676bf95a) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2f36f8af34f247d0a36a7-00676bf95a) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2f36f8af34f247d0a36a7-00676bf95a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2f36f8af34f247d0a36a7-00676bf95a) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2f36f8af34f247d0a36a7-00676bf95a) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2f36f8af34f247d0a36a7-00676bf95a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx1ad82fcc9a8b4f08bc741-00676bf95b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.00792', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.01736', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx2102746fab0b411ab7602-00676bf95b) +test DEBUG: Setting object count to 1065 (txn: tx2102746fab0b411ab7602-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx84c4b514d57c4a69a1be4-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txb883e0a999a14360ab4e7-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txfe184f06eb7c43778fd10-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx1e7eb3c27a0a44dbb63f1-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx73024cb817ca428284dc2-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx49661bd3f8a040c7bde2b-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txb64dca355d7c4cd8be228-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.06167', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.06357', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.06515', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.06676', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.06904', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers, body, query) - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - app, method, container, obj, headers, body, query) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4b4986be75f54ee49cf0b-00676bf95b) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4b4986be75f54ee49cf0b-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb70f36ba76334c349c6f2-00676bf95b) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb70f36ba76334c349c6f2-00676bf95b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: txb70f36ba76334c349c6f2-00676bf95b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: txb70f36ba76334c349c6f2-00676bf95b) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: txb70f36ba76334c349c6f2-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa349a6d84d9c41e98bb57-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8746b8189daa4a39b84c5-00676bf95b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx8746b8189daa4a39b84c5-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769538272.07233', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.07401', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.07570', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.07726', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.08500', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.08661', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538272.09450', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx106ea14b16d74ded996b5-00676bf95b) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx106ea14b16d74ded996b5-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx082366ef0c2e4d73a2c34-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb9854a202d3f46e18c3d2-00676bf95b) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: txb9854a202d3f46e18c3d2-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx095a2c5d07024cb7b26a5-00676bf95b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx095a2c5d07024cb7b26a5-00676bf95b) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx095a2c5d07024cb7b26a5-00676bf95b) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx095a2c5d07024cb7b26a5-00676bf95b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182432Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.14241', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182432Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.15056', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test DEBUG: /tmp/tmp35zq06se/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129431.64167.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp35zq06se/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129431.64167.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6a54bb4d178803347a2b2fc66276ca9b', 'd5ca72b2-1807-40ab-b402-3bc82bdab294-', '1735129432.54995', '1735129432.54862', '0', '', '1735129432.54862', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129432.65649', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129432.65649', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129432.65649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129432.72017', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129432.72017', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129432.71994', 'epoch': '1735129432.71994', 'reported': 0, 'tombstones': -1}], 'd5ca72b2-1807-40ab-b402-3bc82bdab294-') +test DEBUG: /tmp/tmpz6iw9mvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129432.71994.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz6iw9mvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129432.71994.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6a54bb4d178803347a2b2fc66276ca9b', 'd5ca72b2-1807-40ab-b402-3bc82bdab294-', '1735129432.54995', '1735129433.24022', '0', '', '1735129432.54862', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129432.65649', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129432.65649', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129432.65649', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129432.72017', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129432.72017', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129432.71994', 'epoch': '1735129432.71994', 'reported': 0, 'tombstones': -1}], 'd5ca72b2-1807-40ab-b402-3bc82bdab294-') +test DEBUG: /tmp/tmpz6iw9mvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129432.71994.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpz6iw9mvu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1735129432.71994.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '542209b75ec1679af5dc98feb9d61f9d', '0308df71-3de0-48f1-85ed-d2ae62d223ee-sda', '1735129433.58867', '1735129433.58731', '0', '', '1735129433.58731', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0308df71-3de0-48f1-85ed-d2ae62d223ee-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'dc5b273d2b5eb88c029fc4add864f383', 'e08b3b7f-fc7e-436c-a281-5a327542528f-sda', '1735129433.95051', '1735129433.94909', '0', '', '1735129433.94909', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129434.16028', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129434.16028', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129434.16028', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129434.22960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129434.22960', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129434.22944', 'epoch': '1735129434.22944', 'reported': 0, 'tombstones': -1}], 'e08b3b7f-fc7e-436c-a281-5a327542528f-sda') +test DEBUG: /tmp/tmp6aftblt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6aftblt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'dc5b273d2b5eb88c029fc4add864f383', 'e08b3b7f-fc7e-436c-a281-5a327542528f-sda', '1735129433.95051', '1735129434.07754', '0', '', '1735129433.94909', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129434.16028', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129434.16028', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129434.16028', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129434.22960', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129434.22960', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129434.22944', 'epoch': '1735129434.22944', 'reported': 0, 'tombstones': -1}], 'e08b3b7f-fc7e-436c-a281-5a327542528f-sda') +test DEBUG: /tmp/tmp6aftblt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp6aftblt4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '78ccec67a5eefdcdfb0ebbbbeadc9257', 'a254d0eb-adab-4c09-bfdd-77ce4fd07ecb-sda', '1735129434.98902', '1735129434.98392', '0', '', '1735129434.98392', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129435.21641', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129435.21641', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129435.21641', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129435.28149', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129435.28149', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129435.28133', 'epoch': '1735129435.28133', 'reported': 0, 'tombstones': -1}], 'a254d0eb-adab-4c09-bfdd-77ce4fd07ecb-sda') +test DEBUG: /tmp/tmplrlcxhgc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplrlcxhgc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '78ccec67a5eefdcdfb0ebbbbeadc9257', 'a254d0eb-adab-4c09-bfdd-77ce4fd07ecb-sda', '1735129434.98902', '1735129435.14627', '0', '', '1735129434.98392', 6, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735129435.21641', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735129435.21641', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129435.21641', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129435.28149', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129435.28149', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129435.28133', 'epoch': '1735129435.28133', 'reported': 0, 'tombstones': -1}], 'a254d0eb-adab-4c09-bfdd-77ce4fd07ecb-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T182432Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.20095', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.20940', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -Unlinked retiring db '/tmp/tmpgwaxl_pl/containers/part/suffix/hash/container.db' +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.25436', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.26469', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538272.29806', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:24:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpoxqov_hs/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpe71u4fo6/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpe71u4fo6/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0530 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1048 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0441 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0431 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0029 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0393 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0029 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:27 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0502 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0299 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0057 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0066 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0007 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0355 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:28 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0384 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0383 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0603 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0099 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:29 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.6489 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0040 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0496 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0057 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0057 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0409 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0767 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:31 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0472 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0562 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0577 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0527 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0042 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0703 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version -test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok -test.unit.common.test_internal_client.TestGetAuth.test_ok -test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -test INFO: Loaded config file /tmp/tmp2rdw4rph/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp2rdw4rph/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmp2rdw4rph/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmp2rdw4rph/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp74jcsoss/missing, config changed -test INFO: Loaded config file /tmp/tmp74jcsoss/missing, config changed -test INFO: Loaded new config file /tmp/tmp201zcbhq/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp_jexlj9l/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmp_jexlj9l/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmp_jexlj9l/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmp132ig5at/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmp132ig5at/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp132ig5at/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp3kdg9m69/missing -test INFO: Loaded config file /tmp/tmprosia4fv/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpohx8he54/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpohx8he54/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpc6m60_za/backend_rl.conf -test INFO: Loaded config file /tmp/tmp0nqm56_s/backend-ratelimit.conf, config changed +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129568.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/76b/6cdc497d5177b7777cf20b53f2a0776b/6cdc497d5177b7777cf20b53f2a0776b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129573.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/fd3/4e70438c6dccca3f19e65a2eb2cddfd3/4e70438c6dccca3f19e65a2eb2cddfd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129578.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4bc/81dcedf7f3d60260d053c2c99d80a4bc/81dcedf7f3d60260d053c2c99d80a4bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129583.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3d1/63a2f193098aac4582c73a936b19d3d1/63a2f193098aac4582c73a936b19d3d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129588.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/08b/4fa71433806515de70e7e2ac1280008b/4fa71433806515de70e7e2ac1280008b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129593.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d67/23cdc0a4e11ad4aa7962ebe403082d67/23cdc0a4e11ad4aa7962ebe403082d67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129598.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/918/a7ec30a230375fbd2aa87a3b23100918/a7ec30a230375fbd2aa87a3b23100918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129603.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/324/d01319a7f94b66399d601ca3673e0324/d01319a7f94b66399d601ca3673e0324.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129608.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/93b/edfc2df8e8f97d8d585eca659a0ce93b/edfc2df8e8f97d8d585eca659a0ce93b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129613.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f36/dc06a6608ccd2c5d15d786d6ef226f36/dc06a6608ccd2c5d15d786d6ef226f36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129618.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f1c/3102c0c0770b373f0c85d91f2d9def1c/3102c0c0770b373f0c85d91f2d9def1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129623.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f27/7cc2f9ab973bc402a4338f5afbb07f27/7cc2f9ab973bc402a4338f5afbb07f27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129628.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/944/2df664017b12d8c4f155ae4796855944/2df664017b12d8c4f155ae4796855944.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129633.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/67e/e68edc0013e450cec2775ade7efbb67e/e68edc0013e450cec2775ade7efbb67e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129638.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4af/756aff3310587220417a1391e28ec4af/756aff3310587220417a1391e28ec4af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129643.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/760/eca4a823b90a4b83778ab622a7343760/eca4a823b90a4b83778ab622a7343760.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129648.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/141/5ece3e4e3cd53953c40d1b28a3d7f141/5ece3e4e3cd53953c40d1b28a3d7f141.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129653.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/79f/3433c130c90d98683030b76c972cd79f/3433c130c90d98683030b76c972cd79f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129663.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3ea/5b4a0eb6af93a24aa8e04997d48ad3ea/5b4a0eb6af93a24aa8e04997d48ad3ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129668.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d4e/527a0bfdbe0fc1a44e10a35551b57d4e/527a0bfdbe0fc1a44e10a35551b57d4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129683.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/80f/0c72a9f18f5ca781c9b32e910ffc980f/0c72a9f18f5ca781c9b32e910ffc980f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129688.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/ac4/cd6de62ca94664c740673b0368660ac4/cd6de62ca94664c740673b0368660ac4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129693.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6df/b7d64031ccb6c1a0edd15d627d7da6df/b7d64031ccb6c1a0edd15d627d7da6df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129708.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/98f/128f5c951c3db2c86328829a129ba98f/128f5c951c3db2c86328829a129ba98f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129713.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7c5/2080c45572f8b6f15109619cb7b527c5/2080c45572f8b6f15109619cb7b527c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129723.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/be3/032bc401a45f945188d3ecf087e78be3/032bc401a45f945188d3ecf087e78be3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129728.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/13d/8ccc4ca0d0d922e471c17f980a90a13d/8ccc4ca0d0d922e471c17f980a90a13d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129733.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/860/689039b972419492df4210e4fc9bc860/689039b972419492df4210e4fc9bc860.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129738.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d82/d7563ac80fa6275022854f0cbc7fbd82/d7563ac80fa6275022854f0cbc7fbd82.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -user quit -No .MockServer object at 0x7fa0ad0f3bd0> running -.MockServerFactory.MockServer object at 0x7fa0a850c1a0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7fa0ac9db390> running -No .MockServerFactory.MockServer object at 0x7fa0ac9dbed0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa0ac993ce0> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa0a850f380> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa0a850f380> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa0ac9d8190> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa0ac9d8190> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7fa0ac9dbed0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7fa0ac9dbed0> pid: None signal: 9 -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) - ~~~~~~~~^^^^ -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test DEBUG: /tmp/tmplrlcxhgc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmplrlcxhgc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5945b1be1395ae43ac644e8fa63997ac', '33b242c4-4d88-42f0-97fd-85368c2166dd-sda', '1735129436.03169', '1735129436.01131', '0', '', '1735129436.01131', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('33b242c4-4d88-42f0-97fd-85368c2166dd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmpyrq05_fi/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'cbc516f5393f8e39f733835483278ab9', '884db41d-0adf-4847-bf9e-de5fc24b4ed1-sda', '1735129437.44302', '1735129437.44167', '0', '', '1735129437.44167', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('884db41d-0adf-4847-bf9e-de5fc24b4ed1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5a969e89c6e7ed13dfa0a40457e6c0c6', '9174645e-5eed-43dd-aa2b-8ef43c6a72a0-sda', '1735129438.80800', '1735129438.80657', '0', '', '1735129438.80657', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('9174645e-5eed-43dd-aa2b-8ef43c6a72a0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Unlinked retiring db '/tmp/tmppjg9s77i/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '0aff5016b47820df486b1f63eb8b28aa', 'ab4f18a9-7d87-47cf-a4ce-d844eb3c1f6e-sda', '1735129439.62501', '1735129439.62356', '0', '', '1735129439.62356', 3, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ab4f18a9-7d87-47cf-a4ce-d844eb3c1f6e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9feaf18b-d562-4b25-9330-fc5354bf9176-sda', '1735129440.85848', '1735129440.85718', '0', '', '1735129440.85718', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp8b4ylj1x/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '964d920c-e018-4d59-bb7a-3ffa286060cb-sdb', '1735129441.45993', '1735129442.00000', '0', '', '1735129442.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('964d920c-e018-4d59-bb7a-3ffa286060cb-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '964d920c-e018-4d59-bb7a-3ffa286060cb-sdb', '1735129441.45993', '1735129442.00000', '0', '', '1735129442.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmp8b4ylj1x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('964d920c-e018-4d59-bb7a-3ffa286060cb-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.35686 seconds (2.80226/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzcegk55r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '11458c6b-2735-476f-9412-e544419a2428-sda', '1735129441.92631', '1735129441', '0', '', '1735129441', 0, 1) +test DEBUG: /tmp/tmpzcegk55r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '11458c6b-2735-476f-9412-e544419a2428-sda', '1735129441.92631', '1735129441', '0', '', '1735129441', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('11458c6b-2735-476f-9412-e544419a2428-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.41125 seconds (2.43164/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp3gal5ul_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c6c71f60418039d265ca8d4b325febcf', '3a4ba8e3-dcae-4fb5-956f-bb1cf24e041b-sda', '1735129442.49797', '1735129442', '0', '', '1735129442', 1, 0) +test DEBUG: /tmp/tmp3gal5ul_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129444.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3a4ba8e3-dcae-4fb5-956f-bb1cf24e041b-sda') +test DEBUG: /tmp/tmp3gal5ul_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.080267s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c6c71f60418039d265ca8d4b325febcf', '3a4ba8e3-dcae-4fb5-956f-bb1cf24e041b-sda', '1735129442.49797', '1735129442', '0', '', '1735129442', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3a4ba8e3-dcae-4fb5-956f-bb1cf24e041b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.69495 seconds (1.43896/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpixy4oe5q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b003948-46fe-4dec-b65e-72d4bd033fc8-sda', '1735129443.35512', '1735129443', '0', '', '1735129443', 0, 1) +test DEBUG: /tmp/tmpixy4oe5q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b003948-46fe-4dec-b65e-72d4bd033fc8-sda', '1735129443.35512', '1735129443', '0', '', '1735129443', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b003948-46fe-4dec-b65e-72d4bd033fc8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.52384 seconds (1.90900/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_9_st4_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '33f24237dd519a2b05f3372c5e70a301', 'a0e4596f-721f-4f1a-b2a4-fe2dc9bf3762-sda', '1735129444.04675', '1735129444', '0', '', '1735129444', 1, 1) +test DEBUG: /tmp/tmp_9_st4_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '33f24237dd519a2b05f3372c5e70a301', 'a0e4596f-721f-4f1a-b2a4-fe2dc9bf3762-sda', '1735129444.04675', '1735129444', '0', '', '1735129444', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a0e4596f-721f-4f1a-b2a4-fe2dc9bf3762-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.65842 seconds (1.51880/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpys5ztchr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cd0c2c9f-7ed8-4b16-936b-b041448bbb8a-sda', '1735129444.88130', '1735129444', '0', '', '1735129444', 0, 1) +test DEBUG: /tmp/tmpys5ztchr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cd0c2c9f-7ed8-4b16-936b-b041448bbb8a-sda', '1735129444.88130', '1735129444', '0', '', '1735129444', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cd0c2c9f-7ed8-4b16-936b-b041448bbb8a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.39040 seconds (2.56150/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpkvoeslbx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83ac5fbd3b88d4235ad2df31ae801481', '9cf42fdd-f224-4850-9be0-422df02bda0a-sda', '1735129445.50976', '1735129445', '0', '', '1735129445', 1, 1) +test DEBUG: /tmp/tmpkvoeslbx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129448.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9cf42fdd-f224-4850-9be0-422df02bda0a-sda') +test DEBUG: /tmp/tmpkvoeslbx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0681028s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '83ac5fbd3b88d4235ad2df31ae801481', '9cf42fdd-f224-4850-9be0-422df02bda0a-sda', '1735129445.50976', '1735129445', '0', '', '1735129445', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9cf42fdd-f224-4850-9be0-422df02bda0a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.62287 seconds (1.60548/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpwn7qjlon/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0eae9126-e7cc-4400-823d-1fec12cfd7f2-sda', '1735129446.37371', '1735129446', '0', '', '1735129446', 0, 0) +test DEBUG: /tmp/tmpwn7qjlon/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0eae9126-e7cc-4400-823d-1fec12cfd7f2-sda', '1735129446.37371', '1735129446', '0', '', '1735129446', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0eae9126-e7cc-4400-823d-1fec12cfd7f2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.56201 seconds (1.77933/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp5tmnhcnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8bcfeddf9f9f505de0781c54ac5189b2', '1cf32a1b-8cb5-4307-a0a6-6f04a04bf5b7-sda', '1735129447.19710', '1735129447', '0', '', '1735129447', 1, 1) +test DEBUG: /tmp/tmp5tmnhcnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8bcfeddf9f9f505de0781c54ac5189b2', '1cf32a1b-8cb5-4307-a0a6-6f04a04bf5b7-sda', '1735129447.19710', '1735129447', '0', '', '1735129447', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1cf32a1b-8cb5-4307-a0a6-6f04a04bf5b7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.07823 seconds (0.92745/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp68yhfedn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fe4c3cbe-e8c8-4293-af45-cdd18bc44978-sda', '1735129448.71674', '1735129450', '0', '', '1735129450', 0, 1) +test DEBUG: /tmp/tmp68yhfedn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fe4c3cbe-e8c8-4293-af45-cdd18bc44978-sda', '1735129448.71674', '1735129450', '0', '', '1735129450', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fe4c3cbe-e8c8-4293-af45-cdd18bc44978-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.40579 seconds (2.46431/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp2thx1h6e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '968849fd11721eea6d5b78f1e4e4f2a5', 'aa738547-b562-48c8-9938-43caa5694d27-sda', '1735129449.37941', '1735129451', '0', '', '1735129451', 1, 1) +test DEBUG: /tmp/tmp2thx1h6e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129452.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'aa738547-b562-48c8-9938-43caa5694d27-sda') +test DEBUG: /tmp/tmp2thx1h6e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0785251s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '968849fd11721eea6d5b78f1e4e4f2a5', 'aa738547-b562-48c8-9938-43caa5694d27-sda', '1735129449.37941', '1735129451', '0', '', '1735129451', 1, 1) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129743.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3c5/0fb85ad039b91ecbf404afa46bf513c5/0fb85ad039b91ecbf404afa46bf513c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129748.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f8a/3e12a420e1a1085e060656dd94440f8a/3e12a420e1a1085e060656dd94440f8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129753.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a59/9e57fe7d39d67fcb5d156ddc06749a59/9e57fe7d39d67fcb5d156ddc06749a59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129768.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/1d6/86aae5f47b071a5dd05548e1eb3241d6/86aae5f47b071a5dd05548e1eb3241d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129773.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2a5/e1294452ccbaf6fa0755e859071ba2a5/e1294452ccbaf6fa0755e859071ba2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129783.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e75/5b32738bbd130756056cfd9ff60c8e75/5b32738bbd130756056cfd9ff60c8e75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129788.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/759/b2e323e2e053dc86b61e34b27b499759/b2e323e2e053dc86b61e34b27b499759.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129793.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bb9/dc18f23d6deaee5aecd52350ced17bb9/dc18f23d6deaee5aecd52350ced17bb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129798.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/809/b301fe7c7435b66868d5042570971809/b301fe7c7435b66868d5042570971809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129803.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/ad4/cd33042cba89f85cba1cdcb11f9b7ad4/cd33042cba89f85cba1cdcb11f9b7ad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129808.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/011/44cfe1e020fafb28fcd7c32325e5e011/44cfe1e020fafb28fcd7c32325e5e011.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129813.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/88d/475791f97720390d9a2779b8ceff088d/475791f97720390d9a2779b8ceff088d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129823.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/107/f0ef05cbd86455c58a162cc42ec33107/f0ef05cbd86455c58a162cc42ec33107.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129828.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/580/10723c67c175084da55bed3bacbfd580/10723c67c175084da55bed3bacbfd580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129833.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d32/354439e9e3b04a2b78f5903b50c77d32/354439e9e3b04a2b78f5903b50c77d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129838.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c4f/f9c18f6d72d57acf5b9988a96ffabc4f/f9c18f6d72d57acf5b9988a96ffabc4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129843.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7d4/290ec279285b044884f9f2ae4cdd87d4/290ec279285b044884f9f2ae4cdd87d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129848.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c65/b6e0df21502533b0b176cc8d22d84c65/b6e0df21502533b0b176cc8d22d84c65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129853.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bde/e965b35bb9c0d24622e2e34a827debde/e965b35bb9c0d24622e2e34a827debde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129858.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/002/b130a0e8a44b21931d4b2143966e3002/b130a0e8a44b21931d4b2143966e3002.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129863.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/25b/8c59dddba293153fc7fbd645f5b4b25b/8c59dddba293153fc7fbd645f5b4b25b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129868.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/898/2fb354546e7509388f573ac7f622c898/2fb354546e7509388f573ac7f622c898.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129873.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/fb5/bf1df194179f42ca635b50fbad4f6fb5/bf1df194179f42ca635b50fbad4f6fb5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129878.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b4d/5a141e21583a29c2587de3af76ac1b4d/5a141e21583a29c2587de3af76ac1b4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129883.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2de/4843b9c3a615f86e719382d19d98a2de/4843b9c3a615f86e719382d19d98a2de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129888.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/557/fea151c759072a3643f3758f10491557/fea151c759072a3643f3758f10491557.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129893.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/35a/8a959e502a8489ba6d0c284abae1b35a/8a959e502a8489ba6d0c284abae1b35a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129898.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/ba2/67432ab88f8b956ca1726da2f3671ba2/67432ab88f8b956ca1726da2f3671ba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129903.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/395/505ad546e1d523b5068d3defacbf1395/505ad546e1d523b5068d3defacbf1395.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129908.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c77/e76c48017ff8eb3ccc29305bdb3bcc77/e76c48017ff8eb3ccc29305bdb3bcc77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129913.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6da/17ad6bd9202f311f5509963b2f1be6da/17ad6bd9202f311f5509963b2f1be6da.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides @@ -41586,28 +40272,31 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test WARNING: boom -test DEBUG: Skipping the update of recently changed /tmp/tmprtljrr88/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmprtljrr88/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmprtljrr88/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmprtljrr88/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpudms5bq0/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpudms5bq0/garbage is not mounted -test DEBUG: Skipping: /tmp/tmp6qayym71/sdq is not mounted +test ERROR: Failed to unlink '/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container_1735129445.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container_1735129445.00000.db': ['/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container.db', '/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container_1735129446.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpqcm8s2a3/containers/part/suffix/hash/container_1735129446.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: Base DELETE returning 503 for (204, 204, 404) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -41618,8 +40307,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9c04d3bcf2a4747bfae0-00697902e2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +StopIteration (txn: tx531ee43324004ddb85f4d-00676bf96b) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -41630,7 +40319,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9c04d3bcf2a4747bfae0-00697902e2) +StopIteration (txn: tx531ee43324004ddb85f4d-00676bf96b) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -41642,9 +40331,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txb9c04d3bcf2a4747bfae0-00697902e2) -test ERROR: Container HEAD returning 503 for [] (txn: txb9c04d3bcf2a4747bfae0-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx531ee43324004ddb85f4d-00676bf96b) +test ERROR: Container HEAD returning 503 for [] (txn: tx531ee43324004ddb85f4d-00676bf96b) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -41653,8 +40341,11 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok @@ -41694,10 +40385,6 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -41720,7 +40407,11 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok @@ -41738,8 +40429,12 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing @@ -41760,8 +40455,6 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -41783,30 +40476,8 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx144955f334a440a4b1313-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx144955f334a440a4b1313-00697902e2)test.unit.proxy.controllers.test_base.TestFuncs.test_options +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_options test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok @@ -41824,13 +40495,23 @@ test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx3cda3fffa2b24a82a0975-00676bf96c) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -41842,9 +40523,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx144955f334a440a4b1313-00697902e2) -test ERROR: Container HEAD returning 503 for [] (txn: tx144955f334a440a4b1313-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx3cda3fffa2b24a82a0975-00676bf96c) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -41856,7 +40535,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5b13cf74303c47d7aa451-00697902e2) +StopIteration (txn: tx3cda3fffa2b24a82a0975-00676bf96c) +test ERROR: Container HEAD returning 503 for [] (txn: tx3cda3fffa2b24a82a0975-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -41868,7 +40549,19 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5b13cf74303c47d7aa451-00697902e2) +StopIteration (txn: txd63133ae02364c86bf6f0-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txd63133ae02364c86bf6f0-00676bf96c) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -41880,8 +40573,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5b13cf74303c47d7aa451-00697902e2) -test ERROR: Container HEAD returning 503 for [] (txn: tx5b13cf74303c47d7aa451-00697902e2) +StopIteration (txn: txd63133ae02364c86bf6f0-00676bf96c) +test ERROR: Container HEAD returning 503 for [] (txn: txd63133ae02364c86bf6f0-00676bf96c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -41891,32 +40584,32 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txbf4682f32506495b900ea-00697902e2) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txbf4682f32506495b900ea-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txbf4682f32506495b900ea-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx300119ca313a4359bf5af-00697902e2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx300119ca313a4359bf5af-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx300119ca313a4359bf5af-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx828740685971402db9b08-00697902e2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd566c82fa4214fb9be89f-00697902e2) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txcc993ad2b4f6407e8154b-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txcfb6c6398e5d43faa5fd1-00697902e2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx597f52010b534899b7644-00676bf96c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx597f52010b534899b7644-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx597f52010b534899b7644-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx761515cdd8b04f4b8ec20-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx761515cdd8b04f4b8ec20-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx761515cdd8b04f4b8ec20-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx761515cdd8b04f4b8ec20-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5a0919c2529e43d784d2d-00676bf96c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa2b7564b8c7d4c2abf0d2-00676bf96c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txbe49f1b7f7b643bfbc600-00676bf96c) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx1465c624fbc84a0896dce-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txf53c3443c53445b28e6b1-00676bf96c) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -41935,13 +40628,13 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx8aee5989887e457ba399a-00697902e2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6553364424e74bd8b16f5-00697902e2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx6553364424e74bd8b16f5-00697902e2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txde1a4c4e18544dc79114a-00697902e2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx31ed4e1e5d894565baca0-00697902e2) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa8c7dac105b34efe8cc84-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx4c5d1b9eb01c46ec85e49-00697902e2) +Exception: kaboom! (txn: tx044147f304964d6ab054b-00676bf96c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx1c6de3ec2e40419b9e3de-00676bf96c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx586d3bc926c54b2fa4a96-00676bf96c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txa65d594420844f829ac75-00676bf96c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb1da101d7a1f43839556f-00676bf96c) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: txfe6464f0c6f2429caab78-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txa35f9283428f45b0bf9d8-00676bf96c) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -41960,13 +40653,13 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx75eaccdd54074d0cad613-00697902e2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx45f354d101154468bae60-00697902e2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx45f354d101154468bae60-00697902e2) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7b0cc18be3b149f8acb21-00697902e2) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe1f8b97d730542ad902b8-00697902e2) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfb12d38a9d924107b7977-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx11b7b404e3514769b0a59-00697902e2) +Exception: kaboom! (txn: tx4ed88fd49c704bdb8c79f-00676bf96c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx15748f1f754f47de9a810-00676bf96c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txa6d9c2c120894446a6d88-00676bf96c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txf33f2bc31c2e48e6a4799-00676bf96c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7b4bd62a047f4d4e92918-00676bf96c) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txdc297ece80ac4e1e86808-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx95cebaa1b86a479ead8e5-00676bf96c) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -41985,17 +40678,52 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: txc93745bd27654a1f9ad5c-00697902e2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbee6677934a84921a5160-00697902e2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbee6677934a84921a5160-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx81e4d17f05fb45fbab31b-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: tx2f56b0e9b13141afac90a-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txc852fe9ed4344912a25eb-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txc852fe9ed4344912a25eb-00697902e2) +Exception: kaboom! (txn: txfe39827bd9f847fe8a386-00676bf96c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txebc3c9ff0a9649b999c57-00676bf96c) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test INFO: Client disconnected on read of '/a/c' (txn: txcd20a787f8df48dda6350-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx342c0eede1284e7f9f038-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx137780a40a0345618f1dd-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx137780a40a0345618f1dd-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42005,6 +40733,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42025,8 +40754,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42036,6 +40774,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42056,9 +40795,100 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42068,6 +40898,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42088,10 +40921,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42101,6 +40941,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42121,8 +40965,58 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42132,6 +41026,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42152,12 +41048,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdctest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok - -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42167,6 +41068,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42187,12 +41092,65 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok + test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42202,6 +41160,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42222,8 +41181,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42233,6 +41201,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42253,9 +41222,100 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42265,6 +41325,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42285,10 +41348,31 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: Container GET returning 503 for (204, 503, 503, 503) test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42297,11 +41381,40 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42322,8 +41435,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42333,6 +41455,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42353,10 +41477,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42366,6 +41497,10 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42386,12 +41521,63 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42401,6 +41587,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42421,8 +41608,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42432,6 +41628,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42451,14 +41648,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok - -test ERROR: Container GET returning 503 for (201, 404, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42468,6 +41669,8 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42488,10 +41691,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42501,6 +41711,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42521,8 +41732,17 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42532,6 +41752,9 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42552,10 +41775,61 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (201, 503, 503, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -42565,6 +41839,7 @@ i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -42584,12 +41859,121 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok + +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -42609,7 +41993,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2) +OSError (txn: tx85a28bab04904489814f3-00676bf96c) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -42648,8 +42032,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +OSError (txn: tx85a28bab04904489814f3-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -42705,8 +42089,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: +OSError (txn: tx85a28bab04904489814f3-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -42780,7 +42164,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2) +OSError (txn: tx85a28bab04904489814f3-00676bf96c) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -42873,7 +42257,7 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2) +OSError (txn: tx85a28bab04904489814f3-00676bf96c) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -42984,182 +42368,18 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: tx853bf6595bd24246871d5-00697902e2)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok - -test ERROR: Container GET returning 503 for [] (txn: tx853bf6595bd24246871d5-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx20d484fd1dd84f0b8439d-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: tx7daafbffc1d84608a43fa-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txfde557321bfc438fbe5c7-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d0b37bdf23e47f4bd9cc-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d0b37bdf23e47f4bd9cc-00697902e2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9d0b37bdf23e47f4bd9cc-00697902e2) -test ERROR: Container GET returning 503 for [] (txn: tx9d0b37bdf23e47f4bd9cc-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: tx9d0b37bdf23e47f4bd9cc-00697902e2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: Container GET returning 503 for [] (txn: txdf2ea545e66e4fff99838-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: Container GET returning 503 for [] (txn: txcfd737cbd2c34cfd886e2-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb5197018b6424e8bada13-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb5197018b6424e8bada13-00697902e2) -test ERROR: Container GET returning 503 for [] (txn: txb5197018b6424e8bada13-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd507718d15aa43ab9cba1-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx355b9e1017984a8caa4bc-00697902e2) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx355b9e1017984a8caa4bc-00697902e2) -test ERROR: Container GET returning 503 for [500, 500] (txn: tx355b9e1017984a8caa4bc-00697902e2) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txff97afafd1a8457d9cfc6-00697902e2) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb3031464f205427c8ad9e-00697902e2) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb3031464f205427c8ad9e-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txb3031464f205427c8ad9e-00697902e2) -test ERROR: Container GET returning 503 for [] (txn: txbedb81e071dc4dd383bc1-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txbedb81e071dc4dd383bc1-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb70401bb45834d0998c14-00697902e2) -test INFO: Client disconnected on read of '/a/c' (txn: txb70401bb45834d0998c14-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc3d8e55448942388af55-00697902e2) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc3d8e55448942388af55-00697902e2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc3d8e55448942388af55-00697902e2) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc3d8e55448942388af55-00697902e2)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok - -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcc3d8e55448942388af55-00697902e2) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txcc3d8e55448942388af55-00697902e2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47c90470761a4cec96ca7-00697902e2) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47c90470761a4cec96ca7-00697902e2) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47c90470761a4cec96ca7-00697902e2) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47c90470761a4cec96ca7-00697902e2) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx47c90470761a4cec96ca7-00697902e2) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx47c90470761a4cec96ca7-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.2:1002/sdc (txn: txe681092359784654afd40-00697902e2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: tx9d28f0ab5e324e2db220c-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf011066b5aa3454493723-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdb70de217a5a4d99923d7-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txdb70de217a5a4d99923d7-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx14c780aa7bb74939868a7-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx14c780aa7bb74939868a7-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +OSError (txn: tx85a28bab04904489814f3-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43169,15 +42389,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception (txn: tx14c780aa7bb74939868a7-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx21e8d43733d146128388f-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx21e8d43733d146128388f-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43187,117 +42407,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception (txn: tx21e8d43733d146128388f-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx744601bc8cc24b8a839f0-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx27da4668ba074828b357e-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx27da4668ba074828b357e-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx167a0625ea6948bfa34e9-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx4dd97a06c2924ee0a925e-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1330aa4bf7274df89bfd8-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1330aa4bf7274df89bfd8-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx460ffefce83f4ae2af128-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx460ffefce83f4ae2af128-00697902e2) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx460ffefce83f4ae2af128-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx460ffefce83f4ae2af128-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx6b495e71263e4768bbe6f-00697902e2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6b495e71263e4768bbe6f-00697902e2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx6b495e71263e4768bbe6f-00697902e2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6b495e71263e4768bbe6f-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx773149bbc0894064a9c19-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx1913d8c5e7354913b5ad9-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43307,17 +42425,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx1913d8c5e7354913b5ad9-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1913d8c5e7354913b5ad9-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx231d38c9026f42cc81565-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43327,20 +42443,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx231d38c9026f42cc81565-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12a5de658f7842e3bfdca-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx447d6267a04c4767886ee-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx447d6267a04c4767886ee-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7d4e2cd0e13840cfa553d-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx7d4e2cd0e13840cfa553d-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43350,18 +42461,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx68eb16de9fb346c384678-00697902e2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx68eb16de9fb346c384678-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43371,18 +42479,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: txc1628c0947014712b37fb-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc1628c0947014712b37fb-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc1628c0947014712b37fb-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx98f08f8429a248e6aeee4-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43392,15 +42497,8 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx98f08f8429a248e6aeee4-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc68cb5402595468cafe9f-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7691cca5afb04af391daa-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7691cca5afb04af391daa-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx23b26650d0c94c8c9f459-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx23b26650d0c94c8c9f459-00697902e2) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx23b26650d0c94c8c9f459-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +OSError (txn: tx85a28bab04904489814f3-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -43408,6 +42506,9 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43417,15 +42518,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx107f993126134621b2b3c-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43441,6 +42542,9 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43450,15 +42554,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx107f993126134621b2b3c-00697902e2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43474,6 +42578,9 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43489,6 +42596,9 @@ self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43498,37 +42608,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx107f993126134621b2b3c-00697902e2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok - -proxy-server ERROR: Object GET returning 503 for [] (txn: tx107f993126134621b2b3c-00697902e2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43538,16 +42626,15 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx052706313dab4820bdf29-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx052706313dab4820bdf29-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ip, port, node['device'], self.partition, self.req.method, self.path, headers=req_headers, query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect conn = FakeConn(status, etag, body=body, timestamp=timestamp, headers=headers, expect_headers=expect_headers, @@ -43557,615 +42644,274 @@ status = FakeStatus(status) File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx052706313dab4820bdf29-00697902e3) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx052706313dab4820bdf29-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb13f2e18919a4acb8eef1-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb13f2e18919a4acb8eef1-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb13f2e18919a4acb8eef1-00697902e3) -proxy-server ERROR: Object GET returning 503 for [] (txn: txb13f2e18919a4acb8eef1-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx704b8b50de23428a8b72d-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx62c4545a5fe94e14b7098-00697902e3) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx62c4545a5fe94e14b7098-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txac41970a77ce40478a30e-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txfbe33432d41a417881eb9-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx154527eb22b343acac3e7-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx9e1b6575589e4374bbd58-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txc4dad036436e4d89bbd8d-00697902e3) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txc4dad036436e4d89bbd8d-00697902e3) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txc4dad036436e4d89bbd8d-00697902e3) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc4dad036436e4d89bbd8d-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +OSError (txn: tx85a28bab04904489814f3-00676bf96c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx4da2c954da6f45249e8e9-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txa8d55ec796424b44a7774-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx1d0160c0871e4dfab47f7-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx59bd930e4275444d88548-00697902e3) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx59bd930e4275444d88548-00697902e3) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx59bd930e4275444d88548-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txbe1561bac98449c2b7f9c-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txbe1561bac98449c2b7f9c-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx8c423cf8bd494599aaa53-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd5b1440c473c41da94d38-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txd5b1440c473c41da94d38-00697902e3) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: txd5b1440c473c41da94d38-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx92cf4472946a4e3e96de6-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx92cf4472946a4e3e96de6-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx92cf4472946a4e3e96de6-00697902e3) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx92cf4472946a4e3e96de6-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx2c63c645172c48ec90b98-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2c63c645172c48ec90b98-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2c63c645172c48ec90b98-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test ERROR: Container GET returning 503 for [] (txn: tx85a28bab04904489814f3-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txfd14ad1d4a264857b6227-00676bf96c) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txfd14ad1d4a264857b6227-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx9b7115c634bc4ae5a1000-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: txfd3e3da765ae445aa1fb6-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test ERROR: Container GET returning 503 for [] (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx0cbdde9a6b42449083eca-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: Container GET returning 503 for [] (txn: txdc7a9be3b49a4c43a3897-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: Container GET returning 503 for [] (txn: tx01f2f9acbd404dc9a929e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx259001f292ad49e5952e1-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx259001f292ad49e5952e1-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx259001f292ad49e5952e1-00676bf96c) +test ERROR: Container GET returning 503 for [] (txn: tx259001f292ad49e5952e1-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe6843f9180ac4699b1b5d-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe6843f9180ac4699b1b5d-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx7591c34741cd4b468c511-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx7591c34741cd4b468c511-00676bf96c) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7591c34741cd4b468c511-00676bf96c) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx7591c34741cd4b468c511-00676bf96c) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txfa0760c12ac94620b7c51-00676bf96c) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx77b11de38df1429fbfd6c-00676bf96c) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx77b11de38df1429fbfd6c-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx77b11de38df1429fbfd6c-00676bf96c) +test ERROR: Container GET returning 503 for [] (txn: tx01b68c0077d24215adbe8-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx01b68c0077d24215adbe8-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx6c1909fb72224decb19ad-00676bf96c) +test INFO: Client disconnected on read of '/a/c' (txn: tx6c1909fb72224decb19ad-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok + +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9020b99ebe9349deab09e-00676bf96c) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx9020b99ebe9349deab09e-00676bf96c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx53d1cc96cd494a42a2862-00676bf96c) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx53d1cc96cd494a42a2862-00676bf96c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx9abf382296e94361bcc32-00676bf96c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcd8ca84291544f11a090e-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcd8ca84291544f11a090e-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcd8ca84291544f11a090e-00697902e3) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txcd8ca84291544f11a090e-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6e80ceba68d44e4f8a283-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6e80ceba68d44e4f8a283-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6e80ceba68d44e4f8a283-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx15ef220aea9a4fca800b3-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx15ef220aea9a4fca800b3-00697902e3) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx15ef220aea9a4fca800b3-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txa520825fea7f4a8895d26-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx26aa5216affa4a4eb28e2-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txd8bb0dd67d9549868e5b3-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: tx7b8f0a5b292f46819ee02-00697902e3)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx4917bd2eb4594a3bbcb3b-00697902e3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txc695f684ae0441fa936c3-00697902e3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx187d3248f3bc4366aa57f-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txaad7bfc0711f4f70ab13f-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - node, part, req.swift_entity_path, headers, self.app.watchdog, - ...<4 lines>... - logger=self.logger, - chunked=te.endswith(',chunked')) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ~~~~~~~~~~~~~~~~~~~~^ - node, part, path, headers, conn_timeout, node_timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - part, 'PUT', path, headers) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txe14ba9e201b7403dbe609-00697902e3) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx081f89a43d4f4168be527-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txea562f4d39bd475bbbbc4-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx1d41085e365e4e4c826ad-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: tx301528131c134ffda7cc6-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx37a32b45e7c04892b0f86-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txecbd11ec7c96438dbb528-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txd8728a0cce874401a04b8-00697902e3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txd8728a0cce874401a04b8-00697902e3) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txd8728a0cce874401a04b8-00697902e3) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txd8728a0cce874401a04b8-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok - -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ - self.app.client_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: tx3b043582eb7d4e479db84-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - self.app.node_timeout, not final_phase) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: txe4088aae7af24f02b7ec3-00697902e3) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: txeebc33138e1d437fbc01f-00697902e3) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb9dd574a6c494e908cafd-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx281f23bdfd6e4fa78f4c4-00697902e3) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx281f23bdfd6e4fa78f4c4-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx127c9b6466894024963ed-00697902e3) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx89b54b1fc78347ba993e0-00697902e3) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx89b54b1fc78347ba993e0-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: tx1ba7b8faab874dcf88032-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx9ae34892fcf74d599a403-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - ~~~~~~~~~~~~~~^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - ~~~~~~~~~~~~~~^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: txb74c2b95e86042bd87c97-00697902e3)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx5b154b587ac740d3bb129-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txc9593173bd554269bc1f0-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.58861 <= '409 (1769538275.58861), 409 (1769538275.58861), 409 (1769538275.58861)' (txn: tx1d1f6c3965104289ad8d1-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.59037 <= '409 (1769538275.59037), 409 (1769538275.59037), 409 (1769538275.59037)' (txn: tx2d52adf61a034fe3ae7bb-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.59210 <= '409 (1769538275.59210), 409 (1769538275.59210), 409 (1769538275.59210)' (txn: tx7e06581ad549416ba9620-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (1769538276.00000), 409 (1769538276.00000), 409 (1769538276.00000)' (txn: tx7d24065857684b6e8b84c-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538277.00000 <= '409 (1769538278.00000), 409 (1769538278.00000), 409 (1769538278.00000)' (txn: txb9424b2fa5fe45a6a8281-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538279.00000 <= '409 (1769538280.00000), 409 (1769538280.00000), 409 (1769538280.00000)' (txn: tx4e2f18e040884548bf437-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (1769538275.00000), 409 (1769538275.00000), 409 (1769538275.00000)' (txn: tx1d11f43d551d49929d9f0-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538276.00000 <= '409 (1769538276.00000), 409 (1769538276.00000), 409 (1769538276.00000)' (txn: tx45c4411642b64e618e357-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538277.00000 <= '409 (1769538277.00000), 409 (1769538277.00000), 409 (1769538277.00000)' (txn: tx0f0527953596443bae7a0-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (1769538275.00000)' (txn: tx216ec7b314be4931808bd-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538276.00000 <= '409 (1769538276.00000)' (txn: tx536ffc3c7b4b43288b88f-00697902e3) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538277.00000 <= '409 (1769538277.00000)' (txn: txf1a4d6960777462cacaa6-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txff6b17a8551e400daff72-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (1769538276.00000)' (txn: tx6581e3cf99cd4bcd98b66-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx6fe1db2117f84c73a4c7e-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx5e68bb6d3c0841ebbdcf9-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538275.00000 <= '409 (1769538276.00000), 201 (unknown), 201 (unknown)' (txn: tx7f0a844c08374da58858c-00697902e3) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok - -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:32 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0104 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0097 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0009 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmpbfmqbr1t/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0419 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0728 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0617 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0809 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0008 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0448 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0459 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:33 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0704 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0015 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0735 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1120 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0025 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0841 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1795 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0557 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0446 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0512 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1261 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0703 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1322 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0900 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0585 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0005 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0566 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0710 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 1824822 2 -test DEBUG: Unlinked retiring db '/tmp/tmpqnuxcy74/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0734 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1203 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0597 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0080 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx8c7556e1a1d047e797621-00676bf96c) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp5hv7cun7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5hv7cun7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp5hv7cun7/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5hv7cun7/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0968 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0627 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0809 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0700 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd51bf5dbef98480188502-00676bf96c" "proxy-server 546117" 0.0009 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:56789/sdb1/0/a/c" "txd51bf5dbef98480188502-00676bf96c" "container-server 546117" 0.0111 "-" 546117 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52251/sda1/0/a/c" "txd51bf5dbef98480188502-00676bf96c" "container-server 546117" 0.0008 "-" 546117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd51bf5dbef98480188502-00676bf96c" "proxy-server 546117" 0.1266 "-" 546117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd51bf5dbef98480188502-00676bf96c" "proxy-server 546117" 0.0659 "-" 546117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd51bf5dbef98480188502-00676bf96c - 0.1322 - - 1735129452.711828947 1735129452.844070196 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6d69206f0ff54f9fb5200-00676bf96c" "proxy-server 546117" 0.0008 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52251/sda1/2/a1/c1" "tx6d69206f0ff54f9fb5200-00676bf96c" "container-server 546117" 0.0008 "-" 546117 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:56789/sdb1/2/a1/c1" "tx6d69206f0ff54f9fb5200-00676bf96c" "container-server 546117" 0.0006 "-" 546117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6d69206f0ff54f9fb5200-00676bf96c" "proxy-server 546117" 0.1330 "-" 546117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6d69206f0ff54f9fb5200-00676bf96c" "proxy-server 546117" 0.0854 "-" 546117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6d69206f0ff54f9fb5200-00676bf96c - 0.1380 - - 1735129452.844977856 1735129452.982933044 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx12cbfc314a0940cc84180-00676bf96c" "proxy-server 546117" 0.0792 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:56789/sdb1/0/a/c1" "tx12cbfc314a0940cc84180-00676bf96c" "container-server 546117" 0.0534 "-" 546117 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52251/sda1/0/a/c1" "tx12cbfc314a0940cc84180-00676bf96c" "container-server 546117" 0.0009 "-" 546117 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12cbfc314a0940cc84180-00676bf96c" "proxy-server 546117" 0.1956 "-" 546117 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12cbfc314a0940cc84180-00676bf96c" "proxy-server 546117" 0.1332 "-" 546117 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/13 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx12cbfc314a0940cc84180-00676bf96c - 0.2797 - - 1735129452.983788490 1735129453.263525009 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx045dd1d3882e4a2db4ce4-00676bf96d" "proxy-server 546117" 0.0586 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:52251/sda1/2/a/c2" "tx045dd1d3882e4a2db4ce4-00676bf96d" "container-server 546117" 0.0684 "-" 546117 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:56789/sdb1/2/a/c2" "tx045dd1d3882e4a2db4ce4-00676bf96d" "container-server 546117" 0.0009 "-" 546117 2test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok @@ -44185,3085 +42931,1318 @@ test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpyplr01tz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyplr01tz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpyplr01tz/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyplr01tz/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0643 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0677 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0724 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1521 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5e60e0a1706d445f9d8ee-00697902e4" "proxy-server 1824790" 0.0014 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49835/sdb1/1/a/c" "tx5e60e0a1706d445f9d8ee-00697902e4" "container-server 1824790" 0.0014 "-" 1824790 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59953/sda1/1/a/c" "tx5e60e0a1706d445f9d8ee-00697902e4" "container-server 1824790" 0.0011 "-" 1824790 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e60e0a1706d445f9d8ee-00697902e4" "proxy-server 1824790" 0.1206 "-" 1824790 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5e60e0a1706d445f9d8ee-00697902e4" "proxy-server 1824790" 0.0569 "-" 1824790 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/36 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5e60e0a1706d445f9d8ee-00697902e4 - 0.1320 - - 1769538276.407560587 1769538276.539573193 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5c407cc2d5034901a40a3-00697902e4" "proxy-server 1824790" 0.0016 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59953/sda1/1/a1/c1" "tx5c407cc2d5034901a40a3-00697902e4" "container-server 1824790" 0.0011 "-" 1824790 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49835/sdb1/1/a1/c1" "tx5c407cc2d5034901a40a3-00697902e4" "container-server 1824790" 0.0010 "-" 1824790 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5c407cc2d5034901a40a3-00697902e4" "proxy-server 1824790" 0.0646 "-" 1824790 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5c407cc2d5034901a40a3-00697902e4" "proxy-server 1824790" 0.1192 "-" 1824790 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/36 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5c407cc2d5034901a40a3-00697902e4 - 0.1275 - - 1769538276.541455984 1769538276.668972492 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbd316b9035c24d368e2c2-00697902e4" "proxy-server 1824790" 0.0773 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49835/sdb1/2/a/c1" "txbd316b9035c24d368e2c2-00697902e4" "container-server 1824790" 0.0012 "-" 1824790 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59953/sda1/2/a/c1" "txbd316b9035c24d368e2c2-00697902e4" "container-server 1824790" 0.0571 "-" 1824790 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbd316b9035c24d368e2c2-00697902e4" "proxy-server 1824790" 0.1937 "-" 1824790 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbd316b9035c24d368e2c2-00697902e4" "proxy-server 1824790" 0.1324 "-" 1824790 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/36 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbd316b9035c24d368e2c2-00697902e4 - 0.2776 - - 1769538276.670108557 1769538276.947672606 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf4c21de74b0b49efa154a-00697902e4" "proxy-server 1824790" 0.0573 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59953/sda1/1/a/c2" "txf4c21de74b0b49efa154a-00697902e4" "container-server 1824790" 0.0918 "-" 1824790 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49835/sdb1/1/a/c2" "txf4c21de74b0b49efa154a-00697902e4" "container-server 1824790" 0.0012 "-" 1824790 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf4c21de74b0b49efa154a-00697902e4" "proxy-server 1824790" 0.2293 "-" 1824790 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf4c21de74b0b49efa154a-00697902e4" "proxy-server 1824790" 0.1701 "-" 1824790 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf4c21de74b0b49efa154a-00697902e4 - 0.2930 - - 1769538276.948928833 1769538277.241898298 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp4l7oeelc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4l7oeelc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release.Unlinked retiring db '/tmp/tmpqxlrgcdb/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0681 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1828 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0528 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:36 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:36 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:36 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx045dd1d3882e4a2db4ce4-00676bf96d" "proxy-server 546117" 0.1191 "-" 546117 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:13 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx045dd1d3882e4a2db4ce4-00676bf96d" "proxy-server 546117" 0.1939 "-" 546117 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx045dd1d3882e4a2db4ce4-00676bf96d - 0.2570 - - 1735129453.264468431 1735129453.521484852 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ~~~~~~~^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:24:36 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0020 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:24:36 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0569 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0021 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1364 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0024 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0657 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0749 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1409 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1115 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0807 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0673 "-" 1824822 4 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0602 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1233 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0704 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1096 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0427 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0520 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1263 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0806 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0745 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1197 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -swift: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c" "-" "-" "-" 0.0004 "-" 1824822 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok - -cont2 DEBUG: Could not load '/tmp/tmp4l7oeelc/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp4l7oeelc/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0665 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0738 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0639 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0728 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb8e4d169e331449a97363-00697902e5" "proxy-server 1824790" 0.0011 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51383/sda1/1/a/c" "txb8e4d169e331449a97363-00697902e5" "container-server 1824790" 0.0057 "-" 1824790 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35897/sdb1/1/a/c" "txb8e4d169e331449a97363-00697902e5" "container-server 1824790" 0.0009 "-" 1824790 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb8e4d169e331449a97363-00697902e5" "proxy-server 1824790" 0.1301 "-" 1824790 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb8e4d169e331449a97363-00697902e5" "proxy-server 1824790" 0.0639 "-" 1824790 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/37 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb8e4d169e331449a97363-00697902e5 - 0.1376 - - 1769538277.617136240 1769538277.754693985 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx4167a2549c004e02bf5dc-00697902e5" "proxy-server 1824790" 0.0009 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51383/sda1/1/a1/c1" "tx4167a2549c004e02bf5dc-00697902e5" "container-server 1824790" 0.0011 "-" 1824790 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35897/sdb1/1/a1/c1" "tx4167a2549c004e02bf5dc-00697902e5" "container-server 1824790" 0.0010 "-" 1824790 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4167a2549c004e02bf5dc-00697902e5" "proxy-server 1824790" 0.1414 "-" 1824790 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx4167a2549c004e02bf5dc-00697902e5" "proxy-server 1824790" 0.0655 "-" 1824790 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/37 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx4167a2549c004e02bf5dc-00697902e5 - 0.1481 - - 1769538277.755830526 1769538277.903918743 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:37 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf9bcdee84272420585108-00697902e5" "proxy-server 1824790" 0.0744 "-" 1824790 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35897/sdb1/2/a/c1" "txf9bcdee84272420585108-00697902e5" "container-server 1824790" 0.0011 "-" 1824790 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51383/sda1/2/a/c1" "txf9bcdee84272420585108-00697902e5" "container-server 1824790" 0.0949 "-" 1824790 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf9bcdee84272420585108-00697902e5" "proxy-server 1824790" 0.2525 "-" 1824790 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf9bcdee84272420585108-00697902e5" "proxy-server 1824790" 0.1725 "-" 1824790 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/38 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf9bcdee84272420585108-00697902e5 - 0.3333 - - 1769538277.905338526 1769538278.238680840 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3ba0cf1767bb459e9eb28-00697902e6" "proxy-server 1824790" 0.0999 "-" 1824790 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51383/sda1/1/a/c2" "tx3ba0cf1767bb459e9eb28-00697902e6" "container-server 1824790" 0.0670 "-" 1824790 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35897/sdb1/1/a/c2" "tx3ba0cf1767bb459e9eb28-00697902e6" "container-server 1824790" 0.0011 "-" 1824790 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3ba0cf1767bb459e9eb28-00697902e6" "proxy-server 1824790" 0.2191 "-" 1824790 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:38 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3ba0cf1767bb459e9eb28-00697902e6" "proxy-server 1824790" 0.1468 "-" 1824790 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/38 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3ba0cf1767bb459e9eb28-00697902e6 - 0.3257 - - 1769538278.239963531 1769538278.565695524 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok - -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -swift: - - - [27/Jan/2026:18:24:39 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:39 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0825 "-" 1824822 2 -swift: - - - [27/Jan/2026:18:24:39 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1824822 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -swift: - - - [27/Jan/2026:18:24:39 +0000] "DELETE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -swift: - - - [27/Jan/2026:18:24:39 +0000] "POST /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "POST /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0876 "-" 1824822 2 -swift: - - - [27/Jan/2026:18:24:39 +0000] "UPDATE /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:39 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 1824822 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0508 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0015 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0604 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0792 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0673 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0854 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0714 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0588 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0679 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0609 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0878 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0039 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0590 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0055 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0020 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0543 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 1824822 nada -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 1824822 999 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0482 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0602 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0010 "-" 1824822 1 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0668 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0010 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0839 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0313 "-" 1824822 3 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0486 "-" 1824822 4 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0013 "-" 1824822 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0755 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0026 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0628 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:39 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0023 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0647 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -swift: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1824822 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok - -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0793 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0095 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0019 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0782 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0067 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0668 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0042 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0703 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0534 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0045 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0027 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0573 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0650 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0087 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0671 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0687 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0575 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0579 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0796 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0564 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0502 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0507 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0522 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0018 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0560 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0099 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0415 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0064 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0005 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0057 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0482 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0030 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0604 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0587 "-" 1824822 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -swift: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0702 "-" 1824822 2 -swift: - - - [27/Jan/2026:18:24:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1824822 2 -swift: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1824822 2 -swift: - - - [27/Jan/2026:18:24:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0627 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0794 "-" 1824822 - -swift: - - - [27/Jan/2026:18:24:42 +0000] "OPTIONS /sda1/p/a/c" 200 - "-" "-" "-" 0.0001 "-" 1824822 - -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok -Unlinked retiring db '/tmp/tmp1od07ixs/containers/part/suffix/hash/container.db' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_diskfile.TestDiskFile.test_close_error -test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit -test.unit.obj.test_diskfile.TestDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_delete -test.unit.obj.test_diskfile.TestDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0676 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0857 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1824822 0 -test INFO: - - - [27/Jan/2026:18:24:41 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1524 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0662 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0008 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0931 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1824822 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0003 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1073 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0913 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0688 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0921 "-" 1824822 - -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1055 "-" 1824822 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1084 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1215 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0542 "-" 1824822 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0648 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0050 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0006 "-" 1824822 2 -test INFO: - - - [27/Jan/2026:18:24:43 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0522 "-" 1824822 2 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx60cdd3ea3c844983a9fda-00697902eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx1fbacd5daab1462abe979-00697902eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0e5b4c63ddd94a82a5ece-00697902eb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0e5b4c63ddd94a82a5ece-00697902eb) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0e5b4c63ddd94a82a5ece-00697902eb) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx0e5b4c63ddd94a82a5ece-00697902eb) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpgg_f0j91/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgg_f0j91/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpgg_f0j91/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgg_f0j91/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0548 "-" 1824822 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0499 "-" 1824822 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0475 "-" 1824822 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0464 "-" 1824822 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx27cc59fcb0a54668afe37-00697902eb" "proxy-server 1824822" 0.0010 "-" 1824822 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:58333/sdb1/1/a/c" "tx27cc59fcb0a54668afe37-00697902eb" "container-server 1824822" 0.0024 "-" 1824822 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:34705/sda1/1/a/c" "tx27cc59fcb0a54668afe37-00697902eb" "container-server 1824822" 0.0009 "-" 1824822 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx27cc59fcb0a54668afe37-00697902eb" "proxy-server 1824822" 0.1014 "-" 1824822 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx27cc59fcb0a54668afe37-00697902eb" "proxy-server 1824822" 0.0551 "-" 1824822 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx27cc59fcb0a54668afe37-00697902eb - 0.1086 - - 1769538283.598822832 1769538283.707409620 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbe3f2706dced45bb94360-00697902eb" "proxy-server 1824822" 0.0010 "-" 1824822 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:34705/sda1/1/a1/c1" "txbe3f2706dced45bb94360-00697902eb" "container-server 1824822" 0.0016 "-" 1824822 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58333/sdb1/1/a1/c1" "txbe3f2706dced45bb94360-00697902eb" "container-server 1824822" 0.0011 "-" 1824822 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbe3f2706dced45bb94360-00697902eb" "proxy-server 1824822" 0.0551 "-" 1824822 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbe3f2706dced45bb94360-00697902eb" "proxy-server 1824822" 0.1217 "-" 1824822 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbe3f2706dced45bb94360-00697902eb - 0.1282 - - 1769538283.708564043 1769538283.836773872 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd661eabf19f74367babfa-00697902eb" "proxy-server 1824822" 0.0613 "-" 1824822 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:58333/sdb1/2/a/c1" "txd661eabf19f74367babfa-00697902eb" "container-server 1824822" 0.0559 "-" 1824822 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:34705/sda1/2/a/c1" "txd661eabf19f74367babfa-00697902eb" "container-server 1824822" 0.0010 "-" 1824822 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd661eabf19f74367babfa-00697902eb" "proxy-server 1824822" 0.1239 "-" 1824822 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd661eabf19f74367babfa-00697902eb" "proxy-server 1824822" 0.1773 "-" 1824822 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd661eabf19f74367babfa-00697902eb - 0.2454 - - 1769538283.838221073 1769538284.083572388 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3dc9b9fd9bc041f4b3830-00697902ec" "proxy-server 1824822" 0.0570 "-" 1824822 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:34705/sda1/1/a/c2" "tx3dc9b9fd9bc041f4b3830-00697902ec" "container-server 1824822" 0.0676 "-" 1824822 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:58333/sdb1/1/a/c2" "tx3dc9b9fd9bc041f4b3830-00697902ec" "container-server 1824822" 0.0010 "-" 1824822 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3dc9b9fd9bc041f4b3830-00697902ec" "proxy-server 1824822" 0.1268 "-" 1824822 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:24:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx3dc9b9fd9bc041f4b3830-00697902ec" "proxy-server 1824822" 0.1698 "-" 1824822 2test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -swift: Client disconnected on read of '/a' (txn: txd90b6d6a4836437a84117-00697902ec) -swift: Client disconnected on read of '/a' (txn: txd90b6d6a4836437a84117-00697902ec) -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok - -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/24/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx3dc9b9fd9bc041f4b3830-00697902ec - 0.2324 - - 1769538284.084763765 1769538284.317211151 2 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test ERROR: Problem finding shard upper in '/tmp/tmp5vc116fx/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp5vc116fx/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpjrejj0na/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpjrejj0na/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test ERROR: Problem finding shard upper in '/tmp/tmpo8u5i2h5/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpo8u5i2h5/test_container.db': : + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpnfbhotu8/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpnfbhotu8/containers/part/suffix/hash/container.db'] -Unlinked retiring db '/tmp/tmpcevau4c8/containers/part/suffix/hash/hash.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test ERROR: Failed to unlink '/tmp/tmp75livzbg/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp75livzbg/containers/part/suffix/hash/container_1769538288.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp75livzbg/containers/part/suffix/hash/container_1769538288.00000.db': ['/tmp/tmp75livzbg/containers/part/suffix/hash/container.db', '/tmp/tmp75livzbg/containers/part/suffix/hash/container_1769538289.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp75livzbg/containers/part/suffix/hash/container_1769538289.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1824803] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1824803] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txd857968e88894e5096eed-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx7d5292356c3b4d8da37fd-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx194c42d565d94c8d92ae0-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok - -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx033e610f62b246d4b8d89-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx23349fe063f040e997bc9-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx95300302378c4eaab498e-00697902f8) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx70bfe4f3b3394b019ec41-00697902f8) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -Unlinked retiring db '/tmp/tmp5x2z_vza/containers/part/suffix/hash/container.db' +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00043 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmph_rvwhjq/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00274 seconds (364.64537/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test WARNING: More than one part in a single-part response? -test ERROR: Problem finding shard upper in '/tmp/tmpw65qy1xn/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpw65qy1xn/test_container.db': : +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpia_g3_la/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpia_g3_la/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test ERROR: Failed to unlink '/tmp/tmp16dk54x2/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp16dk54x2/containers/part/suffix/hash/container_1769538308.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp16dk54x2/containers/part/suffix/hash/container_1769538308.00000.db': ['/tmp/tmp16dk54x2/containers/part/suffix/hash/container.db', '/tmp/tmp16dk54x2/containers/part/suffix/hash/container_1769538309.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp16dk54x2/containers/part/suffix/hash/container_1769538309.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00032 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8odxakkn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00504 seconds (198.58059/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538315.61412.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538315.61412.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538315.61412.db -test DEBUG: Successfully deleted db /tmp/tmpcnt33s9l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7c506631be74c1043eb750d8393b29fe', 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda', '1769538315.91078', '1769538315.00000', '0', '', '1769538315.00000', 51, 0) -test DEBUG: /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769538316.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769538317.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769538318.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769538319.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769538320.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769538321.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769538322.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769538323.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769538324.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769538325.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769538326.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769538327.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769538328.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769538329.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769538330.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769538331.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769538332.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769538333.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769538334.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769538335.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769538336.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769538337.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769538338.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769538339.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769538340.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769538341.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769538342.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769538343.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769538344.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769538345.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3e53ba9ba47b4196b0878-00676bf96d) +test INFO: Client disconnected on read of '/a/c' (txn: tx3e53ba9ba47b4196b0878-00676bf96d) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx459291b9c1ca48bf80faa-00676bf96d) +test INFO: Client disconnected on read of '/a/c' (txn: tx459291b9c1ca48bf80faa-00676bf96d) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txd3ab1b5a13824793bbfbc-00676bf96e) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txd3ab1b5a13824793bbfbc-00676bf96e) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txd3ab1b5a13824793bbfbc-00676bf96e) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txd3ab1b5a13824793bbfbc-00676bf96e) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test DEBUG: /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.110727s) -test DEBUG: Synchronization for /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7c506631be74c1043eb750d8393b29fe', 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda', '1769538315.91078', '1769538315.00000', '0', '', '1769538315.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35301 seconds (2.83281/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7c506631be74c1043eb750d8393b29fe', 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda', '1769538315.91078', '1769538315.00000', '0', '', '1769538315.00000', 51, 0) -test DEBUG: /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769538346.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769538347.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769538348.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769538349.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769538350.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769538351.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769538352.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769538353.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769538354.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769538355.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769538356.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769538357.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769538358.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769538359.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769538360.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769538361.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769538362.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769538363.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769538364.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769538365.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769538466.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda') -test DEBUG: /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.182122s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, '7c506631be74c1043eb750d8393b29fe', 'c076a457-4d74-429a-99b9-ab9f5b1a4fe1-sda', '1769538315.91078', '1769538315.00000', '0', '', '1769538315.00000', 51, 0) -test DEBUG: /tmp/tmp638pcv8f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23475 seconds (4.25981/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.01011 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx2ch4wem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '03df47b4bc42232946771531011e966a', 'e00ce061-5136-4785-b707-4023790f2b82-sda', '1769538316.63724', '1769536800.00000', '0', '', '1769536800.00000', 0, 1) -test DEBUG: /tmp/tmpx2ch4wem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e00ce061-5136-4785-b707-4023790f2b82-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp5kgsd466/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5kgsd466/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp5kgsd466/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5kgsd466/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test DEBUG: /tmp/tmpx2ch4wem/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0380743s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '03df47b4bc42232946771531011e966a', 'e00ce061-5136-4785-b707-4023790f2b82-sda', '1769538316.63724', '1769536800.00000', '0', '', '1769536800.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e00ce061-5136-4785-b707-4023790f2b82-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpx2ch4wem/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35474 seconds (2.81893/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx2ch4wem/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '0ba47525-4981-4643-aaec-47809485efcb-sda', '1769538317.05433', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('0ba47525-4981-4643-aaec-47809485efcb-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '0ba47525-4981-4643-aaec-47809485efcb-sda', '1769538317.05433', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('0ba47525-4981-4643-aaec-47809485efcb-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptgroj12j/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '421b126a-8a57-482e-b8dd-bd58c5673d17-sda', '1769538317.36956', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769538317.40406"]}', '1769536800.00000', 0, 1) -test DEBUG: /tmp/tmptgroj12j/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '421b126a-8a57-482e-b8dd-bd58c5673d17-sda') -test DEBUG: /tmp/tmptgroj12j/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.397605s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '421b126a-8a57-482e-b8dd-bd58c5673d17-sda', '1769538317.36956', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769538317.40406"]}', '1769536800.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('421b126a-8a57-482e-b8dd-bd58c5673d17-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmptgroj12j/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.69686 seconds (1.43501/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptgroj12j/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '09ddb2e6-5923-49a0-bb0c-fc97745af196-sda', '1769538318.22153', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('09ddb2e6-5923-49a0-bb0c-fc97745af196-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '09ddb2e6-5923-49a0-bb0c-fc97745af196-sda', '1769538318.22153', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('09ddb2e6-5923-49a0-bb0c-fc97745af196-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqamgztnf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', 'c5a17b9c-4102-4d9f-945a-300b772f96f9-sda', '1769538318.47023', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769538318.50008"]}', '1769536800.00000', 0, 0) -test DEBUG: /tmp/tmpqamgztnf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'c5a17b9c-4102-4d9f-945a-300b772f96f9-sda') -test DEBUG: /tmp/tmpqamgztnf/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0440998s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', 'c5a17b9c-4102-4d9f-945a-300b772f96f9-sda', '1769538318.47023', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769538318.50008"]}', '1769536800.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('c5a17b9c-4102-4d9f-945a-300b772f96f9-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpqamgztnf/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('aa738547-b562-48c8-9938-43caa5694d27-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45062 seconds (2.21918/s) +test INFO: Attempted to replicate 1 dbs in 0.75292 seconds (1.32816/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpqamgztnf/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '6d59e0a7-ff18-40f9-a691-3a4f6718b573-sda', '1769538319.02544', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('6d59e0a7-ff18-40f9-a691-3a4f6718b573-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '6d59e0a7-ff18-40f9-a691-3a4f6718b573-sda', '1769538319.02544', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('6d59e0a7-ff18-40f9-a691-3a4f6718b573-sda', '648324562cfeedd305e8795e58d85ae6.db')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok - -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpds0nij1p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e84e65aaaeb09639f27d4148f83e7fd2', 'c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda', '1769538319.30702', '1769538319.00000', '0', '', '1769538319.00000', 1, 1) -test DEBUG: /tmp/tmpds0nij1p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538321.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538322.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda') -test DEBUG: /tmp/tmpds0nij1p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0316796s) +test DEBUG: Replicating db /tmp/tmp0uhidlao/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2e9b9c50e23ccad4c4fa88ac9b545b87', '350cc503-5690-4c1a-bdb2-265144cd2231-sda', '1735129450.23321', '1735129450', '1735129451', '', '1735129451', 1, 1) +test DEBUG: /tmp/tmp0uhidlao/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129453.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '350cc503-5690-4c1a-bdb2-265144cd2231-sda') +test DEBUG: /tmp/tmp0uhidlao/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.05533s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'e84e65aaaeb09639f27d4148f83e7fd2', 'c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda', '1769538319.30702', '1769538319.00000', '0', '', '1769538319.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpds0nij1p/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2e9b9c50e23ccad4c4fa88ac9b545b87', '350cc503-5690-4c1a-bdb2-265144cd2231-sda', '1735129450.23321', '1735129450', '1735129451', '', '1735129451', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('350cc503-5690-4c1a-bdb2-265144cd2231-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41812 seconds (2.39168/s) +test INFO: Attempted to replicate 1 dbs in 0.74227 seconds (1.34721/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpds0nij1p/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b47c5158597f72eed754a0f1e8e54827', '37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b47c5158597f72eed754a0f1e8e54827', '37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpds0nij1p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c4685f48eeb1230b6054f10394ababea', '6aaedd50-4838-4559-be22-2b3ad37a6384-sdb', '1769538319.30702', '1769538320.00000', '0', '', '1769538320.00000', 1, 1) -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538323.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538324.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6aaedd50-4838-4559-be22-2b3ad37a6384-sdb') -test DEBUG: Replicating db /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b47c5158597f72eed754a0f1e8e54827', 'eb61b450-e659-4bab-b7c2-69963e4f3548-', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b47c5158597f72eed754a0f1e8e54827', 'eb61b450-e659-4bab-b7c2-69963e4f3548-', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0952673s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, 'c4685f48eeb1230b6054f10394ababea', '6aaedd50-4838-4559-be22-2b3ad37a6384-sdb', '1769538319.30702', '1769538320.00000', '0', '', '1769538320.00000', 1, 1) -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538323.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538324.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6aaedd50-4838-4559-be22-2b3ad37a6384-sdb') -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0959911s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': 'c38eb8c0-bf7d-4aa0-9523-5669e782af03-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.58722 seconds (3.40589/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'c4e63ea588b1908ac75f6292778609c4', 'eb61b450-e659-4bab-b7c2-69963e4f3548-', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769538324.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769538324.00000', 'deleted': 0, 'storage_policy_index': 0}], 'eb61b450-e659-4bab-b7c2-69963e4f3548-') -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.05001s) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, merge_syncs, ([{'remote_id': '37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'c4e63ea588b1908ac75f6292778609c4', 'eb61b450-e659-4bab-b7c2-69963e4f3548-', '1769538319.78871', '1769536800', '0', '', '1769536800', 1, 0)test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok - -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769538324.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769538324.00000', 'deleted': 0, 'storage_policy_index': 0}], 'eb61b450-e659-4bab-b7c2-69963e4f3548-') -test DEBUG: /tmp/tmpds0nij1p/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0541043s) -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, merge_syncs, ([{'remote_id': '37e9ce0a-1576-4fd7-ad4b-2be94e32429d-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a30476e71173986c7ac920cd74f9c3fe', 'd0aa3bcd-5f14-4bab-acff-99ea3b451eaf-', '1769538321.12048', '1769538321.11796', '0', '', '1769538321.11796', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d0aa3bcd-5f14-4bab-acff-99ea3b451eaf-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.16136.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'a30476e71173986c7ac920cd74f9c3fe', 'd0aa3bcd-5f14-4bab-acff-99ea3b451eaf-', '1769538321.12048', '1769538321.11796', '0', '', '1769538321.11796', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538321.16128', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538321.16128', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538321.16128', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538321.16151', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538321.16151', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538321.16136', 'epoch': '1769538321.16136', 'reported': 0, 'tombstones': -1}], 'd0aa3bcd-5f14-4bab-acff-99ea3b451eaf-') -test DEBUG: /tmp/tmplor1fe_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.16136.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmplor1fe_1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.16136.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ac54f266fca3ccd4544b934842dc5d97', 'd7e5f8f5-1fb9-445c-a008-4679ed01e615-', '1769538321.61400', '1769538321.61107', '0', '', '1769538321.61107', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538321.94861', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538321.94861', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538321.94861', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538321.98857', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538321.98857', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538321.64355', 'epoch': '1769538321.64355', 'reported': 0, 'tombstones': -1}], 'd7e5f8f5-1fb9-445c-a008-4679ed01e615-') -test DEBUG: /tmp/tmpv6eapfd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.64355.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv6eapfd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.64355.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'ac54f266fca3ccd4544b934842dc5d97', 'd7e5f8f5-1fb9-445c-a008-4679ed01e615-', '1769538321.61400', '1769538321.90323', '0', '', '1769538321.61107', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538321.94861', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538321.94861', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538321.94861', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538321.98857', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538321.98857', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538321.64355', 'epoch': '1769538321.64355', 'reported': 0, 'tombstones': -1}], 'd7e5f8f5-1fb9-445c-a008-4679ed01e615-') -test DEBUG: /tmp/tmpv6eapfd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.64355.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv6eapfd2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538321.64355.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '932668d93fa0da192fc11898c754060f', 'ef971812-4404-4807-8519-6111f300950d-', '1769538322.46721', '1769538322.46490', '0', '', '1769538322.46490', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538322.81683', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538322.81683', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538322.81683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538322.87033', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538322.87033', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538322.49591', 'epoch': '1769538322.49591', 'reported': 0, 'tombstones': -1}], 'ef971812-4404-4807-8519-6111f300950d-') -test DEBUG: /tmp/tmp5wlxoxwx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538322.49591.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5wlxoxwx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538322.49591.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '932668d93fa0da192fc11898c754060f', 'ef971812-4404-4807-8519-6111f300950d-', '1769538322.46721', '1769538322.78304', '0', '', '1769538322.46490', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538322.81683', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538322.81683', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538322.81683', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538322.87033', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538322.87033', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538322.49591', 'epoch': '1769538322.49591', 'reported': 0, 'tombstones': -1}], 'ef971812-4404-4807-8519-6111f300950d-') -test DEBUG: /tmp/tmp5wlxoxwx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538322.49591.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5wlxoxwx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538322.49591.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '25b3cab47904705ca13174dda1aae81d', '170bc482-ca68-4112-bfe8-fa3bd48b1f37-', '1769538323.34828', '1769538323.34501', '0', '', '1769538323.34501', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538323.75491', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538323.75491', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538323.75491', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538323.79678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538323.79678', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538323.37955', 'epoch': '1769538323.37955', 'reported': 0, 'tombstones': -1}], '170bc482-ca68-4112-bfe8-fa3bd48b1f37-') -test DEBUG: /tmp/tmp26tihqsf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538323.37955.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp26tihqsf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538323.37955.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '25b3cab47904705ca13174dda1aae81d', '170bc482-ca68-4112-bfe8-fa3bd48b1f37-', '1769538323.34828', '1769538323.69718', '0', '', '1769538323.34501', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538323.75491', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538323.75491', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538323.75491', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538323.79678', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538323.79678', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538323.37955', 'epoch': '1769538323.37955', 'reported': 0, 'tombstones': -1}], '170bc482-ca68-4112-bfe8-fa3bd48b1f37-') -test DEBUG: /tmp/tmp26tihqsf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538323.37955.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp26tihqsf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538323.37955.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'f7ec831ace63ee64e286049d7068399c', '85f38ac3-5c1d-451b-977d-f03eb9400506-', '1769538324.31264', '1769538324.30924', '0', '', '1769538324.30924', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538324.69816', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538324.69816', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538324.69816', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538324.73814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538324.73814', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538324.35429', 'epoch': '1769538324.35429', 'reported': 0, 'tombstones': -1}], '85f38ac3-5c1d-451b-977d-f03eb9400506-') -test DEBUG: /tmp/tmpabxr74wu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538324.35429.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpabxr74wu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538324.35429.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'f7ec831ace63ee64e286049d7068399c', '85f38ac3-5c1d-451b-977d-f03eb9400506-', '1769538324.31264', '1769538324.66159', '0', '', '1769538324.30924', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538324.69816', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538324.69816', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538324.69816', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538324.73814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538324.73814', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538324.35429', 'epoch': '1769538324.35429', 'reported': 0, 'tombstones': -1}], '85f38ac3-5c1d-451b-977d-f03eb9400506-') -test DEBUG: /tmp/tmpabxr74wu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538324.35429.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpabxr74wu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538324.35429.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bef158707a82846a681f4069000e9138', '71ae71fc-1e12-4b62-8538-8c677662ad56-', '1769538325.24682', '1769538325.24448', '0', '', '1769538325.24448', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538325.28373', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538325.28373', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538325.28373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538325.28389', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538325.28389', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538325.28378', 'epoch': '1769538325.28378', 'reported': 0, 'tombstones': -1}], '71ae71fc-1e12-4b62-8538-8c677662ad56-') -test DEBUG: /tmp/tmpzce6ux5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538325.28378.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzce6ux5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538325.28378.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bef158707a82846a681f4069000e9138', '71ae71fc-1e12-4b62-8538-8c677662ad56-', '1769538325.24682', '1769538325.56940', '0', '', '1769538325.24448', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538325.28373', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538325.28373', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538325.28373', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538325.28389', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538325.28389', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538325.28378', 'epoch': '1769538325.28378', 'reported': 0, 'tombstones': -1}], '71ae71fc-1e12-4b62-8538-8c677662ad56-') -test DEBUG: /tmp/tmpzce6ux5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538325.28378.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzce6ux5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538325.28378.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bef158707a82846a681f4069000e9138', '6c747e5e-b591-486d-906e-da72d761f0b6-', '1769538325.97643', '1769538325.96745', '0', '', '1769538325.96745', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538326.01415', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538326.01415', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538326.01415', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538326.01432', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538326.01432', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538326.01421', 'epoch': '1769538326.01421', 'reported': 0, 'tombstones': -1}], '6c747e5e-b591-486d-906e-da72d761f0b6-') -test DEBUG: /tmp/tmpxhn86x89/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.01421.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxhn86x89/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.01421.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'bef158707a82846a681f4069000e9138', '6c747e5e-b591-486d-906e-da72d761f0b6-', '1769538325.97643', '1769538326.31968', '0', '', '1769538325.96745', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538326.01415', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538326.01415', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538326.01415', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538326.01432', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538326.01432', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538326.01421', 'epoch': '1769538326.01421', 'reported': 0, 'tombstones': -1}], '6c747e5e-b591-486d-906e-da72d761f0b6-') -test DEBUG: /tmp/tmpxhn86x89/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.01421.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxhn86x89/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.01421.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fdc8028bad18314de2614444b8f02400', 'da227be7-2ba8-4b45-90d1-bde988bcdbe4-', '1769538326.56315', '1769538326.56064', '0', '', '1769538326.56064', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('da227be7-2ba8-4b45-90d1-bde988bcdbe4-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.67568.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'fdc8028bad18314de2614444b8f02400', 'da227be7-2ba8-4b45-90d1-bde988bcdbe4-', '1769538326.56315', '1769538326.56064', '0', '', '1769538326.56064', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538326.60644', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538326.60644', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538326.60644', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538326.67777', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538326.67777', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538326.67568', 'epoch': '1769538326.67568', 'reported': 0, 'tombstones': -1}], 'da227be7-2ba8-4b45-90d1-bde988bcdbe4-') -test DEBUG: /tmp/tmphw5jungt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.67568.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphw5jungt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538326.67568.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'cc526238805ce135ccffc515546e607e', '64da913a-80f8-467e-9a29-3918bd605cee-', '1769538327.13796', '1769538327.13552', '0', '', '1769538327.13552', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64da913a-80f8-467e-9a29-3918bd605cee-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.26646.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'cc526238805ce135ccffc515546e607e', '64da913a-80f8-467e-9a29-3918bd605cee-', '1769538327.13796', '1769538327.13552', '0', '', '1769538327.13552', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538327.18238', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538327.18238', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538327.18238', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538327.26687', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538327.26687', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538327.26646', 'epoch': '1769538327.26646', 'reported': 0, 'tombstones': -1}], '64da913a-80f8-467e-9a29-3918bd605cee-') -test DEBUG: /tmp/tmpfmlje56n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.26646.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfmlje56n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.26646.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '7028791944c2d8dbdf76e8ebfe7301bc', 'a49b4a23-b652-46f5-8a1a-3761fa0e8586-', '1769538327.72393', '1769538327.71861', '0', '', '1769538327.71861', 3, 0) -test WARNING: /tmp/tmpb_iwvtqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.79939.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpb_iwvtqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.79939.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '7028791944c2d8dbdf76e8ebfe7301bc', 'a49b4a23-b652-46f5-8a1a-3761fa0e8586-', '1769538327.72393', '1769538328.12222', '0', '', '1769538327.71861', 3, 0) -test WARNING: /tmp/tmpb_iwvtqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.79939.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpb_iwvtqy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538327.79939.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '1a4e701a388df53694879c2a7fc773fb', '265a0c28-05e3-40eb-ba9a-9476d84f6790-', '1769538328.33026', '1769538328.32694', '0', '', '1769538328.32694', 3, 0) -test WARNING: /tmp/tmpp5plmy8i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538328.42410.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpp5plmy8i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538328.42410.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -Unlinked retiring db '/tmp/tmpvb99j9lv/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '1a4e701a388df53694879c2a7fc773fb', '265a0c28-05e3-40eb-ba9a-9476d84f6790-', '1769538328.33026', '1769538328.75023', '0', '', '1769538328.32694', 3, 0) -test WARNING: /tmp/tmpp5plmy8i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538328.42410.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpp5plmy8i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538328.42410.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '52c408b4ccbc48c6b35fdd52ddd416da', 'a7f6e321-0067-43a3-aae3-fb46282c5408-', '1769538328.94956', '1769538328.94685', '0', '', '1769538328.94685', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538329.41612', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538329.41612', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538329.41612', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538329.45906', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538329.45906', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538329.03751', 'epoch': '1769538329.03751', 'reported': 0, 'tombstones': -1}], 'a7f6e321-0067-43a3-aae3-fb46282c5408-') -test DEBUG: /tmp/tmpfqdgl6i7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538329.03751.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqdgl6i7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538329.03751.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '52c408b4ccbc48c6b35fdd52ddd416da', 'a7f6e321-0067-43a3-aae3-fb46282c5408-', '1769538328.94956', '1769538329.38003', '0', '', '1769538328.94685', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538329.41612', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538329.41612', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538329.41612', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538329.45906', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538329.45906', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538329.03751', 'epoch': '1769538329.03751', 'reported': 0, 'tombstones': -1}], 'a7f6e321-0067-43a3-aae3-fb46282c5408-') -test DEBUG: /tmp/tmpfqdgl6i7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538329.03751.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpfqdgl6i7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538329.03751.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '4a372556affb8b868c2baf0bf8ba540c', '5c1d2d0c-1347-42e5-b2a5-6ffbbe84b0c9-', '1769538329.96341', '1769538329.96044', '0', '', '1769538329.96044', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538330.37259', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.37259', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538330.37259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538330.42308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.42308', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538330.03221', 'epoch': '1769538330.03221', 'reported': 0, 'tombstones': -1}], '5c1d2d0c-1347-42e5-b2a5-6ffbbe84b0c9-') -test DEBUG: /tmp/tmpl_ki_ntb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.03221.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpl_ki_ntb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.03221.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '4a372556affb8b868c2baf0bf8ba540c', '5c1d2d0c-1347-42e5-b2a5-6ffbbe84b0c9-', '1769538329.96341', '1769538330.32667', '0', '', '1769538329.96044', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538330.37259', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.37259', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538330.37259', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538330.42308', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.42308', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538330.03221', 'epoch': '1769538330.03221', 'reported': 0, 'tombstones': -1}], '5c1d2d0c-1347-42e5-b2a5-6ffbbe84b0c9-') -test DEBUG: /tmp/tmpl_ki_ntb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.03221.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpl_ki_ntb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.03221.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8710486101cf482c901eceff321085d0', '2f2e1e84-c2d1-4db4-97d9-94c3236b1456-', '1769538330.87419', '1769538330.87080', '0', '', '1769538330.87080', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538330.90746', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.90746', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538330.90746', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538330.93865', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.93865', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538330.93824', 'epoch': '1769538330.93824', 'reported': 0, 'tombstones': -1}], '2f2e1e84-c2d1-4db4-97d9-94c3236b1456-') -test DEBUG: /tmp/tmpaztwmneq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.93824.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpaztwmneq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.93824.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '8710486101cf482c901eceff321085d0', '2f2e1e84-c2d1-4db4-97d9-94c3236b1456-', '1769538330.87419', '1769538331.33403', '0', '', '1769538330.87080', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538330.90746', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.90746', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538330.90746', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538330.93865', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538330.93865', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538330.93824', 'epoch': '1769538330.93824', 'reported': 0, 'tombstones': -1}], '2f2e1e84-c2d1-4db4-97d9-94c3236b1456-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -Unlinked retiring db '/tmp/tmpmqwn7m5b/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -Unlinked retiring db '/tmp/tmp11t3xt1e/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok - -test DEBUG: /tmp/tmpaztwmneq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.93824.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpaztwmneq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538330.93824.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'de9ef655f0025ec8a9ee67d682e3ea09', 'fdebc89d-aba8-464c-9851-e09237210cb0-', '1769538331.59589', '1769538331.59272', '0', '', '1769538331.59272', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538331.63880', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538331.63880', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538331.63880', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538331.68561', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538331.68561', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538331.68528', 'epoch': '1769538331.68528', 'reported': 0, 'tombstones': -1}], 'fdebc89d-aba8-464c-9851-e09237210cb0-') -test DEBUG: /tmp/tmpj9te6p0m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538331.68528.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpj9te6p0m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538331.68528.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'de9ef655f0025ec8a9ee67d682e3ea09', 'fdebc89d-aba8-464c-9851-e09237210cb0-', '1769538331.59589', '1769538331.99316', '0', '', '1769538331.59272', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538331.63880', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538331.63880', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538331.63880', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538331.68561', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538331.68561', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538331.68528', 'epoch': '1769538331.68528', 'reported': 0, 'tombstones': -1}], 'fdebc89d-aba8-464c-9851-e09237210cb0-') -test DEBUG: /tmp/tmpj9te6p0m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538331.68528.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpj9te6p0m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538331.68528.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '048a9ee303a99f3c10ee2107452b8bc8', '0f2a9bc0-fca5-410d-9279-5deae5dd609c-sda', '1769538332.26634', '1769538332.26361', '0', '', '1769538332.26361', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f2a9bc0-fca5-410d-9279-5deae5dd609c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '628c45a6cb9383462ce8658af58e801a', '2dcd47ef-57f5-429d-934f-3fcf3ddd0a28-sda', '1769538332.50908', '1769538332.49753', '0', '', '1769538332.49753', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538332.63277', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538332.63277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538332.63277', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538332.67616', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538332.67616', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538332.67595', 'epoch': '1769538332.67595', 'reported': 0, 'tombstones': -1}], '2dcd47ef-57f5-429d-934f-3fcf3ddd0a28-sda') -test DEBUG: /tmp/tmps6pysr77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps6pysr77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '628c45a6cb9383462ce8658af58e801a', '2dcd47ef-57f5-429d-934f-3fcf3ddd0a28-sda', '1769538332.50908', '1769538332.60188', '0', '', '1769538332.49753', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538332.63277', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538332.63277', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538332.63277', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538332.67616', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538332.67616', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538332.67595', 'epoch': '1769538332.67595', 'reported': 0, 'tombstones': -1}], '2dcd47ef-57f5-429d-934f-3fcf3ddd0a28-sda') -test DEBUG: /tmp/tmps6pysr77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps6pysr77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '7ef6623d0e769fec202ac834417a30a1', 'a4c6a8b8-0072-4309-8fc8-36807f71d601-sda', '1769538333.13823', '1769538333.12364', '0', '', '1769538333.12364', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538333.26905', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538333.26905', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538333.26905', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538333.29051', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538333.29051', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538333.29029', 'epoch': '1769538333.29029', 'reported': 0, 'tombstones': -1}], 'a4c6a8b8-0072-4309-8fc8-36807f71d601-sda') -test DEBUG: /tmp/tmp1bc8su9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1bc8su9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '7ef6623d0e769fec202ac834417a30a1', 'a4c6a8b8-0072-4309-8fc8-36807f71d601-sda', '1769538333.13823', '1769538333.21978', '0', '', '1769538333.12364', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538333.26905', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538333.26905', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538333.26905', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538333.29051', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538333.29051', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538333.29029', 'epoch': '1769538333.29029', 'reported': 0, 'tombstones': -1}], 'a4c6a8b8-0072-4309-8fc8-36807f71d601-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -Unlinked retiring db '/tmp/tmp3ndvqs0d/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok - -test DEBUG: /tmp/tmp1bc8su9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp1bc8su9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '86df41f3787d7b793d58e7a23c81c9bd', 'ce05040c-e26b-4d68-b79f-7aac0762ed76-sda', '1769538333.72970', '1769538333.72746', '0', '', '1769538333.72746', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('ce05040c-e26b-4d68-b79f-7aac0762ed76-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmp3qjhpes3/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e4e1a0b82d62645d228046c3122596e2', '79e429b8-2e5b-4f3a-b026-69b4d4be154c-sda', '1769538334.36398', '1769538334.36152', '0', '', '1769538334.36152', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('79e429b8-2e5b-4f3a-b026-69b4d4be154c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'e4e1a0b82d62645d228046c3122596e2', '64105a53-374b-4045-aaf4-1859ded0ae66-sda', '1769538334.98322', '1769538334.98029', '0', '', '1769538334.98029', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('64105a53-374b-4045-aaf4-1859ded0ae66-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpauasuqwm/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'b1de21db788286363f423fac5975f271', '044ef5dc-78f1-4781-9a62-40c36c6c6830-sda', '1769538335.50544', '1769538335.50266', '0', '', '1769538335.50266', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('044ef5dc-78f1-4781-9a62-40c36c6c6830-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b7cc75b1-4495-4dc9-ba36-becd809c09b3-sda', '1769538336.18932', '1769538336.18592', '0', '', '1769538336.18592', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmtyvrzpc/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '982c8dc5-a183-496c-b8a1-3d487a1ce5e3-sdb', '1769538337.98151', '1769538338.00000', '0', '', '1769538338.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('982c8dc5-a183-496c-b8a1-3d487a1ce5e3-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '982c8dc5-a183-496c-b8a1-3d487a1ce5e3-sdb', '1769538337.98151', '1769538338.00000', '0', '', '1769538338.00000', 0, 1) -test ERROR: Quarantining DB /tmp/tmpmtyvrzpc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('982c8dc5-a183-496c-b8a1-3d487a1ce5e3-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpp61la12y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2d93ae98721130e5cb9b1a2244ebd72f', '6824e654-92a9-4c0a-848f-cd591382684e-sda', '1735129451.17279', '1735129451', '1735129452', '', '1735129452', 1, 0) +test DEBUG: /tmp/tmpp61la12y/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2d93ae98721130e5cb9b1a2244ebd72f', '6824e654-92a9-4c0a-848f-cd591382684e-sda', '1735129451.17279', '1735129451', '1735129452', '', '1735129452', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6824e654-92a9-4c0a-848f-cd591382684e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22569 seconds (4.43092/s) +test INFO: Attempted to replicate 1 dbs in 0.64813 seconds (1.54289/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpafhcijma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f30a7e91-3c3a-4849-8044-d90e00d2d5ec-sda', '1769538338.24915', '1769538338', '0', '', '1769538338', 0, 1) -test DEBUG: /tmp/tmpafhcijma/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f30a7e91-3c3a-4849-8044-d90e00d2d5ec-sda', '1769538338.24915', '1769538338', '0', '', '1769538338', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f30a7e91-3c3a-4849-8044-d90e00d2d5ec-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpyceevo6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03e3a417-7975-4fcf-b39e-9719c2268750-sda', '1735129452.04905', '1735129454', '1735129453', '', '1735129454', 0, 1) +test DEBUG: /tmp/tmpyceevo6w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03e3a417-7975-4fcf-b39e-9719c2268750-sda', '1735129452.04905', '1735129454', '1735129453', '', '1735129454', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03e3a417-7975-4fcf-b39e-9719c2268750-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23022 seconds (4.34372/s) +test INFO: Attempted to replicate 1 dbs in 0.38275 seconds (2.61266/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_i_311l0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b9214327d7ab1b9973ed61f1d4c8589c', '36683cf8-a6ef-4331-a214-5fe640c0367b-sda', '1769538338.57158', '1769538338', '0', '', '1769538338', 1, 1) -test DEBUG: /tmp/tmp_i_311l0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538340.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '36683cf8-a6ef-4331-a214-5fe640c0367b-sda') -test DEBUG: /tmp/tmp_i_311l0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0427954s) +test DEBUG: Replicating db /tmp/tmpwvg0qmof/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cb8050410fe8bbf2210351194bef627', '14e6f360-e287-433b-8e82-eb3b076418e7-sda', '1735129452.96001', '1735129454', '1735129453', '', '1735129454', 1, 1) +test DEBUG: /tmp/tmpwvg0qmof/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129456.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '14e6f360-e287-433b-8e82-eb3b076418e7-sda') +test DEBUG: /tmp/tmpwvg0qmof/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0697145s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b9214327d7ab1b9973ed61f1d4c8589c', '36683cf8-a6ef-4331-a214-5fe640c0367b-sda', '1769538338.57158', '1769538338', '0', '', '1769538338', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('36683cf8-a6ef-4331-a214-5fe640c0367b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5cb8050410fe8bbf2210351194bef627', '14e6f360-e287-433b-8e82-eb3b076418e7-sda', '1735129452.96001', '1735129454', '1735129453', '', '1735129454', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('14e6f360-e287-433b-8e82-eb3b076418e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41859 seconds (2.38896/s) +test INFO: Attempted to replicate 1 dbs in 0.60000 seconds (1.66666/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd3wgzta9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fad2e653-d072-4dd9-ad64-9bc6a974f457-sda', '1769538339.09341', '1769538339', '0', '', '1769538339', 0, 1) -test DEBUG: /tmp/tmpd3wgzta9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fad2e653-d072-4dd9-ad64-9bc6a974f457-sda', '1769538339.09341', '1769538339', '0', '', '1769538339', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fad2e653-d072-4dd9-ad64-9bc6a974f457-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpe2_310b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e03ab567-9225-4ad5-94b3-71b2eafe5029-sda', '1735129453.85808', '1735129455', '1735129454', '', '1735129455', 0, 0) +test DEBUG: /tmp/tmpe2_310b0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e03ab567-9225-4ad5-94b3-71b2eafe5029-sda', '1735129453.85808', '1735129455', '1735129454', '', '1735129455', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e03ab567-9225-4ad5-94b3-71b2eafe5029-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22045 seconds (4.53621/s) +test INFO: Attempted to replicate 1 dbs in 0.40193 seconds (2.48803/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp12pibimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f783b6f9e08d6658f62d76ea2ceaeed4', '5f1fcbca-57af-4808-ba9c-c76964b41da0-sda', '1769538339.40766', '1769538339', '0', '', '1769538339', 1, 1) -test DEBUG: /tmp/tmp12pibimx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test DEBUG: Replicating db /tmp/tmpvwwks772/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '32d0eed19c6f9a568bf1ef69bff7906c', 'd88ba35d-8749-45a9-93f5-28baef6b404b-sda', '1735129454.58585', '1735129456', '1735129455', '', '1735129456', 1, 0) +test DEBUG: /tmp/tmpvwwks772/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '32d0eed19c6f9a568bf1ef69bff7906c', 'd88ba35d-8749-45a9-93f5-28baef6b404b-sda', '1735129454.58585', '1735129456', '1735129455', '', '1735129456', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d88ba35d-8749-45a9-93f5-28baef6b404b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok + +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:14 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0537 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:14 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0729 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:14 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0607 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:14 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0711 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:14 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txaee9c19d304f4b6f9f496-00676bf96e" "proxy-server 546117" 0.0007 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:55951/sda1/0/a/c" "txaee9c19d304f4b6f9f496-00676bf96e" "container-server 546117" 0.0044 "-" 546117 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46369/sdb1/0/a/c" "txaee9c19d304f4b6f9f496-00676bf96e" "container-server 546117" 0.0054 "-" 546117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaee9c19d304f4b6f9f496-00676bf96e" "proxy-server 546117" 0.0612 "-" 546117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txaee9c19d304f4b6f9f496-00676bf96e" "proxy-server 546117" 0.1243 "-" 546117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/15 PUT /v1/a/c HTTP/1.0 201 - - t - - - txaee9c19d304f4b6f9f496-00676bf96e - 0.1286 - - 1735129454.997273445 1735129455.125866652 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx6e848035fbdb4937877af-00676bf96f" "proxy-server 546117" 0.0007 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:55951/sda1/2/a1/c1" "tx6e848035fbdb4937877af-00676bf96f" "container-server 546117" 0.0007 "-" 546117 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46369/sdb1/2/a1/c1" "tx6e848035fbdb4937877af-00676bf96f" "container-server 546117" 0.0006 "-" 546117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6e848035fbdb4937877af-00676bf96f" "proxy-server 546117" 0.0683 "-" 546117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx6e848035fbdb4937877af-00676bf96f" "proxy-server 546117" 0.1296 "-" 546117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/15 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx6e848035fbdb4937877af-00676bf96f - 0.1340 - - 1735129455.126727343 1735129455.260678291 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb1ba07f04c924026bb434-00676bf96f" "proxy-server 546117" 0.0872 "-" 546117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55951/sda1/0/a/c1" "txb1ba07f04c924026bb434-00676bf96f" "container-server 546117" 0.0790 "-" 546117 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46369/sdb1/0/a/c1" "txb1ba07f04c924026bb434-00676bf96f" "container-server 546117" 0.0131 "-" 546117 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb1ba07f04c924026bb434-00676bf96f" "proxy-server 546117" 0.2213 "-" 546117 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb1ba07f04c924026bb434-00676bf96f" "proxy-server 546117" 0.1555 "-" 546117 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/15 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb1ba07f04c924026bb434-00676bf96f - 0.3131 - - 1735129455.261463642 1735129455.574514151 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx52196e8910f547bd9ed31-00676bf96f" "proxy-server 546117" 0.0620 "-" 546117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:55951/sda1/2/a/c2" "tx52196e8910f547bd9ed31-00676bf96f" "container-server 546117" 0.0819 "-" 546117 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46369/sdb1/2/a/c2" "tx52196e8910f547bd9ed31-00676bf96f" "container-server 546117" 0.0029 "-" 546117 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx52196e8910f547bd9ed31-00676bf96f" "proxy-server 546117" 0.2054 "-" 546117 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:24:15 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx52196e8910f547bd9ed31-00676bf96f" "proxy-server 546117" 0.1476 "-" 546117 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/24/15 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx52196e8910f547bd9ed31-00676bf96f - 0.2723 - - 1735129455.575493574 1735129455.847799778 2 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129918.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c72/706142f22e80f5f019840f4970633c72/706142f22e80f5f019840f4970633c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129923.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/5b5/b2227fd3478b71d7522addabfb4da5b5/b2227fd3478b71d7522addabfb4da5b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129928.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cdc/1ffa1641304cc5d0195d2b5966765cdc/1ffa1641304cc5d0195d2b5966765cdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129933.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/69d/7e0450e7b89f90c2b905a1aaacfe269d/7e0450e7b89f90c2b905a1aaacfe269d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129938.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/931/2b7be04bfd4032559d619f8c585ac931/2b7be04bfd4032559d619f8c585ac931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129943.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cd3/b4aeb7e2cf131d57faf354574cd99cd3/b4aeb7e2cf131d57faf354574cd99cd3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129948.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8d7/77715de1c8337374b689e1ea40d4a8d7/77715de1c8337374b689e1ea40d4a8d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129953.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e23/c964ced4fb3a35394ee2152f8be63e23/c964ced4fb3a35394ee2152f8be63e23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129958.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4e4/4364379069e5dfd38d45fcd0c07414e4/4364379069e5dfd38d45fcd0c07414e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129963.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bb4/a64873550fbe74c1077a08202ef74bb4/a64873550fbe74c1077a08202ef74bb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129968.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/813/290171d22f89f4e4413410df250cc813/290171d22f89f4e4413410df250cc813.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129973.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/365/6a3614fe53d0e570e89d220370d55365/6a3614fe53d0e570e89d220370d55365.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129978.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a5c/14b5d97f95e1058e3f1a3f77420e8a5c/14b5d97f95e1058e3f1a3f77420e8a5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129983.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/173/120dbe04e732a45c650b1f5f2b181173/120dbe04e732a45c650b1f5f2b181173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129988.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8f8/db76a253be8194646fbb8f31196d58f8/db76a253be8194646fbb8f31196d58f8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129993.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e80/1f7c1dec07a0a32fcd84f3078a9e6e80/1f7c1dec07a0a32fcd84f3078a9e6e80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129998.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2b8/e9f5cb34b35b3958dbaa8ee8287182b8/e9f5cb34b35b3958dbaa8ee8287182b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130003.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/5fa/0dbb7fbd34af5ff40f051abfcff8c5fa/0dbb7fbd34af5ff40f051abfcff8c5fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130008.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/206/4476e8b1021d161d323b89b38cc68206/4476e8b1021d161d323b89b38cc68206.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130013.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2ed/911dc6b4025738d9957c45a8d184a2ed/911dc6b4025738d9957c45a8d184a2ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130018.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/176/b02e5df3c211b584fc261fce1fbe9176/b02e5df3c211b584fc261fce1fbe9176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130023.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/18f/978ac80d3ee6d8f2f44af9b4ea62b18f/978ac80d3ee6d8f2f44af9b4ea62b18f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130028.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2da/755a193d084e395680345818e40452da/755a193d084e395680345818e40452da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130033.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/eda/0ae363b0c4d689d5c50b0816bf3c8eda/0ae363b0c4d689d5c50b0816bf3c8eda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130038.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b8e/3dcbb7c50059971e1b136572a3cb0b8e/3dcbb7c50059971e1b136572a3cb0b8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130043.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/dca/696e99362ac9193b1a8a0856e0155dca/696e99362ac9193b1a8a0856e0155dca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130048.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/78b/6b4d8440b2ea8f6d6116033a533dd78b/6b4d8440b2ea8f6d6116033a533dd78b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130053.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/194/6d4f33534e6953b56b252d730540f194/6d4f33534e6953b56b252d730540f194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130058.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/799/5c888ecb10d1aa36c717cf2b94300799/5c888ecb10d1aa36c717cf2b94300799.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130063.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d32/0fa2985ef0087aa59f964549f57c0d32/0fa2985ef0087aa59f964549f57c0d32.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130068.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e06/bdf558ed21ffe0a3c0cccee35ef68e06/bdf558ed21ffe0a3c0cccee35ef68e06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130073.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/484/db8ea22f44caf992effd2918441ad484/db8ea22f44caf992effd2918441ad484.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130078.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cc2/218f5d5e18284a08f9d53a782f740cc2/218f5d5e18284a08f9d53a782f740cc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130083.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/459/ee580562933529812e2a0e9f018c1459/ee580562933529812e2a0e9f018c1459.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130088.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/78e/f2f789c73b1676a682919c36bacdc78e/f2f789c73b1676a682919c36bacdc78e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f783b6f9e08d6658f62d76ea2ceaeed4', '5f1fcbca-57af-4808-ba9c-c76964b41da0-sda', '1769538339.40766', '1769538339', '0', '', '1769538339', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5f1fcbca-57af-4808-ba9c-c76964b41da0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.33281 seconds (3.00475/s) +test INFO: Attempted to replicate 1 dbs in 0.56244 seconds (1.77797/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0nime1km/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b4ec397-2981-41a1-bf0e-a38d4a61cae5-sda', '1769538339.84665', '1769538339', '0', '', '1769538339', 0, 1) -test DEBUG: /tmp/tmp0nime1km/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b4ec397-2981-41a1-bf0e-a38d4a61cae5-sda', '1769538339.84665', '1769538339', '0', '', '1769538339', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3b4ec397-2981-41a1-bf0e-a38d4a61cae5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpt1b8fqgl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44020659-d4f3-4642-938a-74f9358dc83f-sda', '1735129455.49801', '1735129458', '1735129457', '', '1735129458', 0, 0) +test DEBUG: /tmp/tmpt1b8fqgl/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '44020659-d4f3-4642-938a-74f9358dc83f-sda', '1735129455.49801', '1735129458', '1735129457', '', '1735129458', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('44020659-d4f3-4642-938a-74f9358dc83f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26927 seconds (3.71367/s) +test INFO: Attempted to replicate 1 dbs in 0.36362 seconds (2.75013/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm070le9e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b09215ea7c291ff4750de80759146ffc', '3836006b-a8af-4418-be82-1f7e428ea79f-sda', '1769538340.23111', '1769538340', '0', '', '1769538340', 1, 0) -test DEBUG: /tmp/tmpm070le9e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538343.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3836006b-a8af-4418-be82-1f7e428ea79f-sda') -test DEBUG: /tmp/tmpm070le9e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0536518s) +test DEBUG: Replicating db /tmp/tmpbbcc17gj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '224e1509a3f57788b8bf0f9e7dcc2d04', '5a195e16-d35e-44cd-9337-f8bc5a7562bb-sda', '1735129456.22966', '1735129459', '1735129458', '', '1735129459', 1, 0) +test DEBUG: /tmp/tmpbbcc17gj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129461.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5a195e16-d35e-44cd-9337-f8bc5a7562bb-sda') +test DEBUG: /tmp/tmpbbcc17gj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0675972s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b09215ea7c291ff4750de80759146ffc', '3836006b-a8af-4418-be82-1f7e428ea79f-sda', '1769538340.23111', '1769538340', '0', '', '1769538340', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3836006b-a8af-4418-be82-1f7e428ea79f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '224e1509a3f57788b8bf0f9e7dcc2d04', '5a195e16-d35e-44cd-9337-f8bc5a7562bb-sda', '1735129456.22966', '1735129459', '1735129458', '', '1735129459', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5a195e16-d35e-44cd-9337-f8bc5a7562bb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40014 seconds (2.49914/s) +test INFO: Attempted to replicate 1 dbs in 0.55493 seconds (1.80204/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjzp4t15c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0d95db40-cc43-4a7c-a02b-291e61dfb6e9-sda', '1769538340.73672', '1769538340', '0', '', '1769538340', 0, 1) -test DEBUG: /tmp/tmpjzp4t15c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0d95db40-cc43-4a7c-a02b-291e61dfb6e9-sda', '1769538340.73672', '1769538340', '0', '', '1769538340', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0d95db40-cc43-4a7c-a02b-291e61dfb6e9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpe1goew2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3836ef52-b99c-4472-bf25-56c1b046834b-sda', '1735129457.14438', '1735129460', '1735129459', '', '1735129460', 0, 1) +test DEBUG: /tmp/tmpe1goew2k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3836ef52-b99c-4472-bf25-56c1b046834b-sda', '1735129457.14438', '1735129460', '1735129459', '', '1735129460', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3836ef52-b99c-4472-bf25-56c1b046834b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23280 seconds (4.29558/s) +test INFO: Attempted to replicate 1 dbs in 3.41103 seconds (0.29317/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcqruvw77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f1adcadbcefa10aaa6a8d7b4e5fc357', '610a31e5-f5cc-4bc8-8ec1-dace77797631-sda', '1769538341.07931', '1769538341', '0', '', '1769538341', 1, 1) -test DEBUG: /tmp/tmpcqruvw77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f1adcadbcefa10aaa6a8d7b4e5fc357', '610a31e5-f5cc-4bc8-8ec1-dace77797631-sda', '1769538341.07931', '1769538341', '0', '', '1769538341', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('610a31e5-f5cc-4bc8-8ec1-dace77797631-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmptbqx7u1z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f146ecd73a763c85ca4682f754666c5', '2f75cad2-d3bd-4f24-b255-67c4fe44008d-sda', '1735129460.97671', '1735129463', '1735129462', '', '1735129463', 1, 0) +test DEBUG: /tmp/tmptbqx7u1z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f146ecd73a763c85ca4682f754666c5', '2f75cad2-d3bd-4f24-b255-67c4fe44008d-sda', '1735129460.97671', '1735129463', '1735129462', '', '1735129463', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2f75cad2-d3bd-4f24-b255-67c4fe44008d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42632 seconds (2.34566/s) +test INFO: Attempted to replicate 1 dbs in 0.58488 seconds (1.70975/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx3l99v6z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f49787ff-80f6-44bb-a4f6-d3536c2f6a62-sda', '1769538341.71866', '1769538343', '0', '', '1769538343', 0, 1) -test DEBUG: /tmp/tmpx3l99v6z/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f49787ff-80f6-44bb-a4f6-d3536c2f6a62-sda', '1769538341.71866', '1769538343', '0', '', '1769538343', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f49787ff-80f6-44bb-a4f6-d3536c2f6a62-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpaqdq_oi8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9236d45-3406-44fb-9205-e7498d39e37e-sda', '1735129461.94652', '1735129464', '1735129463', '', '1735129464', 0, 1) +test DEBUG: /tmp/tmpaqdq_oi8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a9236d45-3406-44fb-9205-e7498d39e37e-sda', '1735129461.94652', '1735129464', '1735129463', '', '1735129464', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a9236d45-3406-44fb-9205-e7498d39e37e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23347 seconds (4.28321/s) +test INFO: Attempted to replicate 1 dbs in 0.33953 seconds (2.94528/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpesfhap78/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f1adcadbcefa10aaa6a8d7b4e5fc357', 'b3518463-df5d-4164-a637-0458ffaccb7b-sda', '1769538342.06645', '1769538343', '0', '', '1769538343', 1, 1) -test DEBUG: /tmp/tmpesfhap78/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538344.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'b3518463-df5d-4164-a637-0458ffaccb7b-sda') -test DEBUG: /tmp/tmpesfhap78/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0303299s) +test DEBUG: Replicating db /tmp/tmpifm3n3ha/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1a70ed2221f40560d1a62c081efc4c85', '6c886266-06b6-47da-9086-ab562cf7dfb3-sda', '1735129462.57078', '1735129465', '1735129464', '', '1735129465', 1, 0) +test DEBUG: /tmp/tmpifm3n3ha/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129466.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6c886266-06b6-47da-9086-ab562cf7dfb3-sda') +test DEBUG: /tmp/tmpifm3n3ha/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0554669s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2f1adcadbcefa10aaa6a8d7b4e5fc357', 'b3518463-df5d-4164-a637-0458ffaccb7b-sda', '1769538342.06645', '1769538343', '0', '', '1769538343', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b3518463-df5d-4164-a637-0458ffaccb7b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1a70ed2221f40560d1a62c081efc4c85', '6c886266-06b6-47da-9086-ab562cf7dfb3-sda', '1735129462.57078', '1735129465', '1735129464', '', '1735129465', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6c886266-06b6-47da-9086-ab562cf7dfb3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28123 seconds (3.55582/s) +test INFO: Attempted to replicate 1 dbs in 0.56631 seconds (1.76581/s)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130093.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/fec/17721abddf4fc8a635623db1cbf37fec/17721abddf4fc8a635623db1cbf37fec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130098.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d97/a9f342bfdf94f7122d9b029cb6f4fd97/a9f342bfdf94f7122d9b029cb6f4fd97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130103.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/1ee/7b6d0f062470653d5c227fdaac1fc1ee/7b6d0f062470653d5c227fdaac1fc1ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130108.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bf4/c854513402d554c12291a92bdf273bf4/c854513402d554c12291a92bdf273bf4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130113.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8e2/cccf2ca511c2b3ff5014dcd3296f98e2/cccf2ca511c2b3ff5014dcd3296f98e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130118.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3ca/7e6e3f2f0b8be79a58f1a62b38be23ca/7e6e3f2f0b8be79a58f1a62b38be23ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130123.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/523/31b7ee4438e649a55ec311f42e1ae523/31b7ee4438e649a55ec311f42e1ae523.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130128.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f57/1c67c4d80254d6c51c51aa498d8e1f57/1c67c4d80254d6c51c51aa498d8e1f57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130133.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b7d/988a212462e6f1916ba7f49762378b7d/988a212462e6f1916ba7f49762378b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130138.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/9c7/d4d65a3e4cb22b4dff3d054a7cf979c7/d4d65a3e4cb22b4dff3d054a7cf979c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130143.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8b4/e57d8b635d0adbaccd866de443efd8b4/e57d8b635d0adbaccd866de443efd8b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130148.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/ede/5cd7634a0adf4f7d5325fef1867ddede/5cd7634a0adf4f7d5325fef1867ddede.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130153.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/aaa/6ede7ab7ffede3baa6018818418edaaa/6ede7ab7ffede3baa6018818418edaaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130158.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/554/06653c268ab07cd6ddc5cf4f3d1c3554/06653c268ab07cd6ddc5cf4f3d1c3554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130163.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/33e/be0f3ab8cc47e1c891f937e1c8a7733e/be0f3ab8cc47e1c891f937e1c8a7733e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130168.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f33/7b450effe32589ab516a7c92ec135f33/7b450effe32589ab516a7c92ec135f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130173.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130178.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/dcf/a9c07a463fd267fb38b4ab05ecddbdcf/a9c07a463fd267fb38b4ab05ecddbdcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130183.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/dbd/16aa33252f3aa254db55c4d26f428dbd/16aa33252f3aa254db55c4d26f428dbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130188.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/288/34159297d3736be3c062ee241b09e288/34159297d3736be3c062ee241b09e288.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130193.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130198.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/839/a079cc4571a6328cf7689f2cdf649839/a079cc4571a6328cf7689f2cdf649839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130213.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/216/6efd173f21f256c57036609d4ebc1216/6efd173f21f256c57036609d4ebc1216.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130218.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b9f/14b64592c77206865f05dfc98e5e8b9f/14b64592c77206865f05dfc98e5e8b9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130223.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/884/9d2e0d42a23841d2ef05df4a8a4a5884/9d2e0d42a23841d2ef05df4a8a4a5884.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130228.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e9d/5b1b08ac81bfa7a804331945327f2e9d/5b1b08ac81bfa7a804331945327f2e9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130233.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130238.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/87b/cd3ce146e5d4901fb05a2d01061be87b/cd3ce146e5d4901fb05a2d01061be87b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130243.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/393/023eb4fdb4fc2fb1ddd5e3b5eee38393/023eb4fdb4fc2fb1ddd5e3b5eee38393.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130248.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/944/531ee1c8f4218398aae378c8463ec944/531ee1c8f4218398aae378c8463ec944.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130253.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130258.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/696/3bcaf61f24b7143baad5eef2473c7696/3bcaf61f24b7143baad5eef2473c7696.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130263.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/4c8/02071b3a1834a1816b6ca516f8aa84c8/02071b3a1834a1816b6ca516f8aa84c8.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok + test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmps1_jf9bn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5531960a1b37964e57b8227d577206bc', '93404051-bf7c-426d-87d1-8d559d27ff60-sda', '1769538342.39404', '1769538342', '1769538343', '', '1769538343', 1, 1) -test DEBUG: /tmp/tmps1_jf9bn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538345.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '93404051-bf7c-426d-87d1-8d559d27ff60-sda') -test DEBUG: /tmp/tmps1_jf9bn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0595067s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5531960a1b37964e57b8227d577206bc', '93404051-bf7c-426d-87d1-8d559d27ff60-sda', '1769538342.39404', '1769538342', '1769538343', '', '1769538343', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('93404051-bf7c-426d-87d1-8d559d27ff60-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpab75q9lj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f94fa130-36ae-477b-98cb-cdadfc47b08c-sda', '1735129463.43653', '1735129466', '1735129465', '', '1735129466', 0, 0) +test DEBUG: /tmp/tmpab75q9lj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f94fa130-36ae-477b-98cb-cdadfc47b08c-sda', '1735129463.43653', '1735129466', '1735129465', '', '1735129466', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f94fa130-36ae-477b-98cb-cdadfc47b08c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.89992 seconds (0.52634/s) +test INFO: Attempted to replicate 1 dbs in 0.40803 seconds (2.45081/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdaxod1hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8fead0908679d4f61ebd5f6ddfc30336', 'a8cef4e0-85cd-44ac-8037-c3f749b5bf72-sda', '1769538344.42074', '1769538344', '1769538345', '', '1769538345', 1, 1) -test DEBUG: /tmp/tmpdaxod1hs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8fead0908679d4f61ebd5f6ddfc30336', 'a8cef4e0-85cd-44ac-8037-c3f749b5bf72-sda', '1769538344.42074', '1769538344', '1769538345', '', '1769538345', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a8cef4e0-85cd-44ac-8037-c3f749b5bf72-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpjpgcbahx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '43abeee013cee4ab6a7766a8368c77b1', '1b8eb3fa-75f1-457b-99d8-8a5aa3b4d38d-sda', '1735129464.15689', '1735129467', '1735129466', '', '1735129467', 1, 0) +test DEBUG: /tmp/tmpjpgcbahx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '43abeee013cee4ab6a7766a8368c77b1', '1b8eb3fa-75f1-457b-99d8-8a5aa3b4d38d-sda', '1735129464.15689', '1735129467', '1735129466', '', '1735129467', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b8eb3fa-75f1-457b-99d8-8a5aa3b4d38d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.31152 seconds (3.21003/s) +test INFO: Attempted to replicate 1 dbs in 0.67925 seconds (1.47222/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpiiqwgvu9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b1228e67-db79-4b5f-bf3f-51794f25b06e-sda', '1769538345.50170', '1769538347', '1769538346', '', '1769538347', 0, 0) -test DEBUG: /tmp/tmpiiqwgvu9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b1228e67-db79-4b5f-bf3f-51794f25b06e-sda', '1769538345.50170', '1769538347', '1769538346', '', '1769538347', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b1228e67-db79-4b5f-bf3f-51794f25b06e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpz6wmkl__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '745406d2-1d1b-41c5-877f-2fc7ba06f5ef-sda', '1735129465.41598', '1735129469', '1735129468', '', '1735129469', 0, 1) +test DEBUG: /tmp/tmpz6wmkl__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '745406d2-1d1b-41c5-877f-2fc7ba06f5ef-sda', '1735129465.41598', '1735129469', '1735129468', '', '1735129469', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('745406d2-1d1b-41c5-877f-2fc7ba06f5ef-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17606 seconds (5.67973/s) +test INFO: Attempted to replicate 1 dbs in 0.25471 seconds (3.92610/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7x1hkvcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3b4b32cc748d6634b64a2eadfe76ed58', '9a4602c7-2567-4fce-af3e-0e59ca11391f-sda', '1769538345.84218', '1769538347', '1769538346', '', '1769538347', 1, 0) -test DEBUG: /tmp/tmp7x1hkvcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538349.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9a4602c7-2567-4fce-af3e-0e59ca11391f-sda') -test DEBUG: /tmp/tmp7x1hkvcm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0244832s) +test DEBUG: Replicating db /tmp/tmpcp0blic4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '10346372108d7aab94c1fb731be5397e', '3eb05389-6528-4f10-af16-7bca48417f2c-sda', '1735129466.32698', '1735129470', '1735129469', '', '1735129470', 1, 0) +test DEBUG: /tmp/tmpcp0blic4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129471.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3eb05389-6528-4f10-af16-7bca48417f2c-sda') +test DEBUG: /tmp/tmpcp0blic4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.057955s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3b4b32cc748d6634b64a2eadfe76ed58', '9a4602c7-2567-4fce-af3e-0e59ca11391f-sda', '1769538345.84218', '1769538347', '1769538346', '', '1769538347', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9a4602c7-2567-4fce-af3e-0e59ca11391f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '10346372108d7aab94c1fb731be5397e', '3eb05389-6528-4f10-af16-7bca48417f2c-sda', '1735129466.32698', '1735129470', '1735129469', '', '1735129470', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3eb05389-6528-4f10-af16-7bca48417f2c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26964 seconds (3.70863/s) +test INFO: Attempted to replicate 1 dbs in 0.55763 seconds (1.79329/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbsrgm6fp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5cbf32df-1de5-4ee4-a485-36899e2ede1d-sda', '1769538346.27904', '1769538348', '1769538347', '', '1769538348', 0, 1) -test DEBUG: /tmp/tmpbsrgm6fp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5cbf32df-1de5-4ee4-a485-36899e2ede1d-sda', '1769538346.27904', '1769538348', '1769538347', '', '1769538348', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5cbf32df-1de5-4ee4-a485-36899e2ede1d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp8dtsh5mf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1819d750-a87f-4a9a-9434-42485fc36e66-sda', '1735129467.29944', '1735129471', '1735129470', '', '1735129471', 0, 0) +test DEBUG: /tmp/tmp8dtsh5mf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1819d750-a87f-4a9a-9434-42485fc36e66-sda', '1735129467.29944', '1735129471', '1735129470', '', '1735129471', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1819d750-a87f-4a9a-9434-42485fc36e66-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17795 seconds (5.61949/s) +test INFO: Attempted to replicate 1 dbs in 0.38282 seconds (2.61220/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjtzojolr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6fbaaffdac25289515146f55d6ceacaf', '3ed29fc5-7ff3-41a6-bdb8-7ec34a12240c-sda', '1769538346.61073', '1769538348', '1769538347', '', '1769538348', 1, 0) -test DEBUG: /tmp/tmpjtzojolr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6fbaaffdac25289515146f55d6ceacaf', '3ed29fc5-7ff3-41a6-bdb8-7ec34a12240c-sda', '1769538346.61073', '1769538348', '1769538347', '', '1769538348', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3ed29fc5-7ff3-41a6-bdb8-7ec34a12240c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok - +test DEBUG: Replicating db /tmp/tmpd5j_w1w2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '402350a69ac31cdca47cfbbb8dc4f62b', '96bb4874-05de-48f9-b633-f01d10c45d82-sda', '1735129467.95683', '1735129471', '1735129470', '', '1735129471', 1, 1) +test DEBUG: /tmp/tmpd5j_w1w2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '402350a69ac31cdca47cfbbb8dc4f62b', '96bb4874-05de-48f9-b633-f01d10c45d82-sda', '1735129467.95683', '1735129471', '1735129470', '', '1735129471', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('96bb4874-05de-48f9-b633-f01d10c45d82-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39916 seconds (2.50529/s) +test INFO: Attempted to replicate 1 dbs in 0.54578 seconds (1.83222/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpq1jtyesi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f1330063-9f85-4411-846c-6eaf866989f6-sda', '1769538347.20037', '1769538350', '1769538349', '', '1769538350', 0, 1) -test DEBUG: /tmp/tmpq1jtyesi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f1330063-9f85-4411-846c-6eaf866989f6-sda', '1769538347.20037', '1769538350', '1769538349', '', '1769538350', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f1330063-9f85-4411-846c-6eaf866989f6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpm1ttygsy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2fc3224b-66f2-4cc0-8de5-abf519956f02-sda', '1735129468.90760', '1735129473', '1735129472', '', '1735129473', 0, 1) +test DEBUG: /tmp/tmpm1ttygsy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps +test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130268.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2bd/37efbc14e49e503e607e5d7783d3a2bd/37efbc14e49e503e607e5d7783d3a2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130273.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c3a/f06cb7a9bb10a9cf46fe14013fc45c3a/f06cb7a9bb10a9cf46fe14013fc45c3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130278.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d16/908e042548c70d114e01a4bb8b8cad16/908e042548c70d114e01a4bb8b8cad16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130283.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/446/a7ae472a2dd678d053570aa4ea427446/a7ae472a2dd678d053570aa4ea427446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130288.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/92c/b5406e9ffae15f44d8e9502a39a1d92c/b5406e9ffae15f44d8e9502a39a1d92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130293.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/268/b0f7223a3fc0eec12d286e7404d28268/b0f7223a3fc0eec12d286e7404d28268.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130298.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/06a/97e45b1613a5499c5b3ca78e5177406a/97e45b1613a5499c5b3ca78e5177406a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130303.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/66c/9983048fa74e8c3dbb4f563e7b43966c/9983048fa74e8c3dbb4f563e7b43966c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130308.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/888/06fe7f7b45bef5267767a3bb52d01888/06fe7f7b45bef5267767a3bb52d01888.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130313.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130318.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/328/62c50d7b25d2ca3648b25dee339cc328/62c50d7b25d2ca3648b25dee339cc328.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130323.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/dbc/f51c2a507b94ab7e7fa3895415214dbc/f51c2a507b94ab7e7fa3895415214dbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130328.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bae/02335041913460b0be264b7e22efbbae/02335041913460b0be264b7e22efbbae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130333.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a25/234946558a16e71388ee8c6ab22efa25/234946558a16e71388ee8c6ab22efa25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130338.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/1b5/6e5b7843e9755f8a4523a6e3eca511b5/6e5b7843e9755f8a4523a6e3eca511b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130343.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/629/cf28035e8fb987d8722dce9fb2082629/cf28035e8fb987d8722dce9fb2082629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130348.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/0ed/3d796f166d3538c4d69fca6c92ac00ed/3d796f166d3538c4d69fca6c92ac00ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130353.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/2a5/fa6904809ad312a6850eb20ef53bd2a5/fa6904809ad312a6850eb20ef53bd2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130358.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/95d/d79f700953feb8486409d0453715a95d/d79f700953feb8486409d0453715a95d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130363.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c76/f8c9ecca1d77ec4709ec8da357686c76/f8c9ecca1d77ec4709ec8da357686c76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130368.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e68/95fe5c41ff697e7400b6077a4bd9ae68/95fe5c41ff697e7400b6077a4bd9ae68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130373.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a35/a152ea3e551b1961301a705975d30a35/a152ea3e551b1961301a705975d30a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130378.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e9b/56ae28895548cbf1e800102be1e23e9b/56ae28895548cbf1e800102be1e23e9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130383.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3d6/9c72a45974da454014425fdc5a94a3d6/9c72a45974da454014425fdc5a94a3d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130388.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/be1/5c48b8457fba439151745f331802bbe1/5c48b8457fba439151745f331802bbe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130393.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/010/d95ca56c008d4c23a365ef7c87e52010/d95ca56c008d4c23a365ef7c87e52010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130398.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7a4/4d42b613da59062669e745666d2b57a4/4d42b613da59062669e745666d2b57a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130403.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6ac/9d5e3b9320684c3c17e7708c1994e6ac/9d5e3b9320684c3c17e7708c1994e6ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130408.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a78/f521abbfe896f330c9bf13ce55deaa78/f521abbfe896f330c9bf13ce55deaa78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130413.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/5b5/3cc943c1f05c9ea9c17bd0069ee305b5/3cc943c1f05c9ea9c17bd0069ee305b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130418.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/19a/4aeff71b9be5528ac3e0fefb9b75e19a/4aeff71b9be5528ac3e0fefb9b75e19a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130423.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/89b/a52ac3da6dc54b39a65332f7d6d7289b/a52ac3da6dc54b39a65332f7d6d7289b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130428.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/750/2a80150f8a16effe805fe94fce098750/2a80150f8a16effe805fe94fce098750.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130433.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7f9/aa117deca5033e96d31378a599d187f9/aa117deca5033e96d31378a599d187f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130438.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/87f/b5288c9c44f0f8f0bc0063d520f6087f/b5288c9c44f0f8f0bc0063d520f6087f.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok + +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2fc3224b-66f2-4cc0-8de5-abf519956f02-sda', '1735129468.90760', '1735129473', '1735129472', '', '1735129473', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2fc3224b-66f2-4cc0-8de5-abf519956f02-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22549 seconds (4.43474/s) +test INFO: Attempted to replicate 1 dbs in 0.58537 seconds (1.70831/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyf9u6bct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aca6bfae9254a699d2018de7bf5a0190', 'a2752c48-5daa-4a89-81d5-e2286b3a94e9-sda', '1769538347.58983', '1769538350', '1769538349', '', '1769538350', 1, 0) -test DEBUG: /tmp/tmpyf9u6bct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538352.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a2752c48-5daa-4a89-81d5-e2286b3a94e9-sda') -test DEBUG: /tmp/tmpyf9u6bct/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0719523s) +test DEBUG: Replicating db /tmp/tmpgfumhfl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '328425d57d1f8c23c1263dcb77c7aeda', '03fa3ee5-1e94-4950-b4bc-1f6b41715b50-sda', '1735129470.14371', '1735129475', '1735129474', '', '1735129475', 1, 0) +test DEBUG: /tmp/tmpgfumhfl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129476.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '03fa3ee5-1e94-4950-b4bc-1f6b41715b50-sda') +test DEBUG: /tmp/tmpgfumhfl9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0924549s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'aca6bfae9254a699d2018de7bf5a0190', 'a2752c48-5daa-4a89-81d5-e2286b3a94e9-sda', '1769538347.58983', '1769538350', '1769538349', '', '1769538350', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a2752c48-5daa-4a89-81d5-e2286b3a94e9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '328425d57d1f8c23c1263dcb77c7aeda', '03fa3ee5-1e94-4950-b4bc-1f6b41715b50-sda', '1735129470.14371', '1735129475', '1735129474', '', '1735129475', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03fa3ee5-1e94-4950-b4bc-1f6b41715b50-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53065 seconds (1.88449/s) +test INFO: Attempted to replicate 1 dbs in 2.45089 seconds (0.40802/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprsktx6or/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f41142fc-0088-4504-8ba9-3cf86e6aebcd-sda', '1769538348.31678', '1769538351', '1769538350', '', '1769538351', 0, 0) -test DEBUG: /tmp/tmprsktx6or/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f41142fc-0088-4504-8ba9-3cf86e6aebcd-sda', '1769538348.31678', '1769538351', '1769538350', '', '1769538351', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f41142fc-0088-4504-8ba9-3cf86e6aebcd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmptpy4lc0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3aeae2d3-44ff-4837-8c5b-3d5251ffdc23-sda', '1735129472.89523', '1735129477', '1735129476', '', '1735129477', 0, 0) +test DEBUG: /tmp/tmptpy4lc0x/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3aeae2d3-44ff-4837-8c5b-3d5251ffdc23-sda', '1735129472.89523', '1735129477', '1735129476', '', '1735129477', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3aeae2d3-44ff-4837-8c5b-3d5251ffdc23-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22579 seconds (4.42889/s) +test INFO: Attempted to replicate 1 dbs in 0.37703 seconds (2.65234/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6b1tx1nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3d0f9668e12fa43dc3ff905d6bf30bd4', '18b9e5b3-a12c-4711-9860-4c6be7b55bba-sda', '1769538348.81351', '1769538351', '1769538350', '', '1769538351', 1, 1) -test DEBUG: /tmp/tmp6b1tx1nw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3d0f9668e12fa43dc3ff905d6bf30bd4', '18b9e5b3-a12c-4711-9860-4c6be7b55bba-sda', '1769538348.81351', '1769538351', '1769538350', '', '1769538351', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('18b9e5b3-a12c-4711-9860-4c6be7b55bba-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwcne8qs4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6dea337b7fea671e27e6cdb385b90345', '1c918b28-dad5-42fc-b461-210212b5dd61-sda', '1735129473.85074', '1735129478', '1735129477', '', '1735129478', 1, 1) +test DEBUG: /tmp/tmpwcne8qs4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6dea337b7fea671e27e6cdb385b90345', '1c918b28-dad5-42fc-b461-210212b5dd61-sda', '1735129473.85074', '1735129478', '1735129477', '', '1735129478', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1c918b28-dad5-42fc-b461-210212b5dd61-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43437 seconds (2.30221/s) +test INFO: Attempted to replicate 1 dbs in 0.62350 seconds (1.60385/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0b9b096-6b7d-4240-ae0c-56994fbfd78d-sda', '1735129474.88346', '1735129474.00000', '0', '', '1735129474.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c0b9b096-6b7d-4240-ae0c-56994fbfd78d-sda', '1735129474.88346', '1735129475.00000', '0', '', '1735129474.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '4ee4dedc33d7bd9c6f89d4d29faafd59', '745e0df9-b030-447d-a23e-4991cf7fecde-sda', '1735129475.22925', '1735129475.22784', '0', '', '1735129475.22784', 11, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735129476.11400', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735129476.20993', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735129476.21001', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735129476.21006', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735129476.21011', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735129476.21016', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735129476.21021', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735129476.21026', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735129476.21031', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735129476.21036', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735129476.21045', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735129477.22152', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735129477.34369', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735129477.46744', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735129477.61236', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok + +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735129477.73388', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735129477.86775', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735129477.96911', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735129478.12578', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735129478.25781', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'e4c6d4af071c0d4e10941b244c530a85', '745e0df9-b030-447d-a23e-4991cf7fecde-sda', '1735129475.22925', '1735129475.22784', '0', '', '1735129475.22784', 21, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735129478.38177', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '745e0df9-b030-447d-a23e-4991cf7fecde-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmsiv_v__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd492eed6-a9e3-46bd-84a6-9468811878d9-sda', '1769538349.60870', '1769538352', '1769538351', '', '1769538352', 0, 1) -test DEBUG: /tmp/tmpmsiv_v__/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd492eed6-a9e3-46bd-84a6-9468811878d9-sda', '1769538349.60870', '1769538352', '1769538351', '', '1769538352', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d492eed6-a9e3-46bd-84a6-9468811878d9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpxe9dh150/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b4e2cba3-3a34-4b1d-bc49-8d70f6526365-sda', '1735129478.64592', '1735129479', '0', '', '1735129479', 0, 1) +test DEBUG: /tmp/tmpxe9dh150/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b4e2cba3-3a34-4b1d-bc49-8d70f6526365-sda', '1735129478.64592', '1735129479', '0', '', '1735129479', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b4e2cba3-3a34-4b1d-bc49-8d70f6526365-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23328 seconds (4.28664/s) +test INFO: Attempted to replicate 1 dbs in 0.35323 seconds (2.83103/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_qpy4tac/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3d0f9668e12fa43dc3ff905d6bf30bd4', 'f48febaf-4037-43b0-be0a-ccb16de05e9b-sda', '1769538350.02078', '1769538352', '1769538351', '', '1769538352', 1, 0) -test DEBUG: /tmp/tmp_qpy4tac/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538353.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'f48febaf-4037-43b0-be0a-ccb16de05e9b-sda') -test DEBUG: /tmp/tmp_qpy4tac/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0380256s) +test DEBUG: Replicating db /tmp/tmpgko7ry7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '38884c2b736bd4e7250dd187a07687ac', '66a2d9e6-a3dd-4ab4-acea-a5e9a465982b-sda', '1735129479.17927', '1735129480', '0', '', '1735129480', 1, 0) +test DEBUG: /tmp/tmpgko7ry7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129481.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '66a2d9e6-a3dd-4ab4-acea-a5e9a465982b-sda') +test DEBUG: /tmp/tmpgko7ry7c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0604851s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3d0f9668e12fa43dc3ff905d6bf30bd4', 'f48febaf-4037-43b0-be0a-ccb16de05e9b-sda', '1769538350.02078', '1769538352', '1769538351', '', '1769538352', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f48febaf-4037-43b0-be0a-ccb16de05e9b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '38884c2b736bd4e7250dd187a07687ac', '66a2d9e6-a3dd-4ab4-acea-a5e9a465982b-sda', '1735129479.17927', '1735129480', '0', '', '1735129480', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('66a2d9e6-a3dd-4ab4-acea-a5e9a465982b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgko7ry7c/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.76870 seconds (1.30089/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok - +test INFO: Attempted to replicate 1 dbs in 2.18491 seconds (0.45768/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpgko7ry7c/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '446f3ca92dae4868418b3945a065447d', 'cf933d1e-fcd7-491a-81f8-044d4b16cddb-sda', '1735129481.13632', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('cf933d1e-fcd7-491a-81f8-044d4b16cddb-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '446f3ca92dae4868418b3945a065447d', 'cf933d1e-fcd7-491a-81f8-044d4b16cddb-sda', '1735129481.13632', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('cf933d1e-fcd7-491a-81f8-044d4b16cddb-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmqudxiay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '28c17722-82fa-4fb4-a39b-06fc18a97c7e-sda', '1769538350.95865', '1769538353', '1769538352', '', '1769538353', 0, 1) -test DEBUG: /tmp/tmpmqudxiay/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '28c17722-82fa-4fb4-a39b-06fc18a97c7e-sda', '1769538350.95865', '1769538353', '1769538352', '', '1769538353', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('28c17722-82fa-4fb4-a39b-06fc18a97c7e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp46l1i6im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b501fd0-f27f-4084-af39-6609e781438f-sda', '1735129481.81947', '1735129482', '0', '', '1735129482', 0, 0) +test DEBUG: /tmp/tmp46l1i6im/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b501fd0-f27f-4084-af39-6609e781438f-sda', '1735129481.81947', '1735129482', '0', '', '1735129482', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b501fd0-f27f-4084-af39-6609e781438f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32668 seconds (3.06113/s) +test INFO: Attempted to replicate 1 dbs in 0.43673 seconds (2.28976/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0zw1al15/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'df4147dc44c98fb0a58355691992b83e', '46099753-0dd6-4031-adc3-dcee6d335b9a-sda', '1769538351.43190', '1769538354', '1769538353', '', '1769538354', 1, 0) -test DEBUG: /tmp/tmp0zw1al15/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'df4147dc44c98fb0a58355691992b83e', '46099753-0dd6-4031-adc3-dcee6d335b9a-sda', '1769538351.43190', '1769538354', '1769538353', '', '1769538354', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('46099753-0dd6-4031-adc3-dcee6d335b9a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwwdl60kv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '940f4b71750c3c66faddad218e2ccf26', '0adbc1db-7a63-4fff-bd74-e0c7201cfdd4-sda', '1735129482.39186', '1735129483', '0', '', '1735129483', 1, 0) +test DEBUG: /tmp/tmpwwdl60kv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '940f4b71750c3c66faddad218e2ccf26', '0adbc1db-7a63-4fff-bd74-e0c7201cfdd4-sda', '1735129482.39186', '1735129483', '0', '', '1735129483', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0adbc1db-7a63-4fff-bd74-e0c7201cfdd4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwwdl60kv/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130443.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/693/b0645fe622d4dd80eb21a920067dd693/b0645fe622d4dd80eb21a920067dd693.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130448.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/38a/cc044d284a595d397854ae721750b38a/cc044d284a595d397854ae721750b38a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130453.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/7e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130458.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/105/6bc89112bf99aa439b59a648636e9105/6bc89112bf99aa439b59a648636e9105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130463.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6cb/f280193e19816f9433a113d20d3466cb/f280193e19816f9433a113d20d3466cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130468.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/578/c9a5505114da804982ca59e257978578/c9a5505114da804982ca59e257978578.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130473.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/da6/db33d38a2517db734385b67cae49dda6/db33d38a2517db734385b67cae49dda6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130478.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/51f/ed03e30a0680c3f51e3b72fa8f15551f/ed03e30a0680c3f51e3b72fa8f15551f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130483.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/0b5/c8eefb0342a730e3b2cc60cba99f60b5/c8eefb0342a730e3b2cc60cba99f60b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130488.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/23e/4461f8de2516f9a7ee041cc8b52df23e/4461f8de2516f9a7ee041cc8b52df23e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130493.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b9f/cae27cb7341e57378ded5a7ad642eb9f/cae27cb7341e57378ded5a7ad642eb9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130498.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e06/94768a224c9c3270faebdfb7650afe06/94768a224c9c3270faebdfb7650afe06.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130503.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/449/411cc38ceda073754d17db91c3486449/411cc38ceda073754d17db91c3486449.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130508.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a76/25f0712b780dddd53c7a325575204a76/25f0712b780dddd53c7a325575204a76.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130513.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a51/3f9cd1bdb1915a7f2242dc9dc70a8a51/3f9cd1bdb1915a7f2242dc9dc70a8a51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130518.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cc1/516e5530d6f1b046177b3a9939ae7cc1/516e5530d6f1b046177b3a9939ae7cc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130523.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/255/04881552ef75778d83b1d30ce7c12255/04881552ef75778d83b1d30ce7c12255.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130528.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a88/32df6bc30b44e0ecef83e5d20450ca88/32df6bc30b44e0ecef83e5d20450ca88.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130533.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/89a/ff17fd42f93a46bd826e6252da03d89a/ff17fd42f93a46bd826e6252da03d89a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130538.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b3d/eb1114ae1368a70407237128564edb3d/eb1114ae1368a70407237128564edb3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130543.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/720/eee2cffff7b6a87c6e0515a0221de720/eee2cffff7b6a87c6e0515a0221de720.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130548.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/78a/4aaa8d81f943fb21dcfdc5b7573ff78a/4aaa8d81f943fb21dcfdc5b7573ff78a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130553.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cab/ca8068955a04c02209d5df5dfc0e5cab/ca8068955a04c02209d5df5dfc0e5cab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130558.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/ef7/b22139e250ce1ee73b4e1657ddffaef7/b22139e250ce1ee73b4e1657ddffaef7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130563.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/195/46b5e5e11adcbab40bcc1ef2d0d7f195/46b5e5e11adcbab40bcc1ef2d0d7f195.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130568.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/be5/d0f1857b809f2928d3c03322abd50be5/d0f1857b809f2928d3c03322abd50be5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130573.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/f01/4389c8bdcd1c0f66b154bb103f4c1f01/4389c8bdcd1c0f66b154bb103f4c1f01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130578.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/cc1/de8439319fb03f946b8c8ebbb04bccc1/de8439319fb03f946b8c8ebbb04bccc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130583.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/3bf/28f561ba569a3d1af7fd8608204e33bf/28f561ba569a3d1af7fd8608204e33bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130588.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/682/0cbe59314c1d42128442f218d0064682/0cbe59314c1d42128442f218d0064682.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130593.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c9d/74143464370abd6c6daf54e2ec327c9d/74143464370abd6c6daf54e2ec327c9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130598.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/538/db2a43bbabe6c456f2493e99c7f37538/db2a43bbabe6c456f2493e99c7f37538.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130603.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c25/57380bffc5a3f1034f567b2525f44c25/57380bffc5a3f1034f567b2525f44c25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130608.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e2d/403763a06a920c3482792356b7de4e2d/403763a06a920c3482792356b7de4e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130613.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/075/b53d6e18100e57a073cf9a6391469075/b53d6e18100e57a073cf9a6391469075.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok + test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38270 seconds (2.61299/s) +test INFO: Attempted to replicate 1 dbs in 0.71782 seconds (1.39311/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpwwdl60kv/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '134079ab4f1f8d8777511118508f54d2', '872367c9-6932-48cb-8802-8079aa6a3957-sda', '1735129483.00014', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('872367c9-6932-48cb-8802-8079aa6a3957-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '134079ab4f1f8d8777511118508f54d2', '872367c9-6932-48cb-8802-8079aa6a3957-sda', '1735129483.00014', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('872367c9-6932-48cb-8802-8079aa6a3957-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppwxvayri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ff8f97df-1f9b-4400-aea2-14e91666879f-sda', '1769538351.98441', '1769538355', '1769538354', '', '1769538355', 0, 1) -test DEBUG: /tmp/tmppwxvayri/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ff8f97df-1f9b-4400-aea2-14e91666879f-sda', '1769538351.98441', '1769538355', '1769538354', '', '1769538355', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ff8f97df-1f9b-4400-aea2-14e91666879f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpcw79pg6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cc23453f-c7ef-43da-b0aa-973fae5bdd0e-sda', '1735129483.51048', '1735129484', '1735129485', '', '1735129485', 0, 0) +test DEBUG: /tmp/tmpcw79pg6o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'cc23453f-c7ef-43da-b0aa-973fae5bdd0e-sda', '1735129483.51048', '1735129484', '1735129485', '', '1735129485', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('cc23453f-c7ef-43da-b0aa-973fae5bdd0e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.16532 seconds (6.04894/s) +test INFO: Attempted to replicate 1 dbs in 0.35751 seconds (2.79712/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2t597ov9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c5129af0c26227565e33552aaf58ecd0', '336578e3-bb7d-4787-b088-619d430dfbbe-sda', '1769538352.38822', '1769538356', '1769538355', '', '1769538356', 1, 1) -test DEBUG: /tmp/tmp2t597ov9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538357.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '336578e3-bb7d-4787-b088-619d430dfbbe-sda') -test DEBUG: /tmp/tmp2t597ov9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0417366s) +test DEBUG: Replicating db /tmp/tmp6nffinic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03e04b808df56ff1ede548bca466c361', 'b25d5cee-f9ea-4c0c-bc6b-0e06196ab829-sda', '1735129484.06028', '1735129484', '1735129485', '', '1735129485', 1, 0) +test DEBUG: /tmp/tmp6nffinic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129486.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b25d5cee-f9ea-4c0c-bc6b-0e06196ab829-sda') +test DEBUG: /tmp/tmp6nffinic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0760703s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c5129af0c26227565e33552aaf58ecd0', '336578e3-bb7d-4787-b088-619d430dfbbe-sda', '1769538352.38822', '1769538356', '1769538355', '', '1769538356', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('336578e3-bb7d-4787-b088-619d430dfbbe-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '03e04b808df56ff1ede548bca466c361', 'b25d5cee-f9ea-4c0c-bc6b-0e06196ab829-sda', '1735129484.06028', '1735129484', '1735129485', '', '1735129485', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b25d5cee-f9ea-4c0c-bc6b-0e06196ab829-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp6nffinic/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28322 seconds (3.53082/s) +test INFO: Attempted to replicate 1 dbs in 0.73007 seconds (1.36973/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp6nffinic/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'b60e45a1d75d3bced3e2104d24e3b190', 'c28923c6-cf87-42c5-bba6-3eb3c98d84ee-sda', '1735129484.69302', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('c28923c6-cf87-42c5-bba6-3eb3c98d84ee-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'b60e45a1d75d3bced3e2104d24e3b190', 'c28923c6-cf87-42c5-bba6-3eb3c98d84ee-sda', '1735129484.69302', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('c28923c6-cf87-42c5-bba6-3eb3c98d84ee-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpt1uyoj39/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8bf5ce86-5976-4009-ada9-18f64127329c-sda', '1769538352.90052', '1769538356', '1769538355', '', '1769538356', 0, 1) -test DEBUG: /tmp/tmpt1uyoj39/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8bf5ce86-5976-4009-ada9-18f64127329c-sda', '1769538352.90052', '1769538356', '1769538355', '', '1769538356', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8bf5ce86-5976-4009-ada9-18f64127329c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpggwz2fue/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc2b5da5-6c54-4e6c-aabe-e1b23b90d761-sda', '1735129485.24800', '1735129486', '1735129487', '', '1735129487', 0, 0) +test DEBUG: /tmp/tmpggwz2fue/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fc2b5da5-6c54-4e6c-aabe-e1b23b90d761-sda', '1735129485.24800', '1735129486', '1735129487', '', '1735129487', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('fc2b5da5-6c54-4e6c-aabe-e1b23b90d761-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19657 seconds (5.08713/s) +test INFO: Attempted to replicate 1 dbs in 0.43312 seconds (2.30882/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpagodmtew/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea810a179e4e0105ac5a1e6f0397b225', '69c67fe4-fbdb-42b1-9aad-fbdd4f4b126d-sda', '1769538353.43800', '1769538357', '1769538356', '', '1769538357', 1, 1) -test DEBUG: /tmp/tmpagodmtew/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea810a179e4e0105ac5a1e6f0397b225', '69c67fe4-fbdb-42b1-9aad-fbdd4f4b126d-sda', '1769538353.43800', '1769538357', '1769538356', '', '1769538357', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('69c67fe4-fbdb-42b1-9aad-fbdd4f4b126d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpx3qx2rza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'df777e7221081489f31b75ac02b89f1f', 'a0d3c27d-cc47-4a27-9c39-2fe77909abff-sda', '1735129485.88600', '1735129486', '1735129487', '', '1735129487', 1, 1) +test DEBUG: /tmp/tmpx3qx2rza/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'df777e7221081489f31b75ac02b89f1f', 'a0d3c27d-cc47-4a27-9c39-2fe77909abff-sda', '1735129485.88600', '1735129486', '1735129487', '', '1735129487', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a0d3c27d-cc47-4a27-9c39-2fe77909abff-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx3qx2rza/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35675 seconds (2.80311/s) +test INFO: Attempted to replicate 1 dbs in 0.85144 seconds (1.17448/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvb4q8jn1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8ddfbcc9-bd15-4e52-a22a-f4b9d14587cf-sda', '1769538354.03118', '1769538358', '1769538357', '', '1769538358', 0, 1) -test DEBUG: /tmp/tmpvb4q8jn1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test ERROR: Problem finding shard upper in '/tmp/tmpfzqmmb3o/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpfzqmmb3o/test_container.db': : +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpx3qx2rza/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '5eace305dcd5b120bd3d9bd9d76cf971', 'f34621c5-5d30-46d1-993f-f1763b115b3c-sda', '1735129486.66853', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('f34621c5-5d30-46d1-993f-f1763b115b3c-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok + +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00017 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 546109, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmputrh0ra8/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test ERROR: Problem finding shard upper in '/tmp/tmphs38i_qz/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmphs38i_qz/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -47277,191 +44256,389 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpxsa2ln1i/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpxsa2ln1i/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch +test DEBUG: Unlinked retiring db '/tmp/tmpqjcaddd_/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpqjcaddd_/containers/part/suffix/hash/container.db'] Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok Container 'a/c' cannot be set to sharding state while in sharding state -Unlinked retiring db '/tmp/tmpiw2i_13k/containers/part/suffix/hash/container.db' Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -Unlinked retiring db '/tmp/tmpiw2i_13k/containers/part/suffix/hash/container_1769538371.00000.db' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -Unlinked retiring db '/tmp/tmpiw2i_13k/containers/part/suffix/hash/container_1769538382.00000.db' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps -test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130618.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/d1c/0df64f0d95a95b2a999ba82454e5bd1c/0df64f0d95a95b2a999ba82454e5bd1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130623.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/e97/71d3b306e4df56fddcab060d533b3e97/71d3b306e4df56fddcab060d533b3e97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130628.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/b6d/2caef3162bc9a2fe8c7425362cd0eb6d/2caef3162bc9a2fe8c7425362cd0eb6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130633.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/56f/cfee21784dc8395b14f69b0b5f4a956f/cfee21784dc8395b14f69b0b5f4a956f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130638.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bc5/335ffa444bf7a61d16f74baf8e46abc5/335ffa444bf7a61d16f74baf8e46abc5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130643.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/bea/62187547fc42b8f91c19a85c09b46bea/62187547fc42b8f91c19a85c09b46bea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130648.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/fbe/e5196b31f48422d961a9a334ee758fbe/e5196b31f48422d961a9a334ee758fbe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130653.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/444/158001ffb314ce11414cec3914234444/158001ffb314ce11414cec3914234444.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130658.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/aa3/1fd6e91f8eb1bf8cd6507b02a33e5aa3/1fd6e91f8eb1bf8cd6507b02a33e5aa3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130663.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/afb/8aac221f0977b65eaab6cf79a663bafb/8aac221f0977b65eaab6cf79a663bafb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130668.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/704/c7990c76a3a743ec29379debe371c704/c7990c76a3a743ec29379debe371c704.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130673.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/df9/2652bdcab08d1222b7ee242e00cd7df9/2652bdcab08d1222b7ee242e00cd7df9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130678.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/a20/91ab1c9a46d257c8ea49e74640958a20/91ab1c9a46d257c8ea49e74640958a20.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130683.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/dbc/63dd817eff66e35ad083e55c7e291dbc/63dd817eff66e35ad083e55c7e291dbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130688.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/1e3/d0bff45e615b97b28318303fa64ec1e3/d0bff45e615b97b28318303fa64ec1e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130693.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/c10/3a7bb0fc08749941b601a00c004a6c10/3a7bb0fc08749941b601a00c004a6c10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130698.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/da5/93faeeccf89f9824ecb4b3af59765da5/93faeeccf89f9824ecb4b3af59765da5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130703.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/56b/c5b7cb1e7ef53f1e7dd4f9c56b2be56b/c5b7cb1e7ef53f1e7dd4f9c56b2be56b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130708.00000-0, db: /tmp/tmpvcs33y_o/sda/containers/0/6ea/8edbae03225a63c183b1950d5cf826ea/8edbae03225a63c183b1950d5cf826ea.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmp_1xdbore/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735129489.00000, path: a/c, db: /tmp/tmp03moev4i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129489.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpzn2wui59/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129490.00000-0, db: /tmp/tmphsq6tf8y/sda/containers/0/1d9/f4d45d7679a46be501193e75024101d9/f4d45d7679a46be501193e75024101d9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129490.00000-0, db: /tmp/tmphsq6tf8y/sda/containers/0/1d9/f4d45d7679a46be501193e75024101d9/f4d45d7679a46be501193e75024101d9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129493.00000-0, db: /tmp/tmphsq6tf8y/sda/containers/0/b10/665b7a8a234e74b1db4b8fb7c89d3b10/665b7a8a234e74b1db4b8fb7c89d3b10.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129493.00000-0, db: /tmp/tmphsq6tf8y/sda/containers/0/b10/665b7a8a234e74b1db4b8fb7c89d3b10/665b7a8a234e74b1db4b8fb7c89d3b10.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8ddfbcc9-bd15-4e52-a22a-f4b9d14587cf-sda', '1769538354.03118', '1769538358', '1769538357', '', '1769538358', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8ddfbcc9-bd15-4e52-a22a-f4b9d14587cf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '5eace305dcd5b120bd3d9bd9d76cf971', 'f34621c5-5d30-46d1-993f-f1763b115b3c-sda', '1735129486.66853', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('f34621c5-5d30-46d1-993f-f1763b115b3c-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpuq977iqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '38776aca-5805-4736-8815-497b79f2f119-sda', '1735129487.14652', '1735129487', '1735129488', '', '1735129488', 0, 1) +test DEBUG: /tmp/tmpuq977iqq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '38776aca-5805-4736-8815-497b79f2f119-sda', '1735129487.14652', '1735129487', '1735129488', '', '1735129488', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('38776aca-5805-4736-8815-497b79f2f119-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19633 seconds (5.09354/s) +test INFO: Attempted to replicate 1 dbs in 0.35241 seconds (2.83760/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1wbsk5cm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1d37814c36415fdaba9f5eded8ca57df', 'ec49069b-c7f8-4e42-b991-873d743bc30c-sda', '1769538354.48494', '1769538359', '1769538358', '', '1769538359', 1, 0) -test DEBUG: /tmp/tmp1wbsk5cm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538360.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'ec49069b-c7f8-4e42-b991-873d743bc30c-sda') -test DEBUG: /tmp/tmp1wbsk5cm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0339007s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1d37814c36415fdaba9f5eded8ca57df', 'ec49069b-c7f8-4e42-b991-873d743bc30c-sda', '1769538354.48494', '1769538359', '1769538358', '', '1769538359', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ec49069b-c7f8-4e42-b991-873d743bc30c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp3uejf4mt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bee95562-c3e1-4b13-8459-4c251836076c-sda', '1735129487.73166', '1735129487', '1735129488', '', '1735129488', 0, 0) +test DEBUG: /tmp/tmp3uejf4mt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bee95562-c3e1-4b13-8459-4c251836076c-sda', '1735129487.73166', '1735129487', '1735129488', '', '1735129488', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bee95562-c3e1-4b13-8459-4c251836076c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37070 seconds (2.69759/s) +test INFO: Attempted to replicate 1 dbs in 0.47272 seconds (2.11540/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe8l4h1ng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8680ba7c-0e1b-48fb-bb16-fd6a2c37c0b0-sda', '1769538355.17708', '1769538360', '1769538359', '', '1769538360', 0, 1) -test DEBUG: /tmp/tmpe8l4h1ng/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8680ba7c-0e1b-48fb-bb16-fd6a2c37c0b0-sda', '1769538355.17708', '1769538360', '1769538359', '', '1769538360', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8680ba7c-0e1b-48fb-bb16-fd6a2c37c0b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpcm0egay2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '724654a9-9c29-4bea-93ea-66e835f54cc0-sda', '1735129488.52326', '1735129490', '0', '', '1735129490', 0, 1) +test DEBUG: /tmp/tmpcm0egay2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '724654a9-9c29-4bea-93ea-66e835f54cc0-sda', '1735129488.52326', '1735129490', '0', '', '1735129490', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('724654a9-9c29-4bea-93ea-66e835f54cc0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25599 seconds (3.90643/s) +test INFO: Attempted to replicate 1 dbs in 0.34646 seconds (2.88632/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8asqkz3m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1aedb0ec22eacd4a561470ad697e2a', 'c6faf403-b648-4365-a28f-bd3139c7ae68-sda', '1769538355.76474', '1769538360', '1769538359', '', '1769538360', 1, 1) -test DEBUG: /tmp/tmp8asqkz3m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1aedb0ec22eacd4a561470ad697e2a', 'c6faf403-b648-4365-a28f-bd3139c7ae68-sda', '1769538355.76474', '1769538360', '1769538359', '', '1769538360', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c6faf403-b648-4365-a28f-bd3139c7ae68-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp45ovjbj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '87bad0e5d53c0627ec6a7dffdb97f09b', '5d615bfc-f671-4d49-a914-dec869bd8f54-sda', '1735129489.23690', '1735129491', '0', '', '1735129491', 1, 0) +test DEBUG: /tmp/tmp45ovjbj8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '87bad0e5d53c0627ec6a7dffdb97f09b', '5d615bfc-f671-4d49-a914-dec869bd8f54-sda', '1735129489.23690', '1735129491', '0', '', '1735129491', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5d615bfc-f671-4d49-a914-dec869bd8f54-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp45ovjbj8/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32213 seconds (3.10433/s) +test INFO: Attempted to replicate 1 dbs in 0.77033 seconds (1.29814/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '947e46b6-ae2b-4317-9e19-536d6dfa488c-sda', '1769538356.39916', '1769538356.00000', '0', '', '1769538356.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '947e46b6-ae2b-4317-9e19-536d6dfa488c-sda', '1769538356.39916', '1769538357.00000', '0', '', '1769538356.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'fa0103fd050e29c26f9c8494e46993f4', '71f24d3c-8fb8-478f-b21b-edbe99414890-sda', '1769538356.57801', '1769538356.55789', '0', '', '1769538356.55789', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769538356.64874', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769538356.65524', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769538356.65544', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769538356.65557', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769538356.65569', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769538356.65581', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769538356.65593', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769538356.65604', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769538356.65615', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769538356.65626', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769538356.65642', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769538356.82170', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769538356.90048', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769538356.98914', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769538357.08047', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda')test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp45ovjbj8/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'bd77a6e69bd40a376b5ca81fd4cb3b8f', '8fdf0417-8b04-49ce-bfcd-7b27e986f634-sda', '1735129489.86862', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('8fdf0417-8b04-49ce-bfcd-7b27e986f634-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'bd77a6e69bd40a376b5ca81fd4cb3b8f', '8fdf0417-8b04-49ce-bfcd-7b27e986f634-sda', '1735129489.86862', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('8fdf0417-8b04-49ce-bfcd-7b27e986f634-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dcf8235c-49c6-4f0f-b688-2f49788f2da3-sda', '1735129490.36705', '1735129490.36576', '0', '', '1735129490.36576', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpr77h24jz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8adfd086-587f-4873-8005-70e36c07a9f0-sda', '1735129490.42820', '1735129490.42676', '0', '', '1735129490.42676', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8adfd086-587f-4873-8005-70e36c07a9f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8adfd086-587f-4873-8005-70e36c07a9f0-sda', '1735129490.42820', '1735129490.42676', '0', '', '1735129490.42676', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8adfd086-587f-4873-8005-70e36c07a9f0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.35129 seconds (2.84666/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0f3f5921f4b6da047d2664e9535527bb', 'cea5bf2d-adfa-4dc9-8987-4ec4cf63aa84-sda', '1735129490.85974', '1735129490.85281', '0', '', '1735129490.85281', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('cea5bf2d-adfa-4dc9-8987-4ec4cf63aa84-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'c736f9d138a36aed31a43a9c7fca3a3a', '3fc7b2a3-6be2-431b-9f55-e13d310bcdb8-sda', '1735129491.27450', '1735129491.27026', '0', '', '1735129491.27026', 11, 0)test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok + +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735129491.00000, (0, 0) as of 1735129491.00000, active as of 1735129491.00000> to ShardRange<'k' to 't' as of 1735129492.00000, (0, 0) as of 1735129492.00000, active as of 1735129492.00000>, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129496.00000, (0, 0) as of 1735129496.00000, shrinking as of 1735129493.00000> to ShardRange<'k' to 't' as of 1735129496.00000, (0, 0) as of 1735129496.00000, sharding as of 1735129497.00000>, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpe9v_pw3j/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-cab786c38e2300fb32410569a6cd6dd6-1735129495.00000-2, db: /tmp/tmpncumdmzx/sda/containers/0/fcf/6b82be42ece9b50ad308c0781e008fcf/6b82be42ece9b50ad308c0781e008fcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129491.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f00/72ca4a9c938e3f5c29561f456aa35f00/72ca4a9c938e3f5c29561f456aa35f00.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129491.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f00/72ca4a9c938e3f5c29561f456aa35f00/72ca4a9c938e3f5c29561f456aa35f00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129500.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ac3/4b27b72ae68413414f734207a894cac3/4b27b72ae68413414f734207a894cac3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129500.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ac3/4b27b72ae68413414f734207a894cac3/4b27b72ae68413414f734207a894cac3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129509.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/72a/e773aa0943fe92197c351449ca42672a/e773aa0943fe92197c351449ca42672a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129509.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/72a/e773aa0943fe92197c351449ca42672a/e773aa0943fe92197c351449ca42672a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129518.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/695/2c03ec7742fc88a14cf712224fc7a695/2c03ec7742fc88a14cf712224fc7a695.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129518.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/695/2c03ec7742fc88a14cf712224fc7a695/2c03ec7742fc88a14cf712224fc7a695.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129527.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/70a/d95253002e88d3f3150933d2a909b70a/d95253002e88d3f3150933d2a909b70a.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129527.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/70a/d95253002e88d3f3150933d2a909b70a/d95253002e88d3f3150933d2a909b70a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129536.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/868/300b69f40a1fc591202c485f2065b868/300b69f40a1fc591202c485f2065b868.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129536.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/868/300b69f40a1fc591202c485f2065b868/300b69f40a1fc591202c485f2065b868.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129545.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ec3/d74e5f116c32355230cedb3ff32c0ec3/d74e5f116c32355230cedb3ff32c0ec3.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129545.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ec3/d74e5f116c32355230cedb3ff32c0ec3/d74e5f116c32355230cedb3ff32c0ec3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129554.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/b28/27660e43a063705ed6dbd90d8633fb28/27660e43a063705ed6dbd90d8633fb28.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129554.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/b28/27660e43a063705ed6dbd90d8633fb28/27660e43a063705ed6dbd90d8633fb28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129563.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ca5/ee686ba86c4d857686584daffd4efca5/ee686ba86c4d857686584daffd4efca5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129563.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ca5/ee686ba86c4d857686584daffd4efca5/ee686ba86c4d857686584daffd4efca5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129563.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/ca5/ee686ba86c4d857686584daffd4efca5/ee686ba86c4d857686584daffd4efca5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129572.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f51/830e20c0651fdc1f173ddf60b43b3f51/830e20c0651fdc1f173ddf60b43b3f51.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129572.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f51/830e20c0651fdc1f173ddf60b43b3f51/830e20c0651fdc1f173ddf60b43b3f51.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769538357.16478', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769538357.26268', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769538357.34046', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769538357.42938', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769538357.53276', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, '27d8639518dda9eb17e7974e976b88c8', '71f24d3c-8fb8-478f-b21b-edbe99414890-sda', '1769538356.57801', '1769538356.55789', '0', '', '1769538356.55789', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769538357.62192', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '71f24d3c-8fb8-478f-b21b-edbe99414890-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735129491.41362', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735129491.41584', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735129491.41592', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735129491.41598', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735129491.41603', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735129491.41610', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735129491.41617', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735129491.41624', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735129491.41631', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735129491.41638', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735129491.41645', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '3fc7b2a3-6be2-431b-9f55-e13d310bcdb8-sda') REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuhhcwdii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c57ec44e-47b1-4085-924c-687fb4263a2c-sda', '1769538357.80445', '1769538358', '0', '', '1769538358', 0, 0) -test DEBUG: /tmp/tmpuhhcwdii/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c57ec44e-47b1-4085-924c-687fb4263a2c-sda', '1769538357.80445', '1769538358', '0', '', '1769538358', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c57ec44e-47b1-4085-924c-687fb4263a2c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp1reisigd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f4d925cd-dd43-413f-8310-200d0b2ffe76-sda', '1735129493.39034', '1735129496', '0', '', '1735129496', 0, 1) +test DEBUG: /tmp/tmp1reisigd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f4d925cd-dd43-413f-8310-200d0b2ffe76-sda', '1735129493.39034', '1735129496', '0', '', '1735129496', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f4d925cd-dd43-413f-8310-200d0b2ffe76-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21637 seconds (4.62179/s) +test INFO: Attempted to replicate 1 dbs in 0.34956 seconds (2.86077/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjaeudpji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1d37814c36415fdaba9f5eded8ca57df', '64f17348-f3eb-43ac-ac0a-57759e890a26-sda', '1769538358.11275', '1769538359', '0', '', '1769538359', 1, 1) -test DEBUG: /tmp/tmpjaeudpji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538360.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '64f17348-f3eb-43ac-ac0a-57759e890a26-sda') -test DEBUG: /tmp/tmpjaeudpji/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0393233s) +test DEBUG: Replicating db /tmp/tmp2pm4txz9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '789905a940976f3c8bfdf4dd7eab32a6', '308821d4-f169-4a83-83aa-dbab12900a66-sda', '1735129494.74879', '1735129496', '0', '', '1735129496', 1, 1) +test DEBUG: /tmp/tmp2pm4txz9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129497.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '308821d4-f169-4a83-83aa-dbab12900a66-sda') +test DEBUG: /tmp/tmp2pm4txz9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0715315s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '1d37814c36415fdaba9f5eded8ca57df', '64f17348-f3eb-43ac-ac0a-57759e890a26-sda', '1769538358.11275', '1769538359', '0', '', '1769538359', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('64f17348-f3eb-43ac-ac0a-57759e890a26-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpjaeudpji/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '789905a940976f3c8bfdf4dd7eab32a6', '308821d4-f169-4a83-83aa-dbab12900a66-sda', '1735129494.74879', '1735129496', '0', '', '1735129496', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('308821d4-f169-4a83-83aa-dbab12900a66-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2pm4txz9/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.59563 seconds (1.67889/s) +test INFO: Attempted to replicate 1 dbs in 1.65679 seconds (0.60358/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpjaeudpji/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'f2c906c12822aa87d9769b1ffbf4205d', 'cd149164-8031-4bdd-98c4-8b0b6f427725-sda', '1769538358.64222', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('cd149164-8031-4bdd-98c4-8b0b6f427725-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'f2c906c12822aa87d9769b1ffbf4205d', 'cd149164-8031-4bdd-98c4-8b0b6f427725-sda', '1769538358.64222', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('cd149164-8031-4bdd-98c4-8b0b6f427725-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp2pm4txz9/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '786ff8524144d7c31242cbf4d7b04762', 'bb7867e0-0517-4a68-b225-523d0a06da54-sda', '1735129496.83622', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('bb7867e0-0517-4a68-b225-523d0a06da54-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '786ff8524144d7c31242cbf4d7b04762', 'bb7867e0-0517-4a68-b225-523d0a06da54-sda', '1735129496.83622', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('bb7867e0-0517-4a68-b225-523d0a06da54-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpp9b8in2r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67e8844a-2f6f-4bde-ae72-ed8402c9a19d-sda', '1769538358.97387', '1769538359', '0', '', '1769538359', 0, 0) -test DEBUG: /tmp/tmpp9b8in2r/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '67e8844a-2f6f-4bde-ae72-ed8402c9a19d-sda', '1769538358.97387', '1769538359', '0', '', '1769538359', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('67e8844a-2f6f-4bde-ae72-ed8402c9a19d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwh1yg02s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a03c3c88-fa39-4fe2-8525-188f61700dc3-sda', '1735129497.54681', '1735129500', '0', '', '1735129500', 0, 1) +test DEBUG: /tmp/tmpwh1yg02s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a03c3c88-fa39-4fe2-8525-188f61700dc3-sda', '1735129497.54681', '1735129500', '0', '', '1735129500', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a03c3c88-fa39-4fe2-8525-188f61700dc3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26733 seconds (3.74069/s) +test INFO: Attempted to replicate 1 dbs in 0.42754 seconds (2.33896/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp498ca0rd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1aedb0ec22eacd4a561470ad697e2a', '73e3523a-f96e-4134-bcbf-9f3c3fe68f49-sda', '1769538359.32509', '1769538360', '0', '', '1769538360', 1, 0) -test DEBUG: /tmp/tmp498ca0rd/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1aedb0ec22eacd4a561470ad697e2a', '73e3523a-f96e-4134-bcbf-9f3c3fe68f49-sda', '1769538359.32509', '1769538360', '0', '', '1769538360', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('73e3523a-f96e-4134-bcbf-9f3c3fe68f49-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp498ca0rd/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test ERROR: Failed to unlink '/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container.db': +test DEBUG: Replicating db /tmp/tmps_f9mknr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9709b089eab7e89ad58edcbf157a7ead', 'b225d17b-640e-489a-9f81-f5beaf320af1-sda', '1735129498.29690', '1735129501', '0', '', '1735129501', 1, 1) +test DEBUG: /tmp/tmps_f9mknr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9709b089eab7e89ad58edcbf157a7ead', 'b225d17b-640e-489a-9f81-f5beaf320af1-sda', '1735129498.29690', '1735129501', '0', '', '1735129501', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b225d17b-640e-489a-9f81-f5beaf320af1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps_f9mknr/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129572.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f51/830e20c0651fdc1f173ddf60b43b3f51/830e20c0651fdc1f173ddf60b43b3f51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129581.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/fe1/cfdaffd12eda3d7fb0613f5b2a08cfe1/cfdaffd12eda3d7fb0613f5b2a08cfe1.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129581.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/fe1/cfdaffd12eda3d7fb0613f5b2a08cfe1/cfdaffd12eda3d7fb0613f5b2a08cfe1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129581.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/fe1/cfdaffd12eda3d7fb0613f5b2a08cfe1/cfdaffd12eda3d7fb0613f5b2a08cfe1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129590.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/b5b/ef4129ba92cd65871808e02cb30a4b5b/ef4129ba92cd65871808e02cb30a4b5b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129590.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/b5b/ef4129ba92cd65871808e02cb30a4b5b/ef4129ba92cd65871808e02cb30a4b5b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129590.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/b5b/ef4129ba92cd65871808e02cb30a4b5b/ef4129ba92cd65871808e02cb30a4b5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129599.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/6fe/179f605e4e40f665aad721e7fa01a6fe/179f605e4e40f665aad721e7fa01a6fe.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129599.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/6fe/179f605e4e40f665aad721e7fa01a6fe/179f605e4e40f665aad721e7fa01a6fe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129599.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/6fe/179f605e4e40f665aad721e7fa01a6fe/179f605e4e40f665aad721e7fa01a6fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129608.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f58/3dd53dafddfdf983ca9d81931c753f58/3dd53dafddfdf983ca9d81931c753f58.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129608.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f58/3dd53dafddfdf983ca9d81931c753f58/3dd53dafddfdf983ca9d81931c753f58.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129608.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/f58/3dd53dafddfdf983ca9d81931c753f58/3dd53dafddfdf983ca9d81931c753f58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129617.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/97d/15f2094132693943d2ca2b456b8fd97d/15f2094132693943d2ca2b456b8fd97d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129617.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/97d/15f2094132693943d2ca2b456b8fd97d/15f2094132693943d2ca2b456b8fd97d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129617.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/97d/15f2094132693943d2ca2b456b8fd97d/15f2094132693943d2ca2b456b8fd97d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129626.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/e2f/1602051e16c566708f71b740c294ce2f/1602051e16c566708f71b740c294ce2f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129626.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/e2f/1602051e16c566708f71b740c294ce2f/1602051e16c566708f71b740c294ce2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129626.00000-2, db: /tmp/tmpj2osnyh0/sda/containers/0/e2f/1602051e16c566708f71b740c294ce2f/1602051e16c566708f71b740c294ce2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735129499.00000, (0, 0) as of 1735129499.00000, active as of 1735129499.00000> to ShardRange<'a' to 'b' as of 1735129499.00000, (0, 0) as of 1735129499.00000, sharding as of 1735129504.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7_1735129499.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7_1735129499.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7_1735129499.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7_1735129499.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735129499.00000, (0, 0) as of 1735129499.00000, sharding as of 1735129505.00000> to ShardRange<'a' to 'b' as of 1735129499.00000, (0, 0) as of 1735129499.00000, sharded as of 1735129508.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129499.00000-2, db: /tmp/tmpzv4a3fkx/sda/containers/0/ea7/aa8c26b1bddad868316c7707bec73ea7/aa8c26b1bddad868316c7707bec73ea7_1735129499.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129500.00000, db: /tmp/tmp7fkal05q/sda/containers/0/bf5/40f4ff10849fd53b9308cd2b2572bbf5/40f4ff10849fd53b9308cd2b2572bbf5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129502.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f2f/edc9f281a2ff30d2895e7e9de90e1f2f/edc9f281a2ff30d2895e7e9de90e1f2f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129501.00000, (0, 0) as of 1735129501.00000, found as of 1735129501.00000> to ShardRange<'k' to 't' as of 1735129502.00000, (0, 0) as of 1735129502.00000, created as of 1735129502.00000>, path: .shards_a/shard_c_1735129502.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f2f/edc9f281a2ff30d2895e7e9de90e1f2f/edc9f281a2ff30d2895e7e9de90e1f2f.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test ERROR: Invalid swift_bytes: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ~~~^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' +test ERROR: Problem finding shard upper in '/tmp/tmp_f1sa86z/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp_f1sa86z/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -47470,190 +44647,421 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container_1769538357.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container_1769538357.00000.db': ['/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container.db', '/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container_1769538358.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp2hzm7n1a/containers/part/suffix/hash/container_1769538358.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -Unlinked retiring db '/tmp/tmp4fvw14o5/containers/part/suffix/hash/da55a555-9d1d-404a-ad44-48a1c46d9635.db' -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -Unlinked retiring db '/tmp/tmpv5lbp58i/containers/part/suffix/hash/container.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpovflpdmh/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpovflpdmh/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129504.00000, db: /tmp/tmp7fkal05q/sda/containers/0/751/7c6f3ed81383086d46859423fe79c751/7c6f3ed81383086d46859423fe79c751.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129503.00000, (0, 0) as of 1735129503.00000, found as of 1735129503.00000> to ShardRange<'k' to 't' as of 1735129504.00000, (0, 0) as of 1735129504.00000, cleaved as of 1735129504.00000>, path: .shards_a/shard_c_1735129504.00000, db: /tmp/tmp7fkal05q/sda/containers/0/751/7c6f3ed81383086d46859423fe79c751/7c6f3ed81383086d46859423fe79c751.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129506.00000, db: /tmp/tmp7fkal05q/sda/containers/0/467/99ed85075b3d8a4d7daae635992f2467/99ed85075b3d8a4d7daae635992f2467.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129505.00000, (0, 0) as of 1735129505.00000, found as of 1735129505.00000> to ShardRange<'k' to 't' as of 1735129506.00000, (0, 0) as of 1735129506.00000, active as of 1735129506.00000>, path: .shards_a/shard_c_1735129506.00000, db: /tmp/tmp7fkal05q/sda/containers/0/467/99ed85075b3d8a4d7daae635992f2467/99ed85075b3d8a4d7daae635992f2467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129508.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d5/2e94d0a07495b27500975880ec0492d5/2e94d0a07495b27500975880ec0492d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129507.00000, (0, 0) as of 1735129507.00000, found as of 1735129507.00000> to ShardRange<'k' to 't' as of 1735129508.00000, (0, 0) as of 1735129508.00000, shrinking as of 1735129508.00000>, path: .shards_a/shard_c_1735129508.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d5/2e94d0a07495b27500975880ec0492d5/2e94d0a07495b27500975880ec0492d5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129508.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d5/2e94d0a07495b27500975880ec0492d5/2e94d0a07495b27500975880ec0492d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129510.00000, db: /tmp/tmp7fkal05q/sda/containers/0/666/5acfd6a43d7ed5b85b2ceb879b255666/5acfd6a43d7ed5b85b2ceb879b255666.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129509.00000, (0, 0) as of 1735129509.00000, found as of 1735129509.00000> to ShardRange<'k' to 't' as of 1735129510.00000, (0, 0) as of 1735129510.00000, sharding as of 1735129510.00000>, path: .shards_a/shard_c_1735129510.00000, db: /tmp/tmp7fkal05q/sda/containers/0/666/5acfd6a43d7ed5b85b2ceb879b255666/5acfd6a43d7ed5b85b2ceb879b255666.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129510.00000, db: /tmp/tmp7fkal05q/sda/containers/0/666/5acfd6a43d7ed5b85b2ceb879b255666/5acfd6a43d7ed5b85b2ceb879b255666.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129512.00000, db: /tmp/tmp7fkal05q/sda/containers/0/780/b7507e820a912621a2bcb273f9303780/b7507e820a912621a2bcb273f9303780.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129511.00000, (0, 0) as of 1735129511.00000, found as of 1735129511.00000> to ShardRange<'k' to 't' as of 1735129512.00000, (0, 0) as of 1735129512.00000, sharded as of 1735129512.00000>, path: .shards_a/shard_c_1735129512.00000, db: /tmp/tmp7fkal05q/sda/containers/0/780/b7507e820a912621a2bcb273f9303780/b7507e820a912621a2bcb273f9303780.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129512.00000, db: /tmp/tmp7fkal05q/sda/containers/0/780/b7507e820a912621a2bcb273f9303780/b7507e820a912621a2bcb273f9303780.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129514.00000, db: /tmp/tmp7fkal05q/sda/containers/0/30a/fad452c7d7eb8fd40cff922c60d9a30a/fad452c7d7eb8fd40cff922c60d9a30a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129513.00000, (0, 0) as of 1735129513.00000, found as of 1735129513.00000> to ShardRange<'k' to 't' as of 1735129514.00000, (0, 0) as of 1735129514.00000, shrunk as of 1735129514.00000>, path: .shards_a/shard_c_1735129514.00000, db: /tmp/tmp7fkal05q/sda/containers/0/30a/fad452c7d7eb8fd40cff922c60d9a30a/fad452c7d7eb8fd40cff922c60d9a30a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129514.00000, db: /tmp/tmp7fkal05q/sda/containers/0/30a/fad452c7d7eb8fd40cff922c60d9a30a/fad452c7d7eb8fd40cff922c60d9a30a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129516.00000, db: /tmp/tmp7fkal05q/sda/containers/0/ec1/1ff967f7bf3a924960c296a4912f7ec1/1ff967f7bf3a924960c296a4912f7ec1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129515.00000, (0, 0) as of 1735129515.00000, created as of 1735129515.00000> to ShardRange<'k' to 't' as of 1735129516.00000, (0, 0) as of 1735129516.00000, found as of 1735129516.00000>, path: .shards_a/shard_c_1735129516.00000, db: /tmp/tmp7fkal05q/sda/containers/0/ec1/1ff967f7bf3a924960c296a4912f7ec1/1ff967f7bf3a924960c296a4912f7ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129518.00000, db: /tmp/tmp7fkal05q/sda/containers/0/198/25ea1b44b354bd92c2e966f07f6bb198/25ea1b44b354bd92c2e966f07f6bb198.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129520.00000, db: /tmp/tmp7fkal05q/sda/containers/0/37e/eeb984acffd623f581c3294459f2737e/eeb984acffd623f581c3294459f2737e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129519.00000, (0, 0) as of 1735129519.00000, created as of 1735129519.00000> to ShardRange<'k' to 't' as of 1735129520.00000, (0, 0) as of 1735129520.00000, cleaved as of 1735129520.00000>, path: .shards_a/shard_c_1735129520.00000, db: /tmp/tmp7fkal05q/sda/containers/0/37e/eeb984acffd623f581c3294459f2737e/eeb984acffd623f581c3294459f2737e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129522.00000, db: /tmp/tmp7fkal05q/sda/containers/0/eef/5986f732d7164931925d3ce0a0f8eeef/5986f732d7164931925d3ce0a0f8eeef.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129521.00000, (0, 0) as of 1735129521.00000, created as of 1735129521.00000> to ShardRange<'k' to 't' as of 1735129522.00000, (0, 0) as of 1735129522.00000, active as of 1735129522.00000>, path: .shards_a/shard_c_1735129522.00000, db: /tmp/tmp7fkal05q/sda/containers/0/eef/5986f732d7164931925d3ce0a0f8eeef/5986f732d7164931925d3ce0a0f8eeef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129524.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1ca/80fe819b61f8080369dc81d3742eb1ca/80fe819b61f8080369dc81d3742eb1ca.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129523.00000, (0, 0) as of 1735129523.00000, created as of 1735129523.00000> to ShardRange<'k' to 't' as of 1735129524.00000, (0, 0) as of 1735129524.00000, shrinking as of 1735129524.00000>, path: .shards_a/shard_c_1735129524.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1ca/80fe819b61f8080369dc81d3742eb1ca/80fe819b61f8080369dc81d3742eb1ca.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129524.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1ca/80fe819b61f8080369dc81d3742eb1ca/80fe819b61f8080369dc81d3742eb1ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129526.00000, db: /tmp/tmp7fkal05q/sda/containers/0/949/8e3720a970ab3298eacbf3d91edd4949/8e3720a970ab3298eacbf3d91edd4949.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129525.00000, (0, 0) as of 1735129525.00000, created as of 1735129525.00000> to ShardRange<'k' to 't' as of 1735129526.00000, (0, 0) as of 1735129526.00000, sharding as of 1735129526.00000>, path: .shards_a/shard_c_1735129526.00000, db: /tmp/tmp7fkal05q/sda/containers/0/949/8e3720a970ab3298eacbf3d91edd4949/8e3720a970ab3298eacbf3d91edd4949.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41036 seconds (2.43689/s) +test INFO: Attempted to replicate 1 dbs in 0.81598 seconds (1.22552/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp498ca0rd/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'dbb9d7b7b72f8584df15aad93be4e699', '3eeb72df-60ad-4e3c-8375-0b2f52d12039-sda', '1769538359.66827', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('3eeb72df-60ad-4e3c-8375-0b2f52d12039-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'dbb9d7b7b72f8584df15aad93be4e699', '3eeb72df-60ad-4e3c-8375-0b2f52d12039-sda', '1769538359.66827', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('3eeb72df-60ad-4e3c-8375-0b2f52d12039-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmps_f9mknr/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8c91d001f44ff5729401e7a0ce080ad3', '06e10853-70c6-48a1-a13d-52d4228aa14c-sda', '1735129498.96908', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('06e10853-70c6-48a1-a13d-52d4228aa14c-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '8c91d001f44ff5729401e7a0ce080ad3', '06e10853-70c6-48a1-a13d-52d4228aa14c-sda', '1735129498.96908', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('06e10853-70c6-48a1-a13d-52d4228aa14c-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppys9j39i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7eb7aff-df45-4ed3-bb4b-26a9e33e53d8-sda', '1769538359.97602', '1769538360', '1769538361', '', '1769538361', 0, 1) -test DEBUG: /tmp/tmppys9j39i/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c7eb7aff-df45-4ed3-bb4b-26a9e33e53d8-sda', '1769538359.97602', '1769538360', '1769538361', '', '1769538361', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c7eb7aff-df45-4ed3-bb4b-26a9e33e53d8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpwodn3r3w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f1e7f93a-96d9-4442-92e2-c2ec306b5732-sda', '1735129499.50500', '1735129499', '1735129503', '', '1735129503', 0, 1) +test DEBUG: /tmp/tmpwodn3r3w/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f1e7f93a-96d9-4442-92e2-c2ec306b5732-sda', '1735129499.50500', '1735129499', '1735129503', '', '1735129503', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f1e7f93a-96d9-4442-92e2-c2ec306b5732-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23186 seconds (4.31294/s) +test INFO: Attempted to replicate 1 dbs in 0.50858 seconds (1.96627/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpeb28imoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '93ca209422b2f2fb8b46cfa24774604a', '68498b87-6e10-4924-96c4-ddb1ea045d10-sda', '1769538360.34292', '1769538361', '1769538362', '', '1769538362', 1, 1) -test DEBUG: /tmp/tmpeb28imoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538363.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '68498b87-6e10-4924-96c4-ddb1ea045d10-sda') -test DEBUG: /tmp/tmpeb28imoc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0416341s) +test DEBUG: Replicating db /tmp/tmpaieeixl2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4be4c84d9d970d5f68dcf5f62cf3d71c', 'f7787feb-6836-4b68-9db0-45771649b917-sda', '1735129500.39160', '1735129500', '1735129504', '', '1735129504', 1, 1) +test DEBUG: /tmp/tmpaieeixl2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129505.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'f7787feb-6836-4b68-9db0-45771649b917-sda') +test DEBUG: /tmp/tmpaieeixl2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0825284s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '93ca209422b2f2fb8b46cfa24774604a', '68498b87-6e10-4924-96c4-ddb1ea045d10-sda', '1769538360.34292', '1769538361', '1769538362', '', '1769538362', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('68498b87-6e10-4924-96c4-ddb1ea045d10-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpeb28imoc/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4be4c84d9d970d5f68dcf5f62cf3d71c', 'f7787feb-6836-4b68-9db0-45771649b917-sda', '1735129500.39160', '1735129500', '1735129504', '', '1735129504', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f7787feb-6836-4b68-9db0-45771649b917-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpaieeixl2/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45402 seconds (2.20253/s) +test INFO: Attempted to replicate 1 dbs in 0.99788 seconds (1.00212/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpeb28imoc/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'd1d3b6680279ab0c7c28e698b358c980', 'f64a68e2-f565-490c-b9a0-7b28923817a4-sda', '1769538360.76291', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('f64a68e2-f565-490c-b9a0-7b28923817a4-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'd1d3b6680279ab0c7c28e698b358c980', 'f64a68e2-f565-490c-b9a0-7b28923817a4-sda', '1769538360.76291', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('f64a68e2-f565-490c-b9a0-7b28923817a4-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpaieeixl2/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '31bb022164c312de654ab32b41b2ada8', '74060337-3d2c-4bfa-aec0-1ac0311b8273-sda', '1735129502.12421', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('74060337-3d2c-4bfa-aec0-1ac0311b8273-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '31bb022164c312de654ab32b41b2ada8', '74060337-3d2c-4bfa-aec0-1ac0311b8273-sda', '1735129502.12421', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('74060337-3d2c-4bfa-aec0-1ac0311b8273-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpxkqze3vv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '373b1984-0d17-4a6e-8b03-3785fb67140e-sda', '1769538361.05786', '1769538362', '1769538363', '', '1769538363', 0, 0) -test DEBUG: /tmp/tmpxkqze3vv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '373b1984-0d17-4a6e-8b03-3785fb67140e-sda', '1769538361.05786', '1769538362', '1769538363', '', '1769538363', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('373b1984-0d17-4a6e-8b03-3785fb67140e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpi_ktwiqi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6096dd6e-25a2-4387-9a1b-baea9527a559-sda', '1735129502.58594', '1735129502', '1735129506', '', '1735129506', 0, 1) +test DEBUG: /tmp/tmpi_ktwiqi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6096dd6e-25a2-4387-9a1b-baea9527a559-sda', '1735129502.58594', '1735129502', '1735129506', '', '1735129506', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6096dd6e-25a2-4387-9a1b-baea9527a559-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22400 seconds (4.46424/s) +test INFO: Attempted to replicate 1 dbs in 0.44786 seconds (2.23282/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpcpromrkx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '87147e1814a61debac5b2e15ae632881', '6e1d6510-54a7-4cb1-924f-d0922fbd877e-sda', '1769538361.41721', '1769538362', '1769538363', '', '1769538363', 1, 1) -test DEBUG: /tmp/tmpcpromrkx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '87147e1814a61debac5b2e15ae632881', '6e1d6510-54a7-4cb1-924f-d0922fbd877e-sda', '1769538361.41721', '1769538362', '1769538363', '', '1769538363', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6e1d6510-54a7-4cb1-924f-d0922fbd877e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcpromrkx/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpa98tpqim/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dfbfcd46d3619c7348c6847a620aa472', 'c0165e13-36c1-4a8c-8abd-0bd9e17d3f76-sda', '1735129503.51481', '1735129503', '1735129507', '', '1735129507', 1, 1) +test DEBUG: /tmp/tmpa98tpqim/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dfbfcd46d3619c7348c6847a620aa472', 'c0165e13-36c1-4a8c-8abd-0bd9e17d3f76-sda', '1735129503.51481', '1735129503', '1735129507', '', '1735129507', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c0165e13-36c1-4a8c-8abd-0bd9e17d3f76-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpa98tpqim/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42370 seconds (2.36016/s) +test INFO: Attempted to replicate 1 dbs in 0.76191 seconds (1.31249/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpcpromrkx/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b543b4a1355264d17a23f63b77b3aac4', '851f37d2-6915-4a27-b9a6-bd950d01edab-sda', '1769538361.78690', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('851f37d2-6915-4a27-b9a6-bd950d01edab-sda', '648324562cfeedd305e8795e58d85ae6.db')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test DEBUG: Replicating db /tmp/tmpa98tpqim/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'e633dec451c61deb6c48193a9171a374', 'b000c13d-5021-41d0-91fa-ec05c8cbd46f-sda', '1735129504.51730', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('b000c13d-5021-41d0-91fa-ec05c8cbd46f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db')test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test ERROR: Error in '/tmp/tmp7nc9vyfe/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpg0ns8blw/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpg0ns8blw/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load '9fdb76a0ba684c8ea874338f224ac1ee': [Errno 2] No such file or directory: '9fdb76a0ba684c8ea874338f224ac1ee' -test ERROR: Could not load '/tmp/tmp3pi2jbps/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmp3pi2jbps/container-sync-realms.conf' -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx43f829d2df394c359ddfc-00697902e0) -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx912e02a89dd74578b2764-00697902e0) -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txf2371bf7763346e3bed61-00697902e0) -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.1" 200 160 0.000055 -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:24:32] "GET /otherurl HTTP/1.1" 200 179 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.0" 200 186 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.0" 200 179 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.0" 200 180 0.000035 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.0" 200 180 0.000032 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -proxy INFO: (1824799) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1824799) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:24:32] "GET /someurl HTTP/1.0" 200 180 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (1824799) wsgi exited, is_accepting=True -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpm2i41dev/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmp4fob498e/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp4fob498e/test_container.db': : +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129526.00000, db: /tmp/tmp7fkal05q/sda/containers/0/949/8e3720a970ab3298eacbf3d91edd4949/8e3720a970ab3298eacbf3d91edd4949.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129528.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e56/da9508e057b8703843e45f365e106e56/da9508e057b8703843e45f365e106e56.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129527.00000, (0, 0) as of 1735129527.00000, created as of 1735129527.00000> to ShardRange<'k' to 't' as of 1735129528.00000, (0, 0) as of 1735129528.00000, sharded as of 1735129528.00000>, path: .shards_a/shard_c_1735129528.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e56/da9508e057b8703843e45f365e106e56/da9508e057b8703843e45f365e106e56.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129528.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e56/da9508e057b8703843e45f365e106e56/da9508e057b8703843e45f365e106e56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129530.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b6a/9313c56fc33bfc131a94f3f506365b6a/9313c56fc33bfc131a94f3f506365b6a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129529.00000, (0, 0) as of 1735129529.00000, created as of 1735129529.00000> to ShardRange<'k' to 't' as of 1735129530.00000, (0, 0) as of 1735129530.00000, shrunk as of 1735129530.00000>, path: .shards_a/shard_c_1735129530.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b6a/9313c56fc33bfc131a94f3f506365b6a/9313c56fc33bfc131a94f3f506365b6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129530.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b6a/9313c56fc33bfc131a94f3f506365b6a/9313c56fc33bfc131a94f3f506365b6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129532.00000, db: /tmp/tmp7fkal05q/sda/containers/0/9f6/14398986cf004266c5f4417e4e6eb9f6/14398986cf004266c5f4417e4e6eb9f6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129531.00000, (0, 0) as of 1735129531.00000, cleaved as of 1735129531.00000> to ShardRange<'k' to 't' as of 1735129532.00000, (0, 0) as of 1735129532.00000, found as of 1735129532.00000>, path: .shards_a/shard_c_1735129532.00000, db: /tmp/tmp7fkal05q/sda/containers/0/9f6/14398986cf004266c5f4417e4e6eb9f6/14398986cf004266c5f4417e4e6eb9f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129534.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f6e/366d418c461b16423bf05f314ad56f6e/366d418c461b16423bf05f314ad56f6e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129533.00000, (0, 0) as of 1735129533.00000, cleaved as of 1735129533.00000> to ShardRange<'k' to 't' as of 1735129534.00000, (0, 0) as of 1735129534.00000, created as of 1735129534.00000>, path: .shards_a/shard_c_1735129534.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f6e/366d418c461b16423bf05f314ad56f6e/366d418c461b16423bf05f314ad56f6e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129536.00000, db: /tmp/tmp7fkal05q/sda/containers/0/af0/e797f7849faaa45d51f5daab9cf4caf0/e797f7849faaa45d51f5daab9cf4caf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129538.00000, db: /tmp/tmp7fkal05q/sda/containers/0/086/2815fd074d5874d94a6eab93279ad086/2815fd074d5874d94a6eab93279ad086.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129537.00000, (0, 0) as of 1735129537.00000, cleaved as of 1735129537.00000> to ShardRange<'k' to 't' as of 1735129538.00000, (0, 0) as of 1735129538.00000, active as of 1735129538.00000>, path: .shards_a/shard_c_1735129538.00000, db: /tmp/tmp7fkal05q/sda/containers/0/086/2815fd074d5874d94a6eab93279ad086/2815fd074d5874d94a6eab93279ad086.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129540.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5db/27fe85709ef11c3f6208329cf5c5f5db/27fe85709ef11c3f6208329cf5c5f5db.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129539.00000, (0, 0) as of 1735129539.00000, cleaved as of 1735129539.00000> to ShardRange<'k' to 't' as of 1735129540.00000, (0, 0) as of 1735129540.00000, shrinking as of 1735129540.00000>, path: .shards_a/shard_c_1735129540.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5db/27fe85709ef11c3f6208329cf5c5f5db/27fe85709ef11c3f6208329cf5c5f5db.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129540.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5db/27fe85709ef11c3f6208329cf5c5f5db/27fe85709ef11c3f6208329cf5c5f5db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129542.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cbb/06059df880c41e04dd218dd568c36cbb/06059df880c41e04dd218dd568c36cbb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129541.00000, (0, 0) as of 1735129541.00000, cleaved as of 1735129541.00000> to ShardRange<'k' to 't' as of 1735129542.00000, (0, 0) as of 1735129542.00000, sharding as of 1735129542.00000>, path: .shards_a/shard_c_1735129542.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cbb/06059df880c41e04dd218dd568c36cbb/06059df880c41e04dd218dd568c36cbb.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129542.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cbb/06059df880c41e04dd218dd568c36cbb/06059df880c41e04dd218dd568c36cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129544.00000, db: /tmp/tmp7fkal05q/sda/containers/0/58d/9292a5dfe92d989f332c98cbcf39858d/9292a5dfe92d989f332c98cbcf39858d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129543.00000, (0, 0) as of 1735129543.00000, cleaved as of 1735129543.00000> to ShardRange<'k' to 't' as of 1735129544.00000, (0, 0) as of 1735129544.00000, sharded as of 1735129544.00000>, path: .shards_a/shard_c_1735129544.00000, db: /tmp/tmp7fkal05q/sda/containers/0/58d/9292a5dfe92d989f332c98cbcf39858d/9292a5dfe92d989f332c98cbcf39858d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129544.00000, db: /tmp/tmp7fkal05q/sda/containers/0/58d/9292a5dfe92d989f332c98cbcf39858d/9292a5dfe92d989f332c98cbcf39858d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129546.00000, db: /tmp/tmp7fkal05q/sda/containers/0/966/199853546af19efc4a41a99323b0a966/199853546af19efc4a41a99323b0a966.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129545.00000, (0, 0) as of 1735129545.00000, cleaved as of 1735129545.00000> to ShardRange<'k' to 't' as of 1735129546.00000, (0, 0) as of 1735129546.00000, shrunk as of 1735129546.00000>, path: .shards_a/shard_c_1735129546.00000, db: /tmp/tmp7fkal05q/sda/containers/0/966/199853546af19efc4a41a99323b0a966/199853546af19efc4a41a99323b0a966.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129546.00000, db: /tmp/tmp7fkal05q/sda/containers/0/966/199853546af19efc4a41a99323b0a966/199853546af19efc4a41a99323b0a966.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129548.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f80/c88f412bbf5c4751601feebd99a0af80/c88f412bbf5c4751601feebd99a0af80.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129547.00000, (0, 0) as of 1735129547.00000, active as of 1735129547.00000> to ShardRange<'k' to 't' as of 1735129548.00000, (0, 0) as of 1735129548.00000, found as of 1735129548.00000>, path: .shards_a/shard_c_1735129548.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f80/c88f412bbf5c4751601feebd99a0af80/c88f412bbf5c4751601feebd99a0af80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129550.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5c8/344c37b060bbea11326934813caec5c8/344c37b060bbea11326934813caec5c8.dbtest.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test ERROR: Failed to unlink '/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - shard_size, last_shard_upper) + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -47662,500 +45070,162 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmppprwk44j/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmppprwk44j/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -Unlinked retiring db '/tmp/tmpalc2vp5t/containers/part/suffix/hash/container-e18d76a9-0716-492b-af1e-093a22393cf9.db' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -Unlinked retiring db '/tmp/tmpalc2vp5t/containers/part/suffix/hash/container-3feb819f-a71a-434c-8636-98864303a7d7.db' -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container_1735129490.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container_1735129490.00000.db': ['/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container.db', '/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container_1735129491.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpvcl3ozzb/containers/part/suffix/hash/container_1735129491.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpau9426r_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe4c05f1dedb54a79bd00e-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx51ac26d3dcb947729e69f-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx04a2a64aed1c4d19bf9c6-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3f76616f1d454aec87dfb-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9de9f7580d394cceabbcf-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa63f746c3c5349c7aa60e-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb6b6dddc780242c59c24b-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx32f63c4b23854bf691ab2-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeb3bd5fa35554ffb8f3c8-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf9919b689fa643d2979d0-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx841368864bd944b3865a9-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx69d06f2af6764ffbbdfdc-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7d6af71bb59647afaa860-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3a9bc759374a4a3498400-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc031b9cc479c4301b43ca-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfb76b247ebde4f27b5c4f-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx789f9de366134cbe840ff-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd54640c9ad13426ea6712-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx91efc312aac04e05bdfaf-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7595a6c68bd64e74aad26-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7024c63e79cf483fada03-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx70e35995b82f4e05a78f9-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx30368260f9474acbab851-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx533868ff5d554c07a7a7f-00676bf9a6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txc25ebef3b5f1496aa67bc-00676bf9a6) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx07fedcf2c08b4fc6a5faf-00676bf9a6) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx3195eeb406054aa7a6f73-00676bf9a6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b543b4a1355264d17a23f63b77b3aac4', '851f37d2-6915-4a27-b9a6-bd950d01edab-sda', '1769538361.78690', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('851f37d2-6915-4a27-b9a6-bd950d01edab-sda', '648324562cfeedd305e8795e58d85ae6.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, 'e633dec451c61deb6c48193a9171a374', 'b000c13d-5021-41d0-91fa-ec05c8cbd46f-sda', '1735129504.51730', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('b000c13d-5021-41d0-91fa-ec05c8cbd46f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgzm_55m_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b3b8be5-5e84-433e-8b02-2ee9f95bb6a7-sda', '1769538362.10088', '1769538362', '1769538363', '', '1769538363', 0, 0) -test DEBUG: /tmp/tmpgzm_55m_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1b3b8be5-5e84-433e-8b02-2ee9f95bb6a7-sda', '1769538362.10088', '1769538362', '1769538363', '', '1769538363', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1b3b8be5-5e84-433e-8b02-2ee9f95bb6a7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23610 seconds (4.23558/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnddtene3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9687cef5-db8c-4dd1-a002-057091a58ca7-sda', '1769538362.46488', '1769538362', '1769538363', '', '1769538363', 0, 1) -test DEBUG: /tmp/tmpnddtene3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9687cef5-db8c-4dd1-a002-057091a58ca7-sda', '1769538362.46488', '1769538362', '1769538363', '', '1769538363', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9687cef5-db8c-4dd1-a002-057091a58ca7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22598 seconds (4.42509/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_fls2peq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '294a02de-8abf-48a5-bb99-ddd9d39af2eb-sda', '1769538362.91625', '1769538364', '0', '', '1769538364', 0, 0) -test DEBUG: /tmp/tmp_fls2peq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '294a02de-8abf-48a5-bb99-ddd9d39af2eb-sda', '1769538362.91625', '1769538364', '0', '', '1769538364', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('294a02de-8abf-48a5-bb99-ddd9d39af2eb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpmjzlezvh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'df2c31ba-d64d-4831-bbf9-9250a883c565-sda', '1735129505.00733', '1735129505', '0', '', '1735129505', 0, 1) +test DEBUG: /tmp/tmpmjzlezvh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'df2c31ba-d64d-4831-bbf9-9250a883c565-sda', '1735129505.00733', '1735129505', '0', '', '1735129505', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('df2c31ba-d64d-4831-bbf9-9250a883c565-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29456 seconds (3.39487/s) +test INFO: Attempted to replicate 1 dbs in 0.78752 seconds (1.26981/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi70h12j6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '77c3c287b7329dceef54d06047e119fe', '39c755ef-ab23-4983-b11f-04dd910d357b-sda', '1769538363.34489', '1769538365', '0', '', '1769538365', 1, 1) -test DEBUG: /tmp/tmpi70h12j6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '77c3c287b7329dceef54d06047e119fe', '39c755ef-ab23-4983-b11f-04dd910d357b-sda', '1769538363.34489', '1769538365', '0', '', '1769538365', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('39c755ef-ab23-4983-b11f-04dd910d357b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpi70h12j6/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmps6ql6d_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9eaea91068da413196bc452d4a7ead37', '83721504-625f-49b7-9d1d-e966118513a2-sda', '1735129506.52419', '1735129506', '0', '', '1735129506', 1, 0) +test DEBUG: /tmp/tmps6ql6d_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129510.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '83721504-625f-49b7-9d1d-e966118513a2-sda') +test DEBUG: /tmp/tmps6ql6d_v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.066489s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9eaea91068da413196bc452d4a7ead37', '83721504-625f-49b7-9d1d-e966118513a2-sda', '1735129506.52419', '1735129506', '0', '', '1735129506', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('83721504-625f-49b7-9d1d-e966118513a2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmps6ql6d_v/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.58630 seconds (1.70561/s) +test INFO: Attempted to replicate 1 dbs in 0.77044 seconds (1.29795/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpi70h12j6/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '80baf177179ab6ce093c63e3af3a9e2f', '1006f4ea-4b34-4ab0-b1fc-5f2d595170d6-sda', '1769538363.85921', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('1006f4ea-4b34-4ab0-b1fc-5f2d595170d6-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '80baf177179ab6ce093c63e3af3a9e2f', '1006f4ea-4b34-4ab0-b1fc-5f2d595170d6-sda', '1769538363.85921', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('1006f4ea-4b34-4ab0-b1fc-5f2d595170d6-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmps6ql6d_v/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '9baae529b0b043046a6172b098e86168', '523f392c-ba37-4240-b901-a1e4bc5ea03a-sda', '1735129507.54089', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('523f392c-ba37-4240-b901-a1e4bc5ea03a-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '9baae529b0b043046a6172b098e86168', '523f392c-ba37-4240-b901-a1e4bc5ea03a-sda', '1735129507.54089', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('523f392c-ba37-4240-b901-a1e4bc5ea03a-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9b7a3f4f-ae87-49b5-9a87-c0e44a5d3015-sda', '1769538364.12243', '1769538364.11999', '0', '', '1769538364.11999', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdmmhigyz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94c50f8b-9669-4933-9b0a-95f6c71fd722-sda', '1769538364.16761', '1769538364.16511', '0', '', '1769538364.16511', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94c50f8b-9669-4933-9b0a-95f6c71fd722-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '94c50f8b-9669-4933-9b0a-95f6c71fd722-sda', '1769538364.16761', '1769538364.16511', '0', '', '1769538364.16511', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('94c50f8b-9669-4933-9b0a-95f6c71fd722-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19991 seconds (5.00230/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4d4df9b7eac4d7398ca1c0f40f8f3d75', '151a6e34-e0f6-4229-8d94-214185bd2563-sda', '1769538364.43739', '1769538364.42762', '0', '', '1769538364.42762', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('151a6e34-e0f6-4229-8d94-214185bd2563-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '4b37fc06e5c352c31765a4c57adc4585', '11bb010e-dec0-4b0a-a8f3-f0ea2c8bd863-sda', '1769538364.67704', '1769538364.67462', '0', '', '1769538364.67462', 11, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769538364.74729', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769538364.75183', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769538364.75199', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769538364.75212', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769538364.75224', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769538364.75236', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769538364.75252', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769538364.75264', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769538364.75275', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769538364.75287', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769538364.75298', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '11bb010e-dec0-4b0a-a8f3-f0ea2c8bd863-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1e4e39gm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd094fbee-a2c2-4a5d-a550-21a72c3a1dcc-sda', '1769538365.14277', '1769538367', '0', '', '1769538367', 0, 1) -test DEBUG: /tmp/tmp1e4e39gm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd094fbee-a2c2-4a5d-a550-21a72c3a1dcc-sda', '1769538365.14277', '1769538367', '0', '', '1769538367', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d094fbee-a2c2-4a5d-a550-21a72c3a1dcc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpbcqvxp10/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a60746ee-4285-47f3-9a2c-f7b17784df30-sda', '1735129508.08803', '1735129508', '0', '', '1735129508', 0, 1) +test DEBUG: /tmp/tmpbcqvxp10/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a60746ee-4285-47f3-9a2c-f7b17784df30-sda', '1735129508.08803', '1735129508', '0', '', '1735129508', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a60746ee-4285-47f3-9a2c-f7b17784df30-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25204 seconds (3.96770/s) +test INFO: Attempted to replicate 1 dbs in 0.44783 seconds (2.23299/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpuqgpj9xp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6bf1db5e21b683603ba63738bd0d96f5', 'a602fee2-d1d1-4faf-9b02-e333f115fa15-sda', '1769538365.60993', '1769538368', '0', '', '1769538368', 1, 0) -test DEBUG: /tmp/tmpuqgpj9xp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538369.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'a602fee2-d1d1-4faf-9b02-e333f115fa15-sda') -test DEBUG: /tmp/tmpuqgpj9xp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0539491s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '6bf1db5e21b683603ba63738bd0d96f5', 'a602fee2-d1d1-4faf-9b02-e333f115fa15-sda', '1769538365.60993', '1769538368', '0', '', '1769538368', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a602fee2-d1d1-4faf-9b02-e333f115fa15-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpuqgpj9xp/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmp9ce81z09/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '56a6571c6cf19864c80bce8f3a7df265', '267e2aa8-8e3d-42a9-a76b-4d6d9b6d3926-sda', '1735129508.88228', '1735129508', '0', '', '1735129508', 1, 1) +test DEBUG: /tmp/tmp9ce81z09/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '56a6571c6cf19864c80bce8f3a7df265', '267e2aa8-8e3d-42a9-a76b-4d6d9b6d3926-sda', '1735129508.88228', '1735129508', '0', '', '1735129508', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('267e2aa8-8e3d-42a9-a76b-4d6d9b6d3926-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9ce81z09/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46152 seconds (2.16675/s) +test INFO: Attempted to replicate 1 dbs in 0.77500 seconds (1.29033/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpuqgpj9xp/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '0818f93a97c1e47abfc1e6b2757c7e34', '05f97852-a8a0-434a-9894-32613eae692d-sda', '1769538365.98535', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('05f97852-a8a0-434a-9894-32613eae692d-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '0818f93a97c1e47abfc1e6b2757c7e34', '05f97852-a8a0-434a-9894-32613eae692d-sda', '1769538365.98535', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('05f97852-a8a0-434a-9894-32613eae692d-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp9ce81z09/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '2805b05f58588b4008aa7d1febe65498', 'ff129fd4-8e29-4c07-8dcd-19e96f64252f-sda', '1735129509.73492', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('ff129fd4-8e29-4c07-8dcd-19e96f64252f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '2805b05f58588b4008aa7d1febe65498', 'ff129fd4-8e29-4c07-8dcd-19e96f64252f-sda', '1735129509.73492', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('ff129fd4-8e29-4c07-8dcd-19e96f64252f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfvzwdsk2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2d9d88b-8f6d-4bfe-a424-b13168ff952b-sda', '1769538366.43857', '1769538369', '0', '', '1769538369', 0, 0) -test DEBUG: /tmp/tmpfvzwdsk2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c2d9d88b-8f6d-4bfe-a424-b13168ff952b-sda', '1769538366.43857', '1769538369', '0', '', '1769538369', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c2d9d88b-8f6d-4bfe-a424-b13168ff952b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26834 seconds (3.72660/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpaos6dgam/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff7e5c591c0b6e27402ceed044dda26f', '98772768-5c38-4325-993f-5bab73cb32da-sda', '1769538366.95032', '1769538369', '0', '', '1769538369', 1, 0) -test DEBUG: /tmp/tmpaos6dgam/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff7e5c591c0b6e27402ceed044dda26f', '98772768-5c38-4325-993f-5bab73cb32da-sda', '1769538366.95032', '1769538369', '0', '', '1769538369', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('98772768-5c38-4325-993f-5bab73cb32da-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpaos6dgam/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config -test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy -test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txfcf4a4a06d01493788d41-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c823f9933d148979f5ac-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb2b053105b6346d0872fb-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa16eaaa652374dceb2996-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx53de51cf07ab41bd9465e-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx75c7c51b95f34c98a6dee-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf1c94300899b49a8a07cc-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe5822a5e286348bebd8b4-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx97605df3a2394498bda6b-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4d3c383b8eb6432599282-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaf9ddb72769c4c7182232-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd28dc76a26a747e9ab95f-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb9489e4d7e3c4794bb253-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd0e57fc7bf6d4cfabf057-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx29e8b2e11dbf4f59893ab-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx588e0a4c936544ffa4597-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4d65f02c74f54a36989bf-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx759947586e834514a8356-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf10fabba11fa42c0afc81-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txbe9ed824e60647a89d547-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx08604345c23c46bbb163e-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe6171fda86034be6a164f-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9d085cc6384a4fa7a7727-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx872ba572b6e2492bac41b-0069790342) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe086203afb364ab6bb56b-0069790342) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txb0edd5eb509449fcb3d01-0069790342) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx13d82df62b904a789770a-0069790342) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Replicating db /tmp/tmp7v2laqpm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f8f9349a-b300-40f0-84bc-147a41675ea5-sda', '1735129510.32578', '1735129510', '1735129512', '', '1735129512', 0, 1)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok + test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1a1aa732b04343bf8b1f3-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx1c33d707704f4228bf5cf-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txc6e794e557a046b789a35-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txa3d68c55347c4a65bb3c5-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx15742de826c04878a3c0d-00676bf9a6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx4d30f9fb9df949f69ddb3-00676bf9a6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx455c38da9a5a4b8e8e407-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx20e3e079e5bd440a93b61-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txcf415f8a6d8749029f481-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx2268c2ab9c514cb98cb3c-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx810c26a7834c43c690535-0069790342) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txe94b7ea075e042f499018-0069790342) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok - test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaec4ec39906b4a45a113a-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd857f19b21f9435abbce8-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec25a27a20de4111bdcb1-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf8c846c28d0e44f4a698a-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c077fdc4ab8491bbee12-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a79878c05b94be7a5852-0069790342) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9d1756b5b52a4acba1cc4-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4aef22aefbc24ea18b5d3-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx36c13daa285242bc9d294-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5758a59493f3454aa2f29-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa8b7551517ef42d0a13f2-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0ccb911836a44904ad531-00676bf9a6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx29678dc5616d4a19abc6e-0069790342) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx29678dc5616d4a19abc6e-0069790342) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx3daf6cf3532a46e582c05-00676bf9a6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3daf6cf3532a46e582c05-00676bf9a6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: GET listing from 3 shards for: /v1/a/c @@ -48171,928 +45241,324 @@ test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} test ERROR: Aborting listing from shards due to bad response: [204] proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpqnq791k3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqnq791k3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpfewls_ez/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfewls_ez/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpqnq791k3/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqnq791k3/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpfewls_ez/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpfewls_ez/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0517 "-" 1824827 - -HTTP PERF: 0.05410 seconds to PUT 127.0.0.1:40341 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0436 "-" 1824827 - -HTTP PERF: 0.04512 seconds to PUT 127.0.0.1:58299 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0384 "-" 1824827 - -HTTP PERF: 0.03967 seconds to PUT 127.0.0.1:58299 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0431 "-" 1824827 - -HTTP PERF: 0.04452 seconds to PUT 127.0.0.1:40341 /sdb1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8bf88ef233464cbaa5ba0-0069790343" "proxy-server 1824827" 0.0013 "-" 1824827 - -HTTP PERF: 0.00591 seconds to HEAD 127.0.0.1:40341 /sdb1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:44977/sda1/1/a/c" "tx8bf88ef233464cbaa5ba0-0069790343" "container-server 1824827" 0.0014 "-" 1824827 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59743/sdb1/1/a/c" "tx8bf88ef233464cbaa5ba0-0069790343" "container-server 1824827" 0.0009 "-" 1824827 0 -HTTP PERF: 0.00439 seconds to PUT 127.0.0.1:58299 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8bf88ef233464cbaa5ba0-0069790343" "proxy-server 1824827" 0.0407 "-" 1824827 0 -HTTP PERF: 0.04176 seconds to PUT 127.0.0.1:40341 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx8bf88ef233464cbaa5ba0-0069790343" "proxy-server 1824827" 0.0890 "-" 1824827 0 -HTTP PERF: 0.09032 seconds to PUT 127.0.0.1:44977 /sda1/1/a/c) -HTTP PERF: 0.09085 seconds to PUT 127.0.0.1:59743 /sdb1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx8bf88ef233464cbaa5ba0-0069790343 - 0.0994 - - 1769538371.148742199 1769538371.248135567 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1c22082c4b164765a481c-0069790343" "proxy-server 1824827" 0.0010 "-" 1824827 - -HTTP PERF: 0.00223 seconds to HEAD 127.0.0.1:58299 /sda1/2/a1?format=json) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:44977/sda1/1/a1/c1" "tx1c22082c4b164765a481c-0069790343" "container-server 1824827" 0.0057 "-" 1824827 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59743/sdb1/1/a1/c1" "tx1c22082c4b164765a481c-0069790343" "container-server 1824827" 0.0009 "-" 1824827 0 -HTTP PERF: 0.05115 seconds to PUT 127.0.0.1:40341 /sdb1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1c22082c4b164765a481c-0069790343" "proxy-server 1824827" 0.0842 "-" 1824827 0 -HTTP PERF: 0.00971 seconds to PUT 127.0.0.1:58299 /sda1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1c22082c4b164765a481c-0069790343" "proxy-server 1824827" 0.0515 "-" 1824827 0 -HTTP PERF: 0.08620 seconds to PUT 127.0.0.1:44977 /sda1/1/a1/c1) -HTTP PERF: 0.08673 seconds to PUT 127.0.0.1:59743 /sdb1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1c22082c4b164765a481c-0069790343 - 0.0915 - - 1769538371.249376059 1769538371.340832233 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx012d7dcc5e4c45e9a3791-0069790343" "proxy-server 1824827" 0.0375 "-" 1824827 - -HTTP PERF: 0.03882 seconds to HEAD 127.0.0.1:58299 /sda1/1/a?format=json) - -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51453 seconds (1.94351/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpaos6dgam/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'c06b9c38a9a8a85c9c1080a0699af912', '176bdebf-b401-45d4-845d-a295ff189649-sda', '1769538367.38626', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('176bdebf-b401-45d4-845d-a295ff189649-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'c06b9c38a9a8a85c9c1080a0699af912', '176bdebf-b401-45d4-845d-a295ff189649-sda', '1769538367.38626', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('176bdebf-b401-45d4-845d-a295ff189649-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjwraew5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c22b9204-95b9-4f48-8372-6ce40cc32f63-sda', '1769538367.70675', '1769538367', '1769538371', '', '1769538371', 0, 1) -test DEBUG: /tmp/tmpjwraew5f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c22b9204-95b9-4f48-8372-6ce40cc32f63-sda', '1769538367.70675', '1769538367', '1769538371', '', '1769538371', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c22b9204-95b9-4f48-8372-6ce40cc32f63-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23245 seconds (4.30195/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0mpfsrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e6b1fe8e99394ac062c749c7216bf1cb', '5c52ec6b-53a5-4d3c-aa8a-87d970b6473a-sda', '1769538368.18776', '1769538368', '1769538372', '', '1769538372', 1, 1) -test DEBUG: /tmp/tmp0mpfsrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538373.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '5c52ec6b-53a5-4d3c-aa8a-87d970b6473a-sda') -test DEBUG: /tmp/tmp0mpfsrnp/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0486s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e6b1fe8e99394ac062c749c7216bf1cb', '5c52ec6b-53a5-4d3c-aa8a-87d970b6473a-sda', '1769538368.18776', '1769538368', '1769538372', '', '1769538372', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5c52ec6b-53a5-4d3c-aa8a-87d970b6473a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp0mpfsrnp/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49208 seconds (2.03217/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp0mpfsrnp/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '249ffea2e649b7db99e259c4d1106a2a', '7a9fb803-9378-4340-84c5-9e4c1d459ee4-sda', '1769538368.77856', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('7a9fb803-9378-4340-84c5-9e4c1d459ee4-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '249ffea2e649b7db99e259c4d1106a2a', '7a9fb803-9378-4340-84c5-9e4c1d459ee4-sda', '1769538368.77856', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('7a9fb803-9378-4340-84c5-9e4c1d459ee4-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp51yfef76/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9494b925-3b02-458f-bca0-549114aed05e-sda', '1769538370.28041', '1769538370', '1769538374', '', '1769538374', 0, 1) -test DEBUG: /tmp/tmp51yfef76/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9494b925-3b02-458f-bca0-549114aed05e-sda', '1769538370.28041', '1769538370', '1769538374', '', '1769538374', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9494b925-3b02-458f-bca0-549114aed05e-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22999 seconds (4.34795/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp9rcb5w21/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd0227ee62ad8e8c5910b8f9c9ea04a58', 'd8a26871-2735-40b5-95ab-044c3be575c8-sda', '1769538370.75501', '1769538370', '1769538374', '', '1769538374', 1, 0) -test DEBUG: /tmp/tmp9rcb5w21/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd0227ee62ad8e8c5910b8f9c9ea04a58', 'd8a26871-2735-40b5-95ab-044c3be575c8-sda', '1769538370.75501', '1769538370', '1769538374', '', '1769538374', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d8a26871-2735-40b5-95ab-044c3be575c8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp9rcb5w21/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39198 seconds (2.55117/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp9rcb5w21/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'd5439aa1e486d55627706f0bfb3cecfa', '4d6891a8-61da-45d9-993c-994c225dde33-sda', '1769538371.26683', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('4d6891a8-61da-45d9-993c-994c225dde33-sda', '648324562cfeedd305e8795e58d85ae6.db')acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44977/sda1/2/a/c1" "tx012d7dcc5e4c45e9a3791-0069790343" "container-server 1824827" 0.0010 "-" 1824827 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:59743/sdb1/2/a/c1" "tx012d7dcc5e4c45e9a3791-0069790343" "container-server 1824827" 0.0516 "-" 1824827 1 -HTTP PERF: 0.05516 seconds to PUT 127.0.0.1:58299 /sda1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx012d7dcc5e4c45e9a3791-0069790343" "proxy-server 1824827" 0.0919 "-" 1824827 1 -HTTP PERF: 0.09326 seconds to PUT 127.0.0.1:40341 /sdb1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx012d7dcc5e4c45e9a3791-0069790343" "proxy-server 1824827" 0.1271 "-" 1824827 1 -HTTP PERF: 0.12854 seconds to PUT 127.0.0.1:44977 /sda1/2/a/c1) -HTTP PERF: 0.12917 seconds to PUT 127.0.0.1:59743 /sdb1/2/a/c1) -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx012d7dcc5e4c45e9a3791-0069790343 - 0.1707 - - 1769538371.342066288 1769538371.512806416 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a8748ebff274f55a4db7-0069790343" "proxy-server 1824827" 0.0413 "-" 1824827 - -HTTP PERF: 0.04274 seconds to HEAD 127.0.0.1:40341 /sdb1/1/a?format=json) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0569 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0944 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0478 "-" 546109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0769 "-" 546109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx30ad8d11e27745f7be265-00676bf9a6" "proxy-server 546109" 0.0008 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55797/sdb1/1/a/c" "tx30ad8d11e27745f7be265-00676bf9a6" "container-server 546109" 0.0044 "-" 546109 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:55043/sda1/1/a/c" "tx30ad8d11e27745f7be265-00676bf9a6" "container-server 546109" 0.0007 "-" 546109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30ad8d11e27745f7be265-00676bf9a6" "proxy-server 546109" 0.1357 "-" 546109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx30ad8d11e27745f7be265-00676bf9a6" "proxy-server 546109" 0.0648 "-" 546109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/25/10 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx30ad8d11e27745f7be265-00676bf9a6 - 0.1409 - - 1735129510.812006712 1735129510.952924252 0test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok /usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:44977/sda1/1/a/c2" "tx7a8748ebff274f55a4db7-0069790343" "container-server 1824827" 0.0450 "-" 1824827 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59743/sdb1/1/a/c2" "tx7a8748ebff274f55a4db7-0069790343" "container-server 1824827" 0.0014 "-" 1824827 2 -HTTP PERF: 0.04976 seconds to PUT 127.0.0.1:58299 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7a8748ebff274f55a4db7-0069790343" "proxy-server 1824827" 0.1136 "-" 1824827 2 -HTTP PERF: 0.11565 seconds to PUT 127.0.0.1:40341 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7a8748ebff274f55a4db7-0069790343" "proxy-server 1824827" 0.1491 "-" 1824827 2 -HTTP PERF: 0.15118 seconds to PUT 127.0.0.1:59743 /sdb1/1/a/c2) -HTTP PERF: 0.15125 seconds to PUT 127.0.0.1:44977 /sda1/1/a/c2) -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/11 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7a8748ebff274f55a4db7-0069790343 - 0.1974 - - 1769538371.514069319 1769538371.711485147 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpoc1rh0y1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoc1rh0y1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpoc1rh0y1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpoc1rh0y1/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0366 "-" 1824827 - -HTTP PERF: 0.03916 seconds to PUT 127.0.0.1:32941 /sdb1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0550 "-" 1824827 - -HTTP PERF: 0.05650 seconds to PUT 127.0.0.1:53145 /sda1/1/a) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0396 "-" 1824827 - -HTTP PERF: 0.04110 seconds to PUT 127.0.0.1:53145 /sda1/2/a1) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0422 "-" 1824827 - -HTTP PERF: 0.04394 seconds to PUT 127.0.0.1:32941 /sdb1/2/a1) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx58ba96f40f594cc685058-0069790343" "proxy-server 1824827" 0.0012 "-" 1824827 - -HTTP PERF: 0.00258 seconds to HEAD 127.0.0.1:53145 /sda1/1/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41309/sdb1/1/a/c" "tx58ba96f40f594cc685058-0069790343" "container-server 1824827" 0.0013 "-" 1824827 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56253/sda1/1/a/c" "tx58ba96f40f594cc685058-0069790343" "container-server 1824827" 0.0010 "-" 1824827 0 -HTTP PERF: 0.05597 seconds to PUT 127.0.0.1:32941 /sdb1/1/a/c) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx58ba96f40f594cc685058-0069790343" "proxy-server 1824827" 0.0986 "-" 1824827 0 -HTTP PERF: 0.00756 seconds to PUT 127.0.0.1:53145 /sda1/1/a/c) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx58ba96f40f594cc685058-0069790343" "proxy-server 1824827" 0.0564 "-" 1824827 0 -HTTP PERF: 0.10091 seconds to PUT 127.0.0.1:41309 /sdb1/1/a/c) -HTTP PERF: 0.10105 seconds to PUT 127.0.0.1:56253 /sda1/1/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx58ba96f40f594cc685058-0069790343 - 0.1070 - - 1769538371.960988522 1769538372.067973375 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txd599be973cc243129f0f7-0069790344" "proxy-server 1824827" 0.0013 "-" 1824827 - -HTTP PERF: 0.00246 seconds to HEAD 127.0.0.1:32941 /sdb1/2/a1?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41309/sdb1/1/a1/c1" "txd599be973cc243129f0f7-0069790344" "container-server 1824827" 0.0011 "-" 1824827 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:56253/sda1/1/a1/c1" "txd599be973cc243129f0f7-0069790344" "container-server 1824827" 0.0009 "-" 1824827 0 -HTTP PERF: 0.00432 seconds to PUT 127.0.0.1:53145 /sda1/2/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd599be973cc243129f0f7-0069790344" "proxy-server 1824827" 0.0433 "-" 1824827 0 -HTTP PERF: 0.04452 seconds to PUT 127.0.0.1:32941 /sdb1/2/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txd599be973cc243129f0f7-0069790344" "proxy-server 1824827" 0.1031 "-" 1824827 0 -HTTP PERF: 0.10457 seconds to PUT 127.0.0.1:41309 /sdb1/1/a1/c1) -HTTP PERF: 0.10513 seconds to PUT 127.0.0.1:56253 /sda1/1/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txd599be973cc243129f0f7-0069790344 - 0.1104 - - 1769538372.069220781 1769538372.179633379 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3c78f484e37648fb91e89-0069790344" "proxy-server 1824827" 0.0466 "-" 1824827 - -HTTP PERF: 0.04807 seconds to HEAD 127.0.0.1:53145 /sda1/1/a?format=json) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41309/sdb1/2/a/c1" "tx3c78f484e37648fb91e89-0069790344" "container-server 1824827" 0.0023 "-" 1824827 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56253/sda1/2/a/c1" "tx3c78f484e37648fb91e89-0069790344" "container-server 1824827" 0.0375 "-" 1824827 1 -HTTP PERF: 0.04323 seconds to PUT 127.0.0.1:53145 /sda1/1/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3c78f484e37648fb91e89-0069790344" "proxy-server 1824827" 0.0815 "-" 1824827 1 -HTTP PERF: 0.08265 seconds to PUT 127.0.0.1:32941 /sdb1/1/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3c78f484e37648fb91e89-0069790344" "proxy-server 1824827" 0.1322 "-" 1824827 1 -HTTP PERF: 0.13409 seconds to PUT 127.0.0.1:56253 /sda1/2/a/c1) -HTTP PERF: 0.13416 seconds to PUT 127.0.0.1:41309 /sdb1/2/a/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3c78f484e37648fb91e89-0069790344 - 0.1855 - - 1769538372.180900812 1769538372.366425514 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf2bcc30559b04968a3018-0069790344" "proxy-server 1824827" 0.0369 "-" 1824827 - -HTTP PERF: 0.03964 seconds to HEAD 127.0.0.1:32941 /sdb1/1/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41309/sdb1/1/a/c2" "txf2bcc30559b04968a3018-0069790344" "container-server 1824827" 0.0011 "-" 1824827 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56253/sda1/1/a/c2" "txf2bcc30559b04968a3018-0069790344" "container-server 1824827" 0.0422 "-" 1824827 2 -HTTP PERF: 0.04597 seconds to PUT 127.0.0.1:53145 /sda1/1/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf2bcc30559b04968a3018-0069790344" "proxy-server 1824827" 0.0913 "-" 1824827 2 -HTTP PERF: 0.09258 seconds to PUT 127.0.0.1:32941 /sdb1/1/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txf2bcc30559b04968a3018-0069790344" "proxy-server 1824827" 0.1232 "-" 1824827 2 -HTTP PERF: 0.12509 seconds to PUT 127.0.0.1:56253 /sda1/1/a/c2) -HTTP PERF: 0.12619 seconds to PUT 127.0.0.1:41309 /sdb1/1/a/c2) -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txf2bcc30559b04968a3018-0069790344 - 0.1702 - - 1769538372.368055820 1769538372.538280487 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx170bd9f55fa5464da28fa-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa093986a9f2645d9935e5-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4546530f6e0e49be95dc7-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4546530f6e0e49be95dc7-0069790344) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx4546530f6e0e49be95dc7-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa339104cceee4408a7049-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa339104cceee4408a7049-0069790344) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txa339104cceee4408a7049-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txa4b7a9256020429ea09bf-0069790344) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa4b7a9256020429ea09bf-0069790344) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9807d0bb50af4afcb5268-0069790344) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9807d0bb50af4afcb5268-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx94a71b44b3de49998ccd7-0069790344) -test INFO: Client disconnected on read of '/a/c' (txn: tx94a71b44b3de49998ccd7-0069790344) -test INFO: Client disconnected on read of '/a/c' (txn: tx87d874fe1ed848619cb32-0069790344) -test INFO: Client disconnected on read of '/a/c' (txn: tx87d874fe1ed848619cb32-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx38da62f4fd2042a1bffd0-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx73ef9f229d134fb19a9d8-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx224f59d6b6b847d99ae8d-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx224f59d6b6b847d99ae8d-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx224f59d6b6b847d99ae8d-0069790344) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx224f59d6b6b847d99ae8d-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2569fd3658db4bbbb196b-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2569fd3658db4bbbb196b-0069790344) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2569fd3658db4bbbb196b-0069790344) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx2569fd3658db4bbbb196b-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txdee7a6caa29b4b4a91c26-0069790344)test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok - -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txdee7a6caa29b4b4a91c26-0069790344) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txdee7a6caa29b4b4a91c26-0069790344) -test ERROR: Account HEAD returning 503 for [] (txn: txdee7a6caa29b4b4a91c26-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5daed7ce9743454d962c3-0069790344) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txab150b7a40ea407ca894d-0069790344) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txab150b7a40ea407ca894d-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe405ad296f2d4fd894328-0069790344) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2347f53e5154435aae7ef-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txcf5addf23a5744a6b1b76-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx6412b7cab6774134b0d85-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx164f70ca683b437aa372f-0069790344) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4618a6e24aaf416187aa8-0069790344) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4618a6e24aaf416187aa8-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4528dc5574064b0abc762-0069790344) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4528dc5574064b0abc762-0069790344) -test WARNING: Could not autocreate account '/account' (txn: tx4528dc5574064b0abc762-0069790344) -test INFO: autocreate account '/account' (txn: tx035476db1ff2498cac6c4-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txeb836745206d4e3f99b7a-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txeb836745206d4e3f99b7a-0069790344) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txeb836745206d4e3f99b7a-0069790344) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txeb836745206d4e3f99b7a-0069790344)test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txeb836745206d4e3f99b7a-0069790344) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txeb836745206d4e3f99b7a-0069790344) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txeb836745206d4e3f99b7a-0069790344) -test WARNING: Could not autocreate account '/account' (txn: txeb836745206d4e3f99b7a-0069790344) -test INFO: autocreate account '/account' (txn: txbc6126ab4c0b4e468a71c-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx275a63770fb440338b93b-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx275a63770fb440338b93b-0069790344) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx275a63770fb440338b93b-0069790344) -test INFO: autocreate account '/account' (txn: txda424b3a30774488a4665-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txdeeff21493664962b29cf-0069790344) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txdeeff21493664962b29cf-0069790344) -test INFO: autocreate account '/account' (txn: txdeeff21493664962b29cf-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx398344dd7eda4803b9b73-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx398344dd7eda4803b9b73-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txf57557aa8d34421b8e2f9-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx2e010b2e05304f6080631-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf749d2e02932442d9a1f0-0069790344) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx9bd4ae5adfe242d588757-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx78dd52e7160245d3bd3c3-0069790344) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1c234422c7ce4b6695b40-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txa733d3acb2014c8ca86eb-0069790344) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx87e09f0b14804127a1749-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx36c6218754ab4f96995de-0069790344) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx36c6218754ab4f96995de-0069790344)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:10 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2edbc11b74aa426096e67-00676bf9a6" "proxy-server 546109" 0.0007 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55043/sda1/1/a1/c1" "tx2edbc11b74aa426096e67-00676bf9a6" "container-server 546109" 0.0127 "-" 546109 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:55797/sdb1/1/a1/c1" "tx2edbc11b74aa426096e67-00676bf9a6" "container-server 546109" 0.0007 "-" 546109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2edbc11b74aa426096e67-00676bf9a6" "proxy-server 546109" 0.1125 "-" 546109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2edbc11b74aa426096e67-00676bf9a6" "proxy-server 546109" 0.0677 "-" 546109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/25/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2edbc11b74aa426096e67-00676bf9a6 - 0.1172 - - 1735129510.953843594 1735129511.071078539 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txee2262e426a942b18f2ed-00676bf9a7" "proxy-server 546109" 0.0613 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:55043/sda1/2/a/c1" "txee2262e426a942b18f2ed-00676bf9a7" "container-server 546109" 0.0363 "-" 546109 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55797/sdb1/2/a/c1" "txee2262e426a942b18f2ed-00676bf9a7" "container-server 546109" 0.0006 "-" 546109 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txee2262e426a942b18f2ed-00676bf9a7" "proxy-server 546109" 0.1003 "-" 546109 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txee2262e426a942b18f2ed-00676bf9a7" "proxy-server 546109" 0.1631 "-" 546109 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/25/11 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txee2262e426a942b18f2ed-00676bf9a7 - 0.2285 - - 1735129511.071988106 1735129511.300532341 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx932e5934f965465dac8fd-00676bf9a7" "proxy-server 546109" 0.0735 "-" 546109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:55797/sdb1/1/a/c2" "tx932e5934f965465dac8fd-00676bf9a7" "container-server 546109" 0.0007 "-" 546109 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55043/sda1/1/a/c2" "tx932e5934f965465dac8fd-00676bf9a7" "container-server 546109" 0.3714 "-" 546109 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx932e5934f965465dac8fd-00676bf9a7" "proxy-server 546109" 0.7985 "-" 546109 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:25:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx932e5934f965465dac8fd-00676bf9a7" "proxy-server 546109" 1.8029 "-" 546109 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/25/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx932e5934f965465dac8fd-00676bf9a7 - 1.8809 - - 1735129511.301342010 1735129513.182209015 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx36c6218754ab4f96995de-0069790344) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8df0c647307643e68b411-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx8df0c647307643e68b411-0069790344) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx8df0c647307643e68b411-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx383277a48c1749278830c-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx383277a48c1749278830c-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx383277a48c1749278830c-0069790344) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx383277a48c1749278830c-0069790344) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txdbe3305a8dca49269d9d2-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txdbe3305a8dca49269d9d2-0069790344) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txdbe3305a8dca49269d9d2-0069790344) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txdbe3305a8dca49269d9d2-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx6ac0044e1a5a4a6c99d14-0069790344) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2366fa1bbe2b44acb1fd6-0069790344) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx2366fa1bbe2b44acb1fd6-0069790344) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2366fa1bbe2b44acb1fd6-0069790344) -test ERROR: Account HEAD returning 503 for [] (txn: tx2366fa1bbe2b44acb1fd6-0069790344) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx681763447d444666bbf51-0069790344) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx681763447d444666bbf51-0069790344) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx681763447d444666bbf51-0069790344) -test ERROR: Account HEAD returning 503 for [] (txn: tx681763447d444666bbf51-0069790344) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7230907735994d9bb78e4-0069790344) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx4cfe4c45201e46fd97218-0069790344)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129549.00000, (0, 0) as of 1735129549.00000, active as of 1735129549.00000> to ShardRange<'k' to 't' as of 1735129550.00000, (0, 0) as of 1735129550.00000, created as of 1735129550.00000>, path: .shards_a/shard_c_1735129550.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5c8/344c37b060bbea11326934813caec5c8/344c37b060bbea11326934813caec5c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129552.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f33/66829460e2a76b371e04d485acfb7f33/66829460e2a76b371e04d485acfb7f33.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129551.00000, (0, 0) as of 1735129551.00000, active as of 1735129551.00000> to ShardRange<'k' to 't' as of 1735129552.00000, (0, 0) as of 1735129552.00000, cleaved as of 1735129552.00000>, path: .shards_a/shard_c_1735129552.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f33/66829460e2a76b371e04d485acfb7f33/66829460e2a76b371e04d485acfb7f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129554.00000, db: /tmp/tmp7fkal05q/sda/containers/0/519/6846b4b1ded716a01ec3242146e7d519/6846b4b1ded716a01ec3242146e7d519.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129556.00000, db: /tmp/tmp7fkal05q/sda/containers/0/748/59d4dc00f9b1d0156c5b5162467fa748/59d4dc00f9b1d0156c5b5162467fa748.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129555.00000, (0, 0) as of 1735129555.00000, active as of 1735129555.00000> to ShardRange<'k' to 't' as of 1735129556.00000, (0, 0) as of 1735129556.00000, shrinking as of 1735129556.00000>, path: .shards_a/shard_c_1735129556.00000, db: /tmp/tmp7fkal05q/sda/containers/0/748/59d4dc00f9b1d0156c5b5162467fa748/59d4dc00f9b1d0156c5b5162467fa748.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129556.00000, db: /tmp/tmp7fkal05q/sda/containers/0/748/59d4dc00f9b1d0156c5b5162467fa748/59d4dc00f9b1d0156c5b5162467fa748.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129558.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e67/9b9d3cba0a0a741c17a1e1dc5e441e67/9b9d3cba0a0a741c17a1e1dc5e441e67.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129557.00000, (0, 0) as of 1735129557.00000, active as of 1735129557.00000> to ShardRange<'k' to 't' as of 1735129558.00000, (0, 0) as of 1735129558.00000, sharding as of 1735129558.00000>, path: .shards_a/shard_c_1735129558.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e67/9b9d3cba0a0a741c17a1e1dc5e441e67/9b9d3cba0a0a741c17a1e1dc5e441e67.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129558.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e67/9b9d3cba0a0a741c17a1e1dc5e441e67/9b9d3cba0a0a741c17a1e1dc5e441e67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129560.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0ab/61c9a57f8a5e7e0b127d405a3c21b0ab/61c9a57f8a5e7e0b127d405a3c21b0ab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129559.00000, (0, 0) as of 1735129559.00000, active as of 1735129559.00000> to ShardRange<'k' to 't' as of 1735129560.00000, (0, 0) as of 1735129560.00000, sharded as of 1735129560.00000>, path: .shards_a/shard_c_1735129560.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0ab/61c9a57f8a5e7e0b127d405a3c21b0ab/61c9a57f8a5e7e0b127d405a3c21b0ab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129560.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0ab/61c9a57f8a5e7e0b127d405a3c21b0ab/61c9a57f8a5e7e0b127d405a3c21b0ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129562.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d3/c666023530f36c6a2955ab47c2dad2d3/c666023530f36c6a2955ab47c2dad2d3.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129561.00000, (0, 0) as of 1735129561.00000, active as of 1735129561.00000> to ShardRange<'k' to 't' as of 1735129562.00000, (0, 0) as of 1735129562.00000, shrunk as of 1735129562.00000>, path: .shards_a/shard_c_1735129562.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d3/c666023530f36c6a2955ab47c2dad2d3/c666023530f36c6a2955ab47c2dad2d3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129562.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2d3/c666023530f36c6a2955ab47c2dad2d3/c666023530f36c6a2955ab47c2dad2d3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129564.00000, db: /tmp/tmp7fkal05q/sda/containers/0/10b/1d88411bcadd1c0c9fccc55d3ae1e10b/1d88411bcadd1c0c9fccc55d3ae1e10b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129563.00000, (0, 0) as of 1735129563.00000, shrinking as of 1735129563.00000> to ShardRange<'k' to 't' as of 1735129564.00000, (0, 0) as of 1735129564.00000, found as of 1735129564.00000>, path: .shards_a/shard_c_1735129564.00000, db: /tmp/tmp7fkal05q/sda/containers/0/10b/1d88411bcadd1c0c9fccc55d3ae1e10b/1d88411bcadd1c0c9fccc55d3ae1e10b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129566.00000, db: /tmp/tmp7fkal05q/sda/containers/0/02c/84b74e05ae78602410d149b28296502c/84b74e05ae78602410d149b28296502c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129565.00000, (0, 0) as of 1735129565.00000, shrinking as of 1735129565.00000> to ShardRange<'k' to 't' as of 1735129566.00000, (0, 0) as of 1735129566.00000, created as of 1735129566.00000>, path: .shards_a/shard_c_1735129566.00000, db: /tmp/tmp7fkal05q/sda/containers/0/02c/84b74e05ae78602410d149b28296502c/84b74e05ae78602410d149b28296502c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129568.00000, db: /tmp/tmp7fkal05q/sda/containers/0/af2/8c8bf02648193b245c08d8daebd32af2/8c8bf02648193b245c08d8daebd32af2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129567.00000, (0, 0) as of 1735129567.00000, shrinking as of 1735129567.00000> to ShardRange<'k' to 't' as of 1735129568.00000, (0, 0) as of 1735129568.00000, cleaved as of 1735129568.00000>, path: .shards_a/shard_c_1735129568.00000, db: /tmp/tmp7fkal05q/sda/containers/0/af2/8c8bf02648193b245c08d8daebd32af2/8c8bf02648193b245c08d8daebd32af2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129570.00000, db: /tmp/tmp7fkal05q/sda/containers/0/11b/44823e164529729a1efff0ace14a411b/44823e164529729a1efff0ace14a411b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129569.00000, (0, 0) as of 1735129569.00000, shrinking as of 1735129569.00000> to ShardRange<'k' to 't' as of 1735129570.00000, (0, 0) as of 1735129570.00000, active as of 1735129570.00000>, path: .shards_a/shard_c_1735129570.00000, db: /tmp/tmp7fkal05q/sda/containers/0/11b/44823e164529729a1efff0ace14a411b/44823e164529729a1efff0ace14a411b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129572.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fd1/5383a4278a3ec6d3459348de53e57fd1/5383a4278a3ec6d3459348de53e57fd1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129572.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fd1/5383a4278a3ec6d3459348de53e57fd1/5383a4278a3ec6d3459348de53e57fd1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129574.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f49/ca7820556df59db64521bd3bc4aa5f49/ca7820556df59db64521bd3bc4aa5f49.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129573.00000, (0, 0) as of 1735129573.00000, shrinking as of 1735129573.00000> to ShardRange<'k' to 't' as of 1735129574.00000, (0, 0) as of 1735129574.00000, sharding as of 1735129574.00000>, path: .shards_a/shard_c_1735129574.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f49/ca7820556df59db64521bd3bc4aa5f49/ca7820556df59db64521bd3bc4aa5f49.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx4cfe4c45201e46fd97218-0069790344) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4cfe4c45201e46fd97218-0069790344) -test ERROR: Account HEAD returning 503 for [] (txn: tx4cfe4c45201e46fd97218-0069790344) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txea0507bbbc4d4207bd157-0069790344) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txea0507bbbc4d4207bd157-0069790344) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txea0507bbbc4d4207bd157-0069790344) -test ERROR: Account HEAD returning 503 for [] (txn: txea0507bbbc4d4207bd157-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txca03b9cb5c044acc984d5-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx9d97c9ac1508474eb875f-0069790344) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx9d97c9ac1508474eb875f-0069790344) -test INFO: Client disconnected on read of '/a/c' (txn: tx9d97c9ac1508474eb875f-0069790344) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx857af18db105446fa4d26-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx43b6e2e352fd471e9a00f-0069790344) -test INFO: Client disconnected on read of '/a/c' (txn: tx43b6e2e352fd471e9a00f-0069790344) -test INFO: Client disconnected on read of '/a/c/' (txn: tx43b6e2e352fd471e9a00f-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx563c879efaa3423dba18e-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx563c879efaa3423dba18e-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx563c879efaa3423dba18e-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx563c879efaa3423dba18e-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5aa279b582e54056b62c9-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx5aa279b582e54056b62c9-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx5aa279b582e54056b62c9-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5aa279b582e54056b62c9-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0b055e1c15ab4fa581604-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0b055e1c15ab4fa581604-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0b055e1c15ab4fa581604-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0b055e1c15ab4fa581604-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8e8a9723990b47beab039-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8e8a9723990b47beab039-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8e8a9723990b47beab039-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8e8a9723990b47beab039-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa064757167f1438c99677-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa064757167f1438c99677-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa064757167f1438c99677-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa064757167f1438c99677-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx326bfd65946746c3a6102-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx326bfd65946746c3a6102-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx326bfd65946746c3a6102-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx326bfd65946746c3a6102-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5c4b8c9f1b5545b98c488-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5c4b8c9f1b5545b98c488-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5c4b8c9f1b5545b98c488-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx5c4b8c9f1b5545b98c488-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx2be393a7c70f4409b3c0f-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2be393a7c70f4409b3c0f-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2be393a7c70f4409b3c0f-0069790344) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2be393a7c70f4409b3c0f-0069790344) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2853342255134805b04a0-0069790345) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx2853342255134805b04a0-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2853342255134805b04a0-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2853342255134805b04a0-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2853342255134805b04a0-0069790345) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx2853342255134805b04a0-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx03f042ef4f3d4c5a99717-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx03f042ef4f3d4c5a99717-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx03f042ef4f3d4c5a99717-0069790345) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx03f042ef4f3d4c5a99717-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1107b524e83943ebb1575-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1107b524e83943ebb1575-0069790345) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx1107b524e83943ebb1575-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1107b524e83943ebb1575-0069790345) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1107b524e83943ebb1575-0069790345) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx1107b524e83943ebb1575-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1107b524e83943ebb1575-0069790345) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx1107b524e83943ebb1575-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx263f86da83ca4745a7999-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx263f86da83ca4745a7999-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx263f86da83ca4745a7999-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx263f86da83ca4745a7999-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx98289a27ceaa4f29b7980-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx98289a27ceaa4f29b7980-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx98289a27ceaa4f29b7980-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx98289a27ceaa4f29b7980-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0f66348c423d430d93808-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0f66348c423d430d93808-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0f66348c423d430d93808-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx0f66348c423d430d93808-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0ae4c6c68e00415fb7e1e-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0ae4c6c68e00415fb7e1e-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0ae4c6c68e00415fb7e1e-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx0ae4c6c68e00415fb7e1e-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx654a5d4e363c4ed69dd38-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx654a5d4e363c4ed69dd38-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx654a5d4e363c4ed69dd38-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx654a5d4e363c4ed69dd38-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx65c1c22b241042d895392-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx65c1c22b241042d895392-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx65c1c22b241042d895392-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx65c1c22b241042d895392-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa44c319cb7294c7fb71ca-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa44c319cb7294c7fb71ca-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa44c319cb7294c7fb71ca-0069790345) -test ERROR: Container GET returning 503 for [] (txn: txa44c319cb7294c7fb71ca-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc265cd37c58d41aeb9b9f-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc265cd37c58d41aeb9b9f-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc265cd37c58d41aeb9b9f-0069790345) -test ERROR: Container GET returning 503 for [] (txn: txc265cd37c58d41aeb9b9f-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx70fa8ba3b91f4301b8ce0-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx70fa8ba3b91f4301b8ce0-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx70fa8ba3b91f4301b8ce0-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx70fa8ba3b91f4301b8ce0-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx96cc2cf3208d4af2a5377-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx96cc2cf3208d4af2a5377-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx96cc2cf3208d4af2a5377-0069790345) -test ERROR: Container GET returning 503 for [] (txn: tx96cc2cf3208d4af2a5377-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd5d7e946c6ad4bcb910ea-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd5d7e946c6ad4bcb910ea-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd5d7e946c6ad4bcb910ea-0069790345) -test ERROR: Container GET returning 503 for [] (txn: txd5d7e946c6ad4bcb910ea-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa8fdee03eafd41319b866-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa8fdee03eafd41319b866-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa8fdee03eafd41319b866-0069790345) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa8fdee03eafd41319b866-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf6d2cc7f1b1b46778b16b-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf6d2cc7f1b1b46778b16b-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf6d2cc7f1b1b46778b16b-0069790345) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf6d2cc7f1b1b46778b16b-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc996a9a8a6234f9ebc49d-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc996a9a8a6234f9ebc49d-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc996a9a8a6234f9ebc49d-0069790345) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc996a9a8a6234f9ebc49d-0069790345) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx17a8af44d13944b594dc1-0069790345) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx17a8af44d13944b594dc1-0069790345) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx17a8af44d13944b594dc1-0069790345) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx17a8af44d13944b594dc1-0069790345) -test INFO: Client disconnected on read of '/a/c' (txn: tx907f82eaf0054491aeaac-0069790345) -test INFO: Client disconnected on read of '/a/c/' (txn: tx907f82eaf0054491aeaac-0069790345) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txbe668a87bfd64af793db2-0069790345)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129574.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f49/ca7820556df59db64521bd3bc4aa5f49/ca7820556df59db64521bd3bc4aa5f49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129576.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b73/04492271e352db26b0d6403cb3b6fb73/04492271e352db26b0d6403cb3b6fb73.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129575.00000, (0, 0) as of 1735129575.00000, shrinking as of 1735129575.00000> to ShardRange<'k' to 't' as of 1735129576.00000, (0, 0) as of 1735129576.00000, sharded as of 1735129576.00000>, path: .shards_a/shard_c_1735129576.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b73/04492271e352db26b0d6403cb3b6fb73/04492271e352db26b0d6403cb3b6fb73.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129576.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b73/04492271e352db26b0d6403cb3b6fb73/04492271e352db26b0d6403cb3b6fb73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129578.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b63/04a64bca93c36d36091a69fa6bd45b63/04a64bca93c36d36091a69fa6bd45b63.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129577.00000, (0, 0) as of 1735129577.00000, shrinking as of 1735129577.00000> to ShardRange<'k' to 't' as of 1735129578.00000, (0, 0) as of 1735129578.00000, shrunk as of 1735129578.00000>, path: .shards_a/shard_c_1735129578.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b63/04a64bca93c36d36091a69fa6bd45b63/04a64bca93c36d36091a69fa6bd45b63.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129578.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b63/04a64bca93c36d36091a69fa6bd45b63/04a64bca93c36d36091a69fa6bd45b63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129580.00000, db: /tmp/tmp7fkal05q/sda/containers/0/112/e6785b0a4780c1393ba196ddb5308112/e6785b0a4780c1393ba196ddb5308112.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129579.00000, (0, 0) as of 1735129579.00000, sharding as of 1735129579.00000> to ShardRange<'k' to 't' as of 1735129580.00000, (0, 0) as of 1735129580.00000, found as of 1735129580.00000>, path: .shards_a/shard_c_1735129580.00000, db: /tmp/tmp7fkal05q/sda/containers/0/112/e6785b0a4780c1393ba196ddb5308112/e6785b0a4780c1393ba196ddb5308112.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129582.00000, db: /tmp/tmp7fkal05q/sda/containers/0/21f/a53c7215791fe64735fe6a0575ee721f/a53c7215791fe64735fe6a0575ee721f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129581.00000, (0, 0) as of 1735129581.00000, sharding as of 1735129581.00000> to ShardRange<'k' to 't' as of 1735129582.00000, (0, 0) as of 1735129582.00000, created as of 1735129582.00000>, path: .shards_a/shard_c_1735129582.00000, db: /tmp/tmp7fkal05q/sda/containers/0/21f/a53c7215791fe64735fe6a0575ee721f/a53c7215791fe64735fe6a0575ee721f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129584.00000, db: /tmp/tmp7fkal05q/sda/containers/0/8b0/965f0491134f7e323f68da46829228b0/965f0491134f7e323f68da46829228b0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129583.00000, (0, 0) as of 1735129583.00000, sharding as of 1735129583.00000> to ShardRange<'k' to 't' as of 1735129584.00000, (0, 0) as of 1735129584.00000, cleaved as of 1735129584.00000>, path: .shards_a/shard_c_1735129584.00000, db: /tmp/tmp7fkal05q/sda/containers/0/8b0/965f0491134f7e323f68da46829228b0/965f0491134f7e323f68da46829228b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129586.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a9c/996fe15968804b6ceb41fbc35591aa9c/996fe15968804b6ceb41fbc35591aa9c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129585.00000, (0, 0) as of 1735129585.00000, sharding as of 1735129585.00000> to ShardRange<'k' to 't' as of 1735129586.00000, (0, 0) as of 1735129586.00000, active as of 1735129586.00000>, path: .shards_a/shard_c_1735129586.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a9c/996fe15968804b6ceb41fbc35591aa9c/996fe15968804b6ceb41fbc35591aa9c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129588.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fde/0ac6b361e5ed77131805cfa83d47cfde/0ac6b361e5ed77131805cfa83d47cfde.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129587.00000, (0, 0) as of 1735129587.00000, sharding as of 1735129587.00000> to ShardRange<'k' to 't' as of 1735129588.00000, (0, 0) as of 1735129588.00000, shrinking as of 1735129588.00000>, path: .shards_a/shard_c_1735129588.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fde/0ac6b361e5ed77131805cfa83d47cfde/0ac6b361e5ed77131805cfa83d47cfde.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129588.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fde/0ac6b361e5ed77131805cfa83d47cfde/0ac6b361e5ed77131805cfa83d47cfde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129590.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0c2/4bbb283b1e735c03b1c76608be1060c2/4bbb283b1e735c03b1c76608be1060c2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129590.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0c2/4bbb283b1e735c03b1c76608be1060c2/4bbb283b1e735c03b1c76608be1060c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129592.00000, db: /tmp/tmp7fkal05q/sda/containers/0/01e/3cadac4b6f6d495c43426e1101e6a01e/3cadac4b6f6d495c43426e1101e6a01e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129591.00000, (0, 0) as of 1735129591.00000, sharding as of 1735129591.00000> to ShardRange<'k' to 't' as of 1735129592.00000, (0, 0) as of 1735129592.00000, sharded as of 1735129592.00000>, path: .shards_a/shard_c_1735129592.00000, db: /tmp/tmp7fkal05q/sda/containers/0/01e/3cadac4b6f6d495c43426e1101e6a01e/3cadac4b6f6d495c43426e1101e6a01e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129592.00000, db: /tmp/tmp7fkal05q/sda/containers/0/01e/3cadac4b6f6d495c43426e1101e6a01e/3cadac4b6f6d495c43426e1101e6a01e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129594.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2cd/1fd4fec676dbc07e3c95e5705fb8b2cd/1fd4fec676dbc07e3c95e5705fb8b2cd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129593.00000, (0, 0) as of 1735129593.00000, sharding as of 1735129593.00000> to ShardRange<'k' to 't' as of 1735129594.00000, (0, 0) as of 1735129594.00000, shrunk as of 1735129594.00000>, path: .shards_a/shard_c_1735129594.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2cd/1fd4fec676dbc07e3c95e5705fb8b2cd/1fd4fec676dbc07e3c95e5705fb8b2cd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129594.00000, db: /tmp/tmp7fkal05q/sda/containers/0/2cd/1fd4fec676dbc07e3c95e5705fb8b2cd/1fd4fec676dbc07e3c95e5705fb8b2cd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129596.00000, db: /tmp/tmp7fkal05q/sda/containers/0/7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129595.00000, (0, 0) as of 1735129595.00000, sharded as of 1735129595.00000> to ShardRange<'k' to 't' as of 1735129596.00000, (0, 0) as of 1735129596.00000, found as of 1735129596.00000>, path: .shards_a/shard_c_1735129596.00000, db: /tmp/tmp7fkal05q/sda/containers/0/7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9/ae895df7a9dcfb97af3c3b44d1c1c7b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129598.00000, db: /tmp/tmp7fkal05q/sda/containers/0/302/72a607ccc3206ead26728fc888725302/72a607ccc3206ead26728fc888725302.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'd5439aa1e486d55627706f0bfb3cecfa', '4d6891a8-61da-45d9-993c-994c225dde33-sda', '1769538371.26683', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('4d6891a8-61da-45d9-993c-994c225dde33-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc3skcwbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1c161edc-3372-40ed-856a-422f9211694f-sda', '1769538371.54930', '1769538371', '0', '', '1769538371', 0, 0) -test DEBUG: /tmp/tmpc3skcwbs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1c161edc-3372-40ed-856a-422f9211694f-sda', '1769538371.54930', '1769538371', '0', '', '1769538371', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1c161edc-3372-40ed-856a-422f9211694f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: /tmp/tmp7v2laqpm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f8f9349a-b300-40f0-84bc-147a41675ea5-sda', '1735129510.32578', '1735129510', '1735129512', '', '1735129512', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f8f9349a-b300-40f0-84bc-147a41675ea5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20290 seconds (4.92845/s) +test INFO: Attempted to replicate 1 dbs in 0.36249 seconds (2.75869/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2p772jic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd0227ee62ad8e8c5910b8f9c9ea04a58', 'd5bfc06b-5553-45d3-9e18-f7456a16f5b6-sda', '1769538371.96177', '1769538371', '0', '', '1769538371', 1, 1) -test DEBUG: /tmp/tmp2p772jic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538375.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'd5bfc06b-5553-45d3-9e18-f7456a16f5b6-sda') -test DEBUG: /tmp/tmp2p772jic/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0396404s) +test DEBUG: Replicating db /tmp/tmpxydvjsc_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e26b0048f2882c6234c3adf4101df19f', 'a180aba3-864b-430c-8be0-1d13531745bf-sda', '1735129511.05382', '1735129511', '1735129513', '', '1735129513', 1, 1) +test DEBUG: /tmp/tmpxydvjsc_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129516.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a180aba3-864b-430c-8be0-1d13531745bf-sda') +test DEBUG: /tmp/tmpxydvjsc_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0738428s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd0227ee62ad8e8c5910b8f9c9ea04a58', 'd5bfc06b-5553-45d3-9e18-f7456a16f5b6-sda', '1769538371.96177', '1769538371', '0', '', '1769538371', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d5bfc06b-5553-45d3-9e18-f7456a16f5b6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2p772jic/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e26b0048f2882c6234c3adf4101df19f', 'a180aba3-864b-430c-8be0-1d13531745bf-sda', '1735129511.05382', '1735129511', '1735129513', '', '1735129513', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a180aba3-864b-430c-8be0-1d13531745bf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpxydvjsc_/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41406 seconds (2.41510/s) +test INFO: Attempted to replicate 1 dbs in 1.52059 seconds (0.65764/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp2p772jic/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'ad5fa4fc9ef928d94320761e4e0c3340', 'cbc834ec-eb7b-4c3c-98e8-03eb5b3b163a-sda', '1769538372.43897', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('cbc834ec-eb7b-4c3c-98e8-03eb5b3b163a-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'ad5fa4fc9ef928d94320761e4e0c3340', 'cbc834ec-eb7b-4c3c-98e8-03eb5b3b163a-sda', '1769538372.43897', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('cbc834ec-eb7b-4c3c-98e8-03eb5b3b163a-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpxydvjsc_/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '76051372b83ca61dcf249571fe851a01', 'f2f4db57-2148-41b9-bb2e-512b33e2873f-sda', '1735129513.54184', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('f2f4db57-2148-41b9-bb2e-512b33e2873f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '76051372b83ca61dcf249571fe851a01', 'f2f4db57-2148-41b9-bb2e-512b33e2873f-sda', '1735129513.54184', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('f2f4db57-2148-41b9-bb2e-512b33e2873f-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp5kqnjgdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdd410ba-6bc7-465c-a45d-6de0501a22c1-sda', '1769538372.71626', '1769538372', '0', '', '1769538372', 0, 1) -test DEBUG: /tmp/tmp5kqnjgdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bdd410ba-6bc7-465c-a45d-6de0501a22c1-sda', '1769538372.71626', '1769538372', '0', '', '1769538372', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bdd410ba-6bc7-465c-a45d-6de0501a22c1-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmplmdk5val/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3454fa7a-b107-4ea3-9f39-a9e72bd15efc-sda', '1735129514.06587', '1735129514', '1735129516', '', '1735129516', 0, 0) +test DEBUG: /tmp/tmplmdk5val/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3454fa7a-b107-4ea3-9f39-a9e72bd15efc-sda', '1735129514.06587', '1735129514', '1735129516', '', '1735129516', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3454fa7a-b107-4ea3-9f39-a9e72bd15efc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.23923 seconds (4.18002/s) +test INFO: Attempted to replicate 1 dbs in 0.44715 seconds (2.23637/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpzvijdu8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c58172279ca3166ea4c13a7ed768ea60', '6e04661d-bef3-40ca-ad07-0d86cd5b8c64-sda', '1769538373.12335', '1769538373', '0', '', '1769538373', 1, 1) -test DEBUG: /tmp/tmpzvijdu8s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c58172279ca3166ea4c13a7ed768ea60', '6e04661d-bef3-40ca-ad07-0d86cd5b8c64-sda', '1769538373.12335', '1769538373', '0', '', '1769538373', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6e04661d-bef3-40ca-ad07-0d86cd5b8c64-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpzvijdu8s/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpp4lu9mmz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '04a3569247a30e62a2b20515b7813d67', '04283aa5-9b47-4762-a91f-950d6c4d65ab-sda', '1735129514.87416', '1735129514', '1735129516', '', '1735129516', 1, 0) +test DEBUG: /tmp/tmpp4lu9mmz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '04a3569247a30e62a2b20515b7813d67', '04283aa5-9b47-4762-a91f-950d6c4d65ab-sda', '1735129514.87416', '1735129514', '1735129516', '', '1735129516', 1, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('04283aa5-9b47-4762-a91f-950d6c4d65ab-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpp4lu9mmz/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.39830 seconds (2.51065/s) +test INFO: Attempted to replicate 1 dbs in 0.72336 seconds (1.38243/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpzvijdu8s/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '5861be3a1b4f3ffd3694780a645005d4', '43f6d06f-7678-4c31-a899-2b7a929805f5-sda', '1769538373.59220', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('43f6d06f-7678-4c31-a899-2b7a929805f5-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '5861be3a1b4f3ffd3694780a645005d4', '43f6d06f-7678-4c31-a899-2b7a929805f5-sda', '1769538373.59220', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('43f6d06f-7678-4c31-a899-2b7a929805f5-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpp4lu9mmz/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '2b444b793c693f2fe4b70ac34fb7a079', 'ae98a072-83d6-445c-a63a-84d503babdd7-sda', '1735129515.81569', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('ae98a072-83d6-445c-a63a-84d503babdd7-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '2b444b793c693f2fe4b70ac34fb7a079', 'ae98a072-83d6-445c-a63a-84d503babdd7-sda', '1735129515.81569', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('ae98a072-83d6-445c-a63a-84d503babdd7-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp10mpht_4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53f5e048-9687-4d9e-abaa-7c120e8dcaea-sda', '1769538373.84001', '1769538373', '1769538375', '', '1769538375', 0, 1) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txbe668a87bfd64af793db2-0069790345) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txbe668a87bfd64af793db2-0069790345) -test ERROR: Account HEAD returning 503 for [] (txn: txbe668a87bfd64af793db2-0069790345) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx695c56c18127496db7602-0069790345) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx695c56c18127496db7602-0069790345) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx695c56c18127496db7602-0069790345) -test ERROR: Account HEAD returning 503 for [] (txn: tx695c56c18127496db7602-0069790345) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd29abae0ce5f49399c98d-0069790345) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx0fc5511541fe4c7c956b3-0069790345) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx04c4db41f690413987bb1-0069790345) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Failed to unlink '/tmp/tmps6fe4khi/containers/part/suffix/hash/container.db': +test DEBUG: Replicating db /tmp/tmptf0gm0p2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53e88e72-8504-4d71-95a2-d02053cb22be-sda', '1735129516.30558', '1735129519', '1735129518', '', '1735129519', 0, 1) +test DEBUG: /tmp/tmptf0gm0p2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53e88e72-8504-4d71-95a2-d02053cb22be-sda', '1735129516.30558', '1735129519', '1735129518', '', '1735129519', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('53e88e72-8504-4d71-95a2-d02053cb22be-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.53847 seconds (1.85712/s) +test INFO: Removed 0 dbstest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129597.00000, (0, 0) as of 1735129597.00000, sharded as of 1735129597.00000> to ShardRange<'k' to 't' as of 1735129598.00000, (0, 0) as of 1735129598.00000, created as of 1735129598.00000>, path: .shards_a/shard_c_1735129598.00000, db: /tmp/tmp7fkal05q/sda/containers/0/302/72a607ccc3206ead26728fc888725302/72a607ccc3206ead26728fc888725302.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129600.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b7f/026a3af40d6466e05e5f4ad8b1ae9b7f/026a3af40d6466e05e5f4ad8b1ae9b7f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129599.00000, (0, 0) as of 1735129599.00000, sharded as of 1735129599.00000> to ShardRange<'k' to 't' as of 1735129600.00000, (0, 0) as of 1735129600.00000, cleaved as of 1735129600.00000>, path: .shards_a/shard_c_1735129600.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b7f/026a3af40d6466e05e5f4ad8b1ae9b7f/026a3af40d6466e05e5f4ad8b1ae9b7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129602.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0f1/014b71106af17090b24db1e78b0e40f1/014b71106af17090b24db1e78b0e40f1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129601.00000, (0, 0) as of 1735129601.00000, sharded as of 1735129601.00000> to ShardRange<'k' to 't' as of 1735129602.00000, (0, 0) as of 1735129602.00000, active as of 1735129602.00000>, path: .shards_a/shard_c_1735129602.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0f1/014b71106af17090b24db1e78b0e40f1/014b71106af17090b24db1e78b0e40f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129604.00000, db: /tmp/tmp7fkal05q/sda/containers/0/228/d8e6cfb15c2dd85ff391b006bd491228/d8e6cfb15c2dd85ff391b006bd491228.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129603.00000, (0, 0) as of 1735129603.00000, sharded as of 1735129603.00000> to ShardRange<'k' to 't' as of 1735129604.00000, (0, 0) as of 1735129604.00000, shrinking as of 1735129604.00000>, path: .shards_a/shard_c_1735129604.00000, db: /tmp/tmp7fkal05q/sda/containers/0/228/d8e6cfb15c2dd85ff391b006bd491228/d8e6cfb15c2dd85ff391b006bd491228.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129604.00000, db: /tmp/tmp7fkal05q/sda/containers/0/228/d8e6cfb15c2dd85ff391b006bd491228/d8e6cfb15c2dd85ff391b006bd491228.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129606.00000, db: /tmp/tmp7fkal05q/sda/containers/0/251/c49c5e4d63e29a8e92236b9da7b65251/c49c5e4d63e29a8e92236b9da7b65251.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129605.00000, (0, 0) as of 1735129605.00000, sharded as of 1735129605.00000> to ShardRange<'k' to 't' as of 1735129606.00000, (0, 0) as of 1735129606.00000, sharding as of 1735129606.00000>, path: .shards_a/shard_c_1735129606.00000, db: /tmp/tmp7fkal05q/sda/containers/0/251/c49c5e4d63e29a8e92236b9da7b65251/c49c5e4d63e29a8e92236b9da7b65251.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129606.00000, db: /tmp/tmp7fkal05q/sda/containers/0/251/c49c5e4d63e29a8e92236b9da7b65251/c49c5e4d63e29a8e92236b9da7b65251.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129608.00000, db: /tmp/tmp7fkal05q/sda/containers/0/124/98a1c9764e5146305d2758f420a1c124/98a1c9764e5146305d2758f420a1c124.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129608.00000, db: /tmp/tmp7fkal05q/sda/containers/0/124/98a1c9764e5146305d2758f420a1c124/98a1c9764e5146305d2758f420a1c124.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129610.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5a2/0f2a5d2918fdb86cf2132187628c45a2/0f2a5d2918fdb86cf2132187628c45a2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129609.00000, (0, 0) as of 1735129609.00000, sharded as of 1735129609.00000> to ShardRange<'k' to 't' as of 1735129610.00000, (0, 0) as of 1735129610.00000, shrunk as of 1735129610.00000>, path: .shards_a/shard_c_1735129610.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5a2/0f2a5d2918fdb86cf2132187628c45a2/0f2a5d2918fdb86cf2132187628c45a2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129610.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5a2/0f2a5d2918fdb86cf2132187628c45a2/0f2a5d2918fdb86cf2132187628c45a2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129612.00000, db: /tmp/tmp7fkal05q/sda/containers/0/3e9/786c42f7cfdc3e13a39dd4f081ade3e9/786c42f7cfdc3e13a39dd4f081ade3e9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129611.00000, (0, 0) as of 1735129611.00000, shrunk as of 1735129611.00000> to ShardRange<'k' to 't' as of 1735129612.00000, (0, 0) as of 1735129612.00000, found as of 1735129612.00000>, path: .shards_a/shard_c_1735129612.00000, db: /tmp/tmp7fkal05q/sda/containers/0/3e9/786c42f7cfdc3e13a39dd4f081ade3e9/786c42f7cfdc3e13a39dd4f081ade3e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129614.00000, db: /tmp/tmp7fkal05q/sda/containers/0/71f/788a5800674b7a92c1b20a1e1fa2b71f/788a5800674b7a92c1b20a1e1fa2b71f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129613.00000, (0, 0) as of 1735129613.00000, shrunk as of 1735129613.00000> to ShardRange<'k' to 't' as of 1735129614.00000, (0, 0) as of 1735129614.00000, created as of 1735129614.00000>, path: .shards_a/shard_c_1735129614.00000, db: /tmp/tmp7fkal05q/sda/containers/0/71f/788a5800674b7a92c1b20a1e1fa2b71f/788a5800674b7a92c1b20a1e1fa2b71f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129616.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cf0/b6be656c525d21055c46d7dc1fa90cf0/b6be656c525d21055c46d7dc1fa90cf0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129615.00000, (0, 0) as of 1735129615.00000, shrunk as of 1735129615.00000> to ShardRange<'k' to 't' as of 1735129616.00000, (0, 0) as of 1735129616.00000, cleaved as of 1735129616.00000>, path: .shards_a/shard_c_1735129616.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cf0/b6be656c525d21055c46d7dc1fa90cf0/b6be656c525d21055c46d7dc1fa90cf0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129618.00000, db: /tmp/tmp7fkal05q/sda/containers/0/719/8d825c6a7f2b861ebf69f85896b5a719/8d825c6a7f2b861ebf69f85896b5a719.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129617.00000, (0, 0) as of 1735129617.00000, shrunk as of 1735129617.00000> to ShardRange<'k' to 't' as of 1735129618.00000, (0, 0) as of 1735129618.00000, active as of 1735129618.00000>, path: .shards_a/shard_c_1735129618.00000, db: /tmp/tmp7fkal05q/sda/containers/0/719/8d825c6a7f2b861ebf69f85896b5a719/8d825c6a7f2b861ebf69f85896b5a719.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129620.00000, db: /tmp/tmp7fkal05q/sda/containers/0/193/44981e2dfdcffa080056957dc1b43193/44981e2dfdcffa080056957dc1b43193.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129619.00000, (0, 0) as of 1735129619.00000, shrunk as of 1735129619.00000> to ShardRange<'k' to 't' as of 1735129620.00000, (0, 0) as of 1735129620.00000, shrinking as of 1735129620.00000>, path: .shards_a/shard_c_1735129620.00000, db: /tmp/tmp7fkal05q/sda/containers/0/193/44981e2dfdcffa080056957dc1b43193/44981e2dfdcffa080056957dc1b43193.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129620.00000, db: /tmp/tmp7fkal05q/sda/containers/0/193/44981e2dfdcffa080056957dc1b43193/44981e2dfdcffa080056957dc1b43193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129622.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5df/523f873b979a21e715da482839ea25df/523f873b979a21e715da482839ea25df.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test ERROR: Failed to unlink '/tmp/tmpdbpcc80c/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -49106,681 +45572,1078 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmps6fe4khi/containers/part/suffix/hash/container_1769538364.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmps6fe4khi/containers/part/suffix/hash/container_1769538364.00000.db': ['/tmp/tmps6fe4khi/containers/part/suffix/hash/container.db', '/tmp/tmps6fe4khi/containers/part/suffix/hash/container_1769538365.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmps6fe4khi/containers/part/suffix/hash/container_1769538365.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpdbpcc80c/containers/part/suffix/hash/container_1735129508.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpdbpcc80c/containers/part/suffix/hash/container_1735129508.00000.db': ['/tmp/tmpdbpcc80c/containers/part/suffix/hash/container.db', '/tmp/tmpdbpcc80c/containers/part/suffix/hash/container_1735129509.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpdbpcc80c/containers/part/suffix/hash/container_1735129509.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpd5gejzvl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769538373.00000, (0, 0) as of 1769538373.00000, active as of 1769538373.00000> to ShardRange<'k' to 't' as of 1769538374.00000, (0, 0) as of 1769538374.00000, active as of 1769538374.00000>, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538378.00000, (0, 0) as of 1769538378.00000, shrinking as of 1769538375.00000> to ShardRange<'k' to 't' as of 1769538378.00000, (0, 0) as of 1769538378.00000, sharding as of 1769538379.00000>, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp6f0flkp0/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538374.00000, db: /tmp/tmpshipxl1d/sda/containers/0/429/ccdd83322f48203b911610430e4ef429/ccdd83322f48203b911610430e4ef429.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538376.00000, db: /tmp/tmpshipxl1d/sda/containers/0/5b2/211902f725391330afef0cd27cf365b2/211902f725391330afef0cd27cf365b2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538375.00000, (0, 0) as of 1769538375.00000, found as of 1769538375.00000> to ShardRange<'k' to 't' as of 1769538376.00000, (0, 0) as of 1769538376.00000, created as of 1769538376.00000>, path: .shards_a/shard_c_1769538376.00000, db: /tmp/tmpshipxl1d/sda/containers/0/5b2/211902f725391330afef0cd27cf365b2/211902f725391330afef0cd27cf365b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538378.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a0e/20bd51aa7e06c989dd3b24914ff8da0e/20bd51aa7e06c989dd3b24914ff8da0e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538377.00000, (0, 0) as of 1769538377.00000, found as of 1769538377.00000> to ShardRange<'k' to 't' as of 1769538378.00000, (0, 0) as of 1769538378.00000, cleaved as of 1769538378.00000>, path: .shards_a/shard_c_1769538378.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a0e/20bd51aa7e06c989dd3b24914ff8da0e/20bd51aa7e06c989dd3b24914ff8da0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538380.00000, db: /tmp/tmpshipxl1d/sda/containers/0/8b7/b103a74b3dbc9c6ccfb694572481e8b7/b103a74b3dbc9c6ccfb694572481e8b7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538379.00000, (0, 0) as of 1769538379.00000, found as of 1769538379.00000> to ShardRange<'k' to 't' as of 1769538380.00000, (0, 0) as of 1769538380.00000, active as of 1769538380.00000>, path: .shards_a/shard_c_1769538380.00000, db: /tmp/tmpshipxl1d/sda/containers/0/8b7/b103a74b3dbc9c6ccfb694572481e8b7/b103a74b3dbc9c6ccfb694572481e8b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538382.00000, db: /tmp/tmpshipxl1d/sda/containers/0/50d/e02167caa6a8932a9d7466a4649d250d/e02167caa6a8932a9d7466a4649d250d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538381.00000, (0, 0) as of 1769538381.00000, found as of 1769538381.00000> to ShardRange<'k' to 't' as of 1769538382.00000, (0, 0) as of 1769538382.00000, shrinking as of 1769538382.00000>, path: .shards_a/shard_c_1769538382.00000, db: /tmp/tmpshipxl1d/sda/containers/0/50d/e02167caa6a8932a9d7466a4649d250d/e02167caa6a8932a9d7466a4649d250d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538382.00000, db: /tmp/tmpshipxl1d/sda/containers/0/50d/e02167caa6a8932a9d7466a4649d250d/e02167caa6a8932a9d7466a4649d250d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538384.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d2e/c2cd9128b23e38be55f71fd8ade76d2e/c2cd9128b23e38be55f71fd8ade76d2e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538383.00000, (0, 0) as of 1769538383.00000, found as of 1769538383.00000> to ShardRange<'k' to 't' as of 1769538384.00000, (0, 0) as of 1769538384.00000, sharding as of 1769538384.00000>, path: .shards_a/shard_c_1769538384.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d2e/c2cd9128b23e38be55f71fd8ade76d2e/c2cd9128b23e38be55f71fd8ade76d2e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538384.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d2e/c2cd9128b23e38be55f71fd8ade76d2e/c2cd9128b23e38be55f71fd8ade76d2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538386.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e73/386a29d9ad699410c5c452f415350e73/386a29d9ad699410c5c452f415350e73.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538385.00000, (0, 0) as of 1769538385.00000, found as of 1769538385.00000> to ShardRange<'k' to 't' as of 1769538386.00000, (0, 0) as of 1769538386.00000, sharded as of 1769538386.00000>, path: .shards_a/shard_c_1769538386.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e73/386a29d9ad699410c5c452f415350e73/386a29d9ad699410c5c452f415350e73.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538386.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e73/386a29d9ad699410c5c452f415350e73/386a29d9ad699410c5c452f415350e73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538388.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fdd/0212c0ef0861df740a1f0570f0d2afdd/0212c0ef0861df740a1f0570f0d2afdd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538387.00000, (0, 0) as of 1769538387.00000, found as of 1769538387.00000> to ShardRange<'k' to 't' as of 1769538388.00000, (0, 0) as of 1769538388.00000, shrunk as of 1769538388.00000>, path: .shards_a/shard_c_1769538388.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fdd/0212c0ef0861df740a1f0570f0d2afdd/0212c0ef0861df740a1f0570f0d2afdd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538388.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fdd/0212c0ef0861df740a1f0570f0d2afdd/0212c0ef0861df740a1f0570f0d2afdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538390.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ef6/17f0fa171771efe2304715a0e7433ef6/17f0fa171771efe2304715a0e7433ef6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538389.00000, (0, 0) as of 1769538389.00000, created as of 1769538389.00000> to ShardRange<'k' to 't' as of 1769538390.00000, (0, 0) as of 1769538390.00000, found as of 1769538390.00000>, path: .shards_a/shard_c_1769538390.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ef6/17f0fa171771efe2304715a0e7433ef6/17f0fa171771efe2304715a0e7433ef6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538392.00000, db: /tmp/tmpshipxl1d/sda/containers/0/acb/af7417de07e3ede8f9a5c666c4405acb/af7417de07e3ede8f9a5c666c4405acb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538394.00000, db: /tmp/tmpshipxl1d/sda/containers/0/370/80d91a0a07746e13eb3c887189d64370/80d91a0a07746e13eb3c887189d64370.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538393.00000, (0, 0) as of 1769538393.00000, created as of 1769538393.00000> to ShardRange<'k' to 't' as of 1769538394.00000, (0, 0) as of 1769538394.00000, cleaved as of 1769538394.00000>, path: .shards_a/shard_c_1769538394.00000, db: /tmp/tmpshipxl1d/sda/containers/0/370/80d91a0a07746e13eb3c887189d64370/80d91a0a07746e13eb3c887189d64370.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538396.00000, db: /tmp/tmpshipxl1d/sda/containers/0/58d/0ee892bfb24acf8326823505716df58d/0ee892bfb24acf8326823505716df58d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538395.00000, (0, 0) as of 1769538395.00000, created as of 1769538395.00000> to ShardRange<'k' to 't' as of 1769538396.00000, (0, 0) as of 1769538396.00000, active as of 1769538396.00000>, path: .shards_a/shard_c_1769538396.00000, db: /tmp/tmpshipxl1d/sda/containers/0/58d/0ee892bfb24acf8326823505716df58d/0ee892bfb24acf8326823505716df58d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538398.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b85/2bf8b1d59cb6358efcc8387d30343b85/2bf8b1d59cb6358efcc8387d30343b85.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538397.00000, (0, 0) as of 1769538397.00000, created as of 1769538397.00000> to ShardRange<'k' to 't' as of 1769538398.00000, (0, 0) as of 1769538398.00000, shrinking as of 1769538398.00000>, path: .shards_a/shard_c_1769538398.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b85/2bf8b1d59cb6358efcc8387d30343b85/2bf8b1d59cb6358efcc8387d30343b85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538398.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b85/2bf8b1d59cb6358efcc8387d30343b85/2bf8b1d59cb6358efcc8387d30343b85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538400.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d6f/7eec97e18df8ade3c2677c753ee49d6f/7eec97e18df8ade3c2677c753ee49d6f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538399.00000, (0, 0) as of 1769538399.00000, created as of 1769538399.00000> to ShardRange<'k' to 't' as of 1769538400.00000, (0, 0) as of 1769538400.00000, sharding as of 1769538400.00000>, path: .shards_a/shard_c_1769538400.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d6f/7eec97e18df8ade3c2677c753ee49d6f/7eec97e18df8ade3c2677c753ee49d6f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538400.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d6f/7eec97e18df8ade3c2677c753ee49d6f/7eec97e18df8ade3c2677c753ee49d6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538402.00000, db: /tmp/tmpshipxl1d/sda/containers/0/473/e949e4d0cb13a39927d4f07997d4c473/e949e4d0cb13a39927d4f07997d4c473.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538401.00000, (0, 0) as of 1769538401.00000, created as of 1769538401.00000> to ShardRange<'k' to 't' as of 1769538402.00000, (0, 0) as of 1769538402.00000, sharded as of 1769538402.00000>, path: .shards_a/shard_c_1769538402.00000, db: /tmp/tmpshipxl1d/sda/containers/0/473/e949e4d0cb13a39927d4f07997d4c473/e949e4d0cb13a39927d4f07997d4c473.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538402.00000, db: /tmp/tmpshipxl1d/sda/containers/0/473/e949e4d0cb13a39927d4f07997d4c473/e949e4d0cb13a39927d4f07997d4c473.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538404.00000, db: /tmp/tmpshipxl1d/sda/containers/0/601/8adf48973f18866ca1de01d934f15601/8adf48973f18866ca1de01d934f15601.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538403.00000, (0, 0) as of 1769538403.00000, created as of 1769538403.00000> to ShardRange<'k' to 't' as of 1769538404.00000, (0, 0) as of 1769538404.00000, shrunk as of 1769538404.00000>, path: .shards_a/shard_c_1769538404.00000, db: /tmp/tmpshipxl1d/sda/containers/0/601/8adf48973f18866ca1de01d934f15601/8adf48973f18866ca1de01d934f15601.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538404.00000, db: /tmp/tmpshipxl1d/sda/containers/0/601/8adf48973f18866ca1de01d934f15601/8adf48973f18866ca1de01d934f15601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538406.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7dc/a4fac626c485eb334c7f39c62c91c7dc/a4fac626c485eb334c7f39c62c91c7dc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538405.00000, (0, 0) as of 1769538405.00000, cleaved as of 1769538405.00000> to ShardRange<'k' to 't' as of 1769538406.00000, (0, 0) as of 1769538406.00000, found as of 1769538406.00000>, path: .shards_a/shard_c_1769538406.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7dc/a4fac626c485eb334c7f39c62c91c7dc/a4fac626c485eb334c7f39c62c91c7dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538408.00000, db: /tmp/tmpshipxl1d/sda/containers/0/17f/75ada0497e45593b1135f20320bc417f/75ada0497e45593b1135f20320bc417f.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok - -test DEBUG: /tmp/tmp10mpht_4/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '53f5e048-9687-4d9e-abaa-7c120e8dcaea-sda', '1769538373.84001', '1769538373', '1769538375', '', '1769538375', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('53f5e048-9687-4d9e-abaa-7c120e8dcaea-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19835 seconds (5.04161/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgu5e9fu2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '61e6e60891d1ad7b01f043a2a6722921', '2ec1a953-3e1e-4c11-ab88-093e5a5473e3-sda', '1769538374.23782', '1769538374', '1769538376', '', '1769538376', 1, 1) -test DEBUG: /tmp/tmpgu5e9fu2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538379.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2ec1a953-3e1e-4c11-ab88-093e5a5473e3-sda') -test DEBUG: /tmp/tmpgu5e9fu2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0364344s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '61e6e60891d1ad7b01f043a2a6722921', '2ec1a953-3e1e-4c11-ab88-093e5a5473e3-sda', '1769538374.23782', '1769538374', '1769538376', '', '1769538376', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2ec1a953-3e1e-4c11-ab88-093e5a5473e3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpgu5e9fu2/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43098 seconds (2.32030/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpgu5e9fu2/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '62c71ada0b9480d57034a95958d74e65', 'b3c23650-1aa3-4df0-91cf-0089ce071c55-sda', '1769538374.79335', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('b3c23650-1aa3-4df0-91cf-0089ce071c55-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '62c71ada0b9480d57034a95958d74e65', 'b3c23650-1aa3-4df0-91cf-0089ce071c55-sda', '1769538374.79335', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('b3c23650-1aa3-4df0-91cf-0089ce071c55-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp7_nkiy7g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3dc3fb3c-5ae4-4860-9094-1a2f660dda17-sda', '1769538375.07490', '1769538375', '1769538377', '', '1769538377', 0, 0) -test DEBUG: /tmp/tmp7_nkiy7g/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3dc3fb3c-5ae4-4860-9094-1a2f660dda17-sda', '1769538375.07490', '1769538375', '1769538377', '', '1769538377', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3dc3fb3c-5ae4-4860-9094-1a2f660dda17-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42695 seconds (2.34220/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm5155zfb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '447afdf133e180931c54176447cf5fc1', '3f29a3e6-c7b3-4323-8ecb-26137f4052cd-sda', '1769538375.71806', '1769538375', '1769538377', '', '1769538377', 1, 0) -test DEBUG: /tmp/tmpm5155zfb/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '447afdf133e180931c54176447cf5fc1', '3f29a3e6-c7b3-4323-8ecb-26137f4052cd-sda', '1769538375.71806', '1769538375', '1769538377', '', '1769538377', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3f29a3e6-c7b3-4323-8ecb-26137f4052cd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpm5155zfb/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.47182 seconds (2.11944/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpm5155zfb/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'af96409470935dbc5328457b7a2ed4e8', 'ba99db7b-87f2-4c08-9504-9e708bbb8303-sda', '1769538376.29634', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ba99db7b-87f2-4c08-9504-9e708bbb8303-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'af96409470935dbc5328457b7a2ed4e8', 'ba99db7b-87f2-4c08-9504-9e708bbb8303-sda', '1769538376.29634', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ba99db7b-87f2-4c08-9504-9e708bbb8303-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwe5yy6_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b9884af-7157-41ed-89e2-8d0c390c0dd7-sda', '1769538376.56943', '1769538379', '1769538378', '', '1769538379', 0, 0) -test DEBUG: /tmp/tmpwe5yy6_n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2b9884af-7157-41ed-89e2-8d0c390c0dd7-sda', '1769538376.56943', '1769538379', '1769538378', '', '1769538379', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2b9884af-7157-41ed-89e2-8d0c390c0dd7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.18939 seconds (5.28008/s) -test INFO: Removed 0 dbstest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538407.00000, (0, 0) as of 1769538407.00000, cleaved as of 1769538407.00000> to ShardRange<'k' to 't' as of 1769538408.00000, (0, 0) as of 1769538408.00000, created as of 1769538408.00000>, path: .shards_a/shard_c_1769538408.00000, db: /tmp/tmpshipxl1d/sda/containers/0/17f/75ada0497e45593b1135f20320bc417f/75ada0497e45593b1135f20320bc417f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538410.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b76/7eb1c95f2668ce2c4b8c98a929783b76/7eb1c95f2668ce2c4b8c98a929783b76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538412.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e31/f8726d0809c2d2d7e57dbad861b89e31/f8726d0809c2d2d7e57dbad861b89e31.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538411.00000, (0, 0) as of 1769538411.00000, cleaved as of 1769538411.00000> to ShardRange<'k' to 't' as of 1769538412.00000, (0, 0) as of 1769538412.00000, active as of 1769538412.00000>, path: .shards_a/shard_c_1769538412.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e31/f8726d0809c2d2d7e57dbad861b89e31/f8726d0809c2d2d7e57dbad861b89e31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538414.00000, db: /tmp/tmpshipxl1d/sda/containers/0/6bf/2fc487fe0ca0ed51e39ab46eed2a66bf/2fc487fe0ca0ed51e39ab46eed2a66bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538413.00000, (0, 0) as of 1769538413.00000, cleaved as of 1769538413.00000> to ShardRange<'k' to 't' as of 1769538414.00000, (0, 0) as of 1769538414.00000, shrinking as of 1769538414.00000>, path: .shards_a/shard_c_1769538414.00000, db: /tmp/tmpshipxl1d/sda/containers/0/6bf/2fc487fe0ca0ed51e39ab46eed2a66bf/2fc487fe0ca0ed51e39ab46eed2a66bf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538414.00000, db: /tmp/tmpshipxl1d/sda/containers/0/6bf/2fc487fe0ca0ed51e39ab46eed2a66bf/2fc487fe0ca0ed51e39ab46eed2a66bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538416.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ed3/85c2f975aba218ea01fc9e1cc2eaded3/85c2f975aba218ea01fc9e1cc2eaded3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538415.00000, (0, 0) as of 1769538415.00000, cleaved as of 1769538415.00000> to ShardRange<'k' to 't' as of 1769538416.00000, (0, 0) as of 1769538416.00000, sharding as of 1769538416.00000>, path: .shards_a/shard_c_1769538416.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ed3/85c2f975aba218ea01fc9e1cc2eaded3/85c2f975aba218ea01fc9e1cc2eaded3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538416.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ed3/85c2f975aba218ea01fc9e1cc2eaded3/85c2f975aba218ea01fc9e1cc2eaded3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538418.00000, db: /tmp/tmpshipxl1d/sda/containers/0/52f/c3c9e879261e11eed7033ea28bd8052f/c3c9e879261e11eed7033ea28bd8052f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538417.00000, (0, 0) as of 1769538417.00000, cleaved as of 1769538417.00000> to ShardRange<'k' to 't' as of 1769538418.00000, (0, 0) as of 1769538418.00000, sharded as of 1769538418.00000>, path: .shards_a/shard_c_1769538418.00000, db: /tmp/tmpshipxl1d/sda/containers/0/52f/c3c9e879261e11eed7033ea28bd8052f/c3c9e879261e11eed7033ea28bd8052f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538418.00000, db: /tmp/tmpshipxl1d/sda/containers/0/52f/c3c9e879261e11eed7033ea28bd8052f/c3c9e879261e11eed7033ea28bd8052f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538420.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e83/6883f64d8e6acdc344a237c6c32b9e83/6883f64d8e6acdc344a237c6c32b9e83.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538419.00000, (0, 0) as of 1769538419.00000, cleaved as of 1769538419.00000> to ShardRange<'k' to 't' as of 1769538420.00000, (0, 0) as of 1769538420.00000, shrunk as of 1769538420.00000>, path: .shards_a/shard_c_1769538420.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e83/6883f64d8e6acdc344a237c6c32b9e83/6883f64d8e6acdc344a237c6c32b9e83.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538420.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e83/6883f64d8e6acdc344a237c6c32b9e83/6883f64d8e6acdc344a237c6c32b9e83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538422.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ce/fc08afa6355f91bdc0bf8755334597ce/fc08afa6355f91bdc0bf8755334597ce.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538421.00000, (0, 0) as of 1769538421.00000, active as of 1769538421.00000> to ShardRange<'k' to 't' as of 1769538422.00000, (0, 0) as of 1769538422.00000, found as of 1769538422.00000>, path: .shards_a/shard_c_1769538422.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ce/fc08afa6355f91bdc0bf8755334597ce/fc08afa6355f91bdc0bf8755334597ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538424.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a9c/4fc04c6a85cfc0708f378e64467f9a9c/4fc04c6a85cfc0708f378e64467f9a9c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538423.00000, (0, 0) as of 1769538423.00000, active as of 1769538423.00000> to ShardRange<'k' to 't' as of 1769538424.00000, (0, 0) as of 1769538424.00000, created as of 1769538424.00000>, path: .shards_a/shard_c_1769538424.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a9c/4fc04c6a85cfc0708f378e64467f9a9c/4fc04c6a85cfc0708f378e64467f9a9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538426.00000, db: /tmp/tmpshipxl1d/sda/containers/0/bb7/e6eda4a6a23d7b0daf9f4b6092811bb7/e6eda4a6a23d7b0daf9f4b6092811bb7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538425.00000, (0, 0) as of 1769538425.00000, active as of 1769538425.00000> to ShardRange<'k' to 't' as of 1769538426.00000, (0, 0) as of 1769538426.00000, cleaved as of 1769538426.00000>, path: .shards_a/shard_c_1769538426.00000, db: /tmp/tmpshipxl1d/sda/containers/0/bb7/e6eda4a6a23d7b0daf9f4b6092811bb7/e6eda4a6a23d7b0daf9f4b6092811bb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538428.00000, db: /tmp/tmpshipxl1d/sda/containers/0/261/554f7bfe57838ec965dbe7938301b261/554f7bfe57838ec965dbe7938301b261.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538430.00000, db: /tmp/tmpshipxl1d/sda/containers/0/f23/943d8723b630154b2af6d9213784ff23/943d8723b630154b2af6d9213784ff23.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538429.00000, (0, 0) as of 1769538429.00000, active as of 1769538429.00000> to ShardRange<'k' to 't' as of 1769538430.00000, (0, 0) as of 1769538430.00000, shrinking as of 1769538430.00000>, path: .shards_a/shard_c_1769538430.00000, db: /tmp/tmpshipxl1d/sda/containers/0/f23/943d8723b630154b2af6d9213784ff23/943d8723b630154b2af6d9213784ff23.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538430.00000, db: /tmp/tmpshipxl1d/sda/containers/0/f23/943d8723b630154b2af6d9213784ff23/943d8723b630154b2af6d9213784ff23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538432.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2ee/e3faf515781dd3e1bf7bfef4fcacb2ee/e3faf515781dd3e1bf7bfef4fcacb2ee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538431.00000, (0, 0) as of 1769538431.00000, active as of 1769538431.00000> to ShardRange<'k' to 't' as of 1769538432.00000, (0, 0) as of 1769538432.00000, sharding as of 1769538432.00000>, path: .shards_a/shard_c_1769538432.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2ee/e3faf515781dd3e1bf7bfef4fcacb2ee/e3faf515781dd3e1bf7bfef4fcacb2ee.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0557 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0744 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0557 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0812 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0448 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1492 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0071 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0817 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0576 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0001 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1571 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0755 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0688 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0456 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0719 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1846 "-" 546112 2 +test ERROR: ERROR Account update failed with 127.0.0.1:55857/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0825 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0649 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0839 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0675 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0048 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.2806 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:22 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 1.0538 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6376 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:24 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0488 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6827 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1144 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0679 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0460 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0464 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0002 "-" 546112 2test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptdnohg3n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '51bf03584fd5a7724365d78b2c428a67', '16e0e391-c00f-4413-a38a-28093fa41063-sda', '1769538377.08719', '1769538380', '1769538379', '', '1769538380', 1, 0) -test DEBUG: /tmp/tmptdnohg3n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538383.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '16e0e391-c00f-4413-a38a-28093fa41063-sda') -test DEBUG: /tmp/tmptdnohg3n/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0381598s) +test DEBUG: Replicating db /tmp/tmp2y7h7xnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b0140096c6b2a5bf580f007e30fbd800', 'be591ca0-5731-460d-8376-90f0e6ed007a-sda', '1735129517.28767', '1735129520', '1735129519', '', '1735129520', 1, 1) +test DEBUG: /tmp/tmp2y7h7xnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735129523.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'be591ca0-5731-460d-8376-90f0e6ed007a-sda') +test DEBUG: /tmp/tmp2y7h7xnc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0490229s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '51bf03584fd5a7724365d78b2c428a67', '16e0e391-c00f-4413-a38a-28093fa41063-sda', '1769538377.08719', '1769538380', '1769538379', '', '1769538380', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('16e0e391-c00f-4413-a38a-28093fa41063-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmptdnohg3n/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b0140096c6b2a5bf580f007e30fbd800', 'be591ca0-5731-460d-8376-90f0e6ed007a-sda', '1735129517.28767', '1735129520', '1735129519', '', '1735129520', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('be591ca0-5731-460d-8376-90f0e6ed007a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp2y7h7xnc/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38749 seconds (2.58070/s) +test INFO: Attempted to replicate 1 dbs in 1.43679 seconds (0.69600/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmptdnohg3n/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '974de90922105813e22a0c0371bc829c', 'ff01d898-9a71-40ab-bda0-5facfcd1aa5e-sda', '1769538377.62296', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ff01d898-9a71-40ab-bda0-5facfcd1aa5e-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '974de90922105813e22a0c0371bc829c', 'ff01d898-9a71-40ab-bda0-5facfcd1aa5e-sda', '1769538377.62296', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ff01d898-9a71-40ab-bda0-5facfcd1aa5e-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp2y7h7xnc/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '4c82681abd3178ecd612a4e2671631da', 'a322e673-383e-423f-88bd-04991a2a0bae-sda', '1735129520.03696', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('a322e673-383e-423f-88bd-04991a2a0bae-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '4c82681abd3178ecd612a4e2671631da', 'a322e673-383e-423f-88bd-04991a2a0bae-sda', '1735129520.03696', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('a322e673-383e-423f-88bd-04991a2a0bae-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm36flwlf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71cafa7b-1c6f-469b-912d-aeae97dd7a1d-sda', '1769538377.87444', '1769538380', '1769538379', '', '1769538380', 0, 0) -test DEBUG: /tmp/tmpm36flwlf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '71cafa7b-1c6f-469b-912d-aeae97dd7a1d-sda', '1769538377.87444', '1769538380', '1769538379', '', '1769538380', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('71cafa7b-1c6f-469b-912d-aeae97dd7a1d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp2ao1fp_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76b452cc-36f7-478a-8bd2-103bc5e99476-sda', '1735129520.50205', '1735129523', '1735129522', '', '1735129523', 0, 0) +test DEBUG: /tmp/tmp2ao1fp_k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76b452cc-36f7-478a-8bd2-103bc5e99476-sda', '1735129520.50205', '1735129523', '1735129522', '', '1735129523', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('76b452cc-36f7-478a-8bd2-103bc5e99476-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21240 seconds (4.70805/s) +test INFO: Attempted to replicate 1 dbs in 0.48566 seconds (2.05906/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp32xbu62u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d4be064420316f8b6a6069ea4e9dcdc', '1e8aae6a-9bf1-4b8b-8426-a05977aec45b-sda', '1769538378.39799', '1769538381', '1769538380', '', '1769538381', 1, 0) -test DEBUG: /tmp/tmp32xbu62u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '8d4be064420316f8b6a6069ea4e9dcdc', '1e8aae6a-9bf1-4b8b-8426-a05977aec45b-sda', '1769538378.39799', '1769538381', '1769538380', '', '1769538381', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('1e8aae6a-9bf1-4b8b-8426-a05977aec45b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp32xbu62u/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpbg9zbp5h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f934287a18ee9d3629d71a53ec5ee8f3', '3be03206-179c-48e3-8246-dfd9347cd350-sda', '1735129521.56587', '1735129524', '1735129523', '', '1735129524', 1, 1) +test DEBUG: /tmp/tmpbg9zbp5h/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f934287a18ee9d3629d71a53ec5ee8f3', '3be03206-179c-48e3-8246-dfd9347cd350-sda', '1735129521.56587', '1735129524', '1735129523', '', '1735129524', 1, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3be03206-179c-48e3-8246-dfd9347cd350-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbg9zbp5h/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38550 seconds (2.59402/s) +test INFO: Attempted to replicate 1 dbs in 3.08469 seconds (0.32418/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp32xbu62u/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e091eee1ca0bc8c9438cdcdcf39e2ce4', '897ead8b-cb63-4d7e-b7c3-6dd8a84b73a1-sda', '1769538378.95383', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('897ead8b-cb63-4d7e-b7c3-6dd8a84b73a1-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e091eee1ca0bc8c9438cdcdcf39e2ce4', '897ead8b-cb63-4d7e-b7c3-6dd8a84b73a1-sda', '1769538378.95383', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('897ead8b-cb63-4d7e-b7c3-6dd8a84b73a1-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpbg9zbp5h/sda/containers/0/5dc/34c3ee27f8ff346bd6055cdeda7b15dc/34c3ee27f8ff346bd6055cdeda7b15dc.db +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '6081b43a47a95ec2fb64972c5dc019cf', '699cc132-9f79-4e63-8ccb-5937eb6afcc4-sda', '1735129524.97898', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('699cc132-9f79-4e63-8ccb-5937eb6afcc4-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, sync, (1, '6081b43a47a95ec2fb64972c5dc019cf', '699cc132-9f79-4e63-8ccb-5937eb6afcc4-sda', '1735129524.97898', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/34c3ee27f8ff346bd6055cdeda7b15dc, complete_rsync, ('699cc132-9f79-4e63-8ccb-5937eb6afcc4-sda', '34c3ee27f8ff346bd6055cdeda7b15dc.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0cfc666a74ab31ddd3101888717b88b8', '14c96216-d408-49ec-af69-d4dfe33f1089-sda', '1769538379.19747', '1769538379.00000', '0', '{"x-container-meta-test": ["foo", "1769538379.00000"]}', '1769538379.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.04s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.04s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f934287a18ee9d3629d71a53ec5ee8f3', '59560251-2177-4836-9a4f-b458cc9cb6dc-sda', '1735129525.49307', '1735129525.00000', '0', '{"x-container-meta-test": ["foo", "1735129525.00000"]}', '1735129525.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.05s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.06s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.20s test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.03s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.09s +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538379.79935', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538379.79935', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538379.79939', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538379.79941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538379.79941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79941', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538432.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2ee/e3faf515781dd3e1bf7bfef4fcacb2ee/e3faf515781dd3e1bf7bfef4fcacb2ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538434.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ce/8397e67c8ebc52fdbddfe6a0cedb97ce/8397e67c8ebc52fdbddfe6a0cedb97ce.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538433.00000, (0, 0) as of 1769538433.00000, active as of 1769538433.00000> to ShardRange<'k' to 't' as of 1769538434.00000, (0, 0) as of 1769538434.00000, sharded as of 1769538434.00000>, path: .shards_a/shard_c_1769538434.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ce/8397e67c8ebc52fdbddfe6a0cedb97ce/8397e67c8ebc52fdbddfe6a0cedb97ce.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538434.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ce/8397e67c8ebc52fdbddfe6a0cedb97ce/8397e67c8ebc52fdbddfe6a0cedb97ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538436.00000, db: /tmp/tmpshipxl1d/sda/containers/0/512/b1dfdc144723c607bbe934861fe77512/b1dfdc144723c607bbe934861fe77512.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538435.00000, (0, 0) as of 1769538435.00000, active as of 1769538435.00000> to ShardRange<'k' to 't' as of 1769538436.00000, (0, 0) as of 1769538436.00000, shrunk as of 1769538436.00000>, path: .shards_a/shard_c_1769538436.00000, db: /tmp/tmpshipxl1d/sda/containers/0/512/b1dfdc144723c607bbe934861fe77512/b1dfdc144723c607bbe934861fe77512.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538436.00000, db: /tmp/tmpshipxl1d/sda/containers/0/512/b1dfdc144723c607bbe934861fe77512/b1dfdc144723c607bbe934861fe77512.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538438.00000, db: /tmp/tmpshipxl1d/sda/containers/0/3ae/9900c604dca3c4b44a770b92a93313ae/9900c604dca3c4b44a770b92a93313ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538437.00000, (0, 0) as of 1769538437.00000, shrinking as of 1769538437.00000> to ShardRange<'k' to 't' as of 1769538438.00000, (0, 0) as of 1769538438.00000, found as of 1769538438.00000>, path: .shards_a/shard_c_1769538438.00000, db: /tmp/tmpshipxl1d/sda/containers/0/3ae/9900c604dca3c4b44a770b92a93313ae/9900c604dca3c4b44a770b92a93313ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538440.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0f8/44f03fcdbf6b41f629621217bbab50f8/44f03fcdbf6b41f629621217bbab50f8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538439.00000, (0, 0) as of 1769538439.00000, shrinking as of 1769538439.00000> to ShardRange<'k' to 't' as of 1769538440.00000, (0, 0) as of 1769538440.00000, created as of 1769538440.00000>, path: .shards_a/shard_c_1769538440.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0f8/44f03fcdbf6b41f629621217bbab50f8/44f03fcdbf6b41f629621217bbab50f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538442.00000, db: /tmp/tmpshipxl1d/sda/containers/0/394/65122c5b182adc8a40814d675dd1e394/65122c5b182adc8a40814d675dd1e394.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538441.00000, (0, 0) as of 1769538441.00000, shrinking as of 1769538441.00000> to ShardRange<'k' to 't' as of 1769538442.00000, (0, 0) as of 1769538442.00000, cleaved as of 1769538442.00000>, path: .shards_a/shard_c_1769538442.00000, db: /tmp/tmpshipxl1d/sda/containers/0/394/65122c5b182adc8a40814d675dd1e394/65122c5b182adc8a40814d675dd1e394.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538444.00000, db: /tmp/tmpshipxl1d/sda/containers/0/33c/b3c6630fd58e6d06d4c435673d8fb33c/b3c6630fd58e6d06d4c435673d8fb33c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538443.00000, (0, 0) as of 1769538443.00000, shrinking as of 1769538443.00000> to ShardRange<'k' to 't' as of 1769538444.00000, (0, 0) as of 1769538444.00000, active as of 1769538444.00000>, path: .shards_a/shard_c_1769538444.00000, db: /tmp/tmpshipxl1d/sda/containers/0/33c/b3c6630fd58e6d06d4c435673d8fb33c/b3c6630fd58e6d06d4c435673d8fb33c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538446.00000, db: /tmp/tmpshipxl1d/sda/containers/0/62c/f4c4839be31a31fa70a7d142a827562c/f4c4839be31a31fa70a7d142a827562c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538446.00000, db: /tmp/tmpshipxl1d/sda/containers/0/62c/f4c4839be31a31fa70a7d142a827562c/f4c4839be31a31fa70a7d142a827562c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538448.00000, db: /tmp/tmpshipxl1d/sda/containers/0/24f/07df1e948197061ef8f68bdb8b7a624f/07df1e948197061ef8f68bdb8b7a624f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538447.00000, (0, 0) as of 1769538447.00000, shrinking as of 1769538447.00000> to ShardRange<'k' to 't' as of 1769538448.00000, (0, 0) as of 1769538448.00000, sharding as of 1769538448.00000>, path: .shards_a/shard_c_1769538448.00000, db: /tmp/tmpshipxl1d/sda/containers/0/24f/07df1e948197061ef8f68bdb8b7a624f/07df1e948197061ef8f68bdb8b7a624f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538448.00000, db: /tmp/tmpshipxl1d/sda/containers/0/24f/07df1e948197061ef8f68bdb8b7a624f/07df1e948197061ef8f68bdb8b7a624f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538450.00000, db: /tmp/tmpshipxl1d/sda/containers/0/46e/6828d6365a6cf3a4506473d140bb446e/6828d6365a6cf3a4506473d140bb446e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538449.00000, (0, 0) as of 1769538449.00000, shrinking as of 1769538449.00000> to ShardRange<'k' to 't' as of 1769538450.00000, (0, 0) as of 1769538450.00000, sharded as of 1769538450.00000>, path: .shards_a/shard_c_1769538450.00000, db: /tmp/tmpshipxl1d/sda/containers/0/46e/6828d6365a6cf3a4506473d140bb446e/6828d6365a6cf3a4506473d140bb446e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538450.00000, db: /tmp/tmpshipxl1d/sda/containers/0/46e/6828d6365a6cf3a4506473d140bb446e/6828d6365a6cf3a4506473d140bb446e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538452.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ae9/fa5c5f4f34bb52b68597705ba5968ae9/fa5c5f4f34bb52b68597705ba5968ae9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538451.00000, (0, 0) as of 1769538451.00000, shrinking as of 1769538451.00000> to ShardRange<'k' to 't' as of 1769538452.00000, (0, 0) as of 1769538452.00000, shrunk as of 1769538452.00000>, path: .shards_a/shard_c_1769538452.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ae9/fa5c5f4f34bb52b68597705ba5968ae9/fa5c5f4f34bb52b68597705ba5968ae9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538452.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ae9/fa5c5f4f34bb52b68597705ba5968ae9/fa5c5f4f34bb52b68597705ba5968ae9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538454.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fd5/ff3bfaeaf4470f25dc3a4b0353329fd5/ff3bfaeaf4470f25dc3a4b0353329fd5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538453.00000, (0, 0) as of 1769538453.00000, sharding as of 1769538453.00000> to ShardRange<'k' to 't' as of 1769538454.00000, (0, 0) as of 1769538454.00000, found as of 1769538454.00000>, path: .shards_a/shard_c_1769538454.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fd5/ff3bfaeaf4470f25dc3a4b0353329fd5/ff3bfaeaf4470f25dc3a4b0353329fd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538456.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0b5/0c64e7ce0ffb3bca92722f2beb6ed0b5/0c64e7ce0ffb3bca92722f2beb6ed0b5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129526.35991', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129526.35991', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35991', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129526.35995', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129526.35996', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129526.35996', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35996', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda')test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769538379.97000', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0347178s) +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735129526.69605', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0590954s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538379.79935', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538379.79935', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538379.79939', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538379.79941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538379.79941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79941', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129526.35991', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129526.35991', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35991', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129526.35995', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129526.35996', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129526.35996', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35996', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538379.79935', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538379.79935', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769538380.18634', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538379.79941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538379.79941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129526.35991', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129526.35991', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35991', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735129527.37893', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129526.35996', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129526.35996', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35996', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538379.79935', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538379.79935', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79935', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538379.79941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538379.79941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129526.35991', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129526.35991', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35991', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129526.35996', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129526.35996', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35996', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538380.36779', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538380.36779', 'deleted': 1, 'state': 10, 'state_timestamp': '1769538380.36779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538379.79941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538379.79941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79941', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129527.59676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129527.59676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735129527.59676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129526.35996', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129526.35996', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35996', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538380.36779', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538380.36779', 'deleted': 1, 'state': 10, 'state_timestamp': '1769538380.36779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538380.44932', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769538380.44932', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.44932', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129527.59676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129527.59676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735129527.59676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129527.71063', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735129527.71063', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.71063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538380.36779', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538380.36779', 'deleted': 1, 'state': 10, 'state_timestamp': '1769538380.36779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538380.44932', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769538380.58421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.44932', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129527.59676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129527.59676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735129527.59676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129527.71063', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735129527.98545', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.71063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538380.66998', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538380.36779', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.36779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538380.44932', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769538380.58421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.44932', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxqow3bks/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ff13eacc8b702424c86cfb6b1c52ae4e', 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda', '1769538379.73115', '1769538379.72832', '0', '', '1769538379.72832', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129528.14498', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129527.59676', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.59676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129527.71063', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735129527.98545', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.71063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp1isgck9b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5ef99086af0844958e76409019112ae0', 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda', '1735129526.25757', '1735129526.25613', '0', '', '1735129526.25613', 1, 0) REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538380.66998', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538380.36779', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.36779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538379.79939', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538380.27506', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538379.79939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538380.44932', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769538380.58421', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538380.44932', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538380.15022', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538380.15022', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538380.15013', 'epoch': '1769538380.15013', 'reported': 0, 'tombstones': -1}], 'a97b7b11-23a0-4538-b17d-e6b37dbd4d39-sda') -test DEBUG: /tmp/tmpxqow3bks/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpxqow3bks/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '985a09dd8ee1faa1a5278443d277815c', 'b2184762-f855-4881-9f3c-0812f76edbd6-sda', '1769538380.98549', '1769538380.98023', '0', '', '1769538380.98023', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769538381.03600', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.03600', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538381.03586', 'epoch': '1769538381.03586', 'reported': 0, 'tombstones': -1}], 'b2184762-f855-4881-9f3c-0812f76edbd6-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129528.14498', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129527.59676', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.59676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129526.35995', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735129527.49144', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129526.35995', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129527.71063', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735129527.98545', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129527.71063', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129526.99658', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129526.99658', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129526.99652', 'epoch': '1735129526.99652', 'reported': 0, 'tombstones': -1}], 'd14c8499-0a99-45bb-8a77-22b7a1057172-sda') +test DEBUG: /tmp/tmp1isgck9b/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmp1isgck9b/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '251bb7ef45ac8f584ff899ea2b8599b5', '9dbb2f91-3959-4b48-81cf-4effe6230892-sda', '1735129528.32846', '1735129528.32675', '0', '', '1735129528.32675', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735129528.47434', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129528.47434', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129528.47419', 'epoch': '1735129528.47419', 'reported': 0, 'tombstones': -1}], '9dbb2f91-3959-4b48-81cf-4effe6230892-sda')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538455.00000, (0, 0) as of 1769538455.00000, sharding as of 1769538455.00000> to ShardRange<'k' to 't' as of 1769538456.00000, (0, 0) as of 1769538456.00000, created as of 1769538456.00000>, path: .shards_a/shard_c_1769538456.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0b5/0c64e7ce0ffb3bca92722f2beb6ed0b5/0c64e7ce0ffb3bca92722f2beb6ed0b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538458.00000, db: /tmp/tmpshipxl1d/sda/containers/0/69f/0e02037ce920714a47e15739b58ef69f/0e02037ce920714a47e15739b58ef69f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538457.00000, (0, 0) as of 1769538457.00000, sharding as of 1769538457.00000> to ShardRange<'k' to 't' as of 1769538458.00000, (0, 0) as of 1769538458.00000, cleaved as of 1769538458.00000>, path: .shards_a/shard_c_1769538458.00000, db: /tmp/tmpshipxl1d/sda/containers/0/69f/0e02037ce920714a47e15739b58ef69f/0e02037ce920714a47e15739b58ef69f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538460.00000, db: /tmp/tmpshipxl1d/sda/containers/0/04b/87e146b2731bca2b46a1efecd2e4c04b/87e146b2731bca2b46a1efecd2e4c04b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538459.00000, (0, 0) as of 1769538459.00000, sharding as of 1769538459.00000> to ShardRange<'k' to 't' as of 1769538460.00000, (0, 0) as of 1769538460.00000, active as of 1769538460.00000>, path: .shards_a/shard_c_1769538460.00000, db: /tmp/tmpshipxl1d/sda/containers/0/04b/87e146b2731bca2b46a1efecd2e4c04b/87e146b2731bca2b46a1efecd2e4c04b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538462.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2dd/5cf330699c9185f2e55e984cfbf272dd/5cf330699c9185f2e55e984cfbf272dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538461.00000, (0, 0) as of 1769538461.00000, sharding as of 1769538461.00000> to ShardRange<'k' to 't' as of 1769538462.00000, (0, 0) as of 1769538462.00000, shrinking as of 1769538462.00000>, path: .shards_a/shard_c_1769538462.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2dd/5cf330699c9185f2e55e984cfbf272dd/5cf330699c9185f2e55e984cfbf272dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538462.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2dd/5cf330699c9185f2e55e984cfbf272dd/5cf330699c9185f2e55e984cfbf272dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538464.00000, db: /tmp/tmpshipxl1d/sda/containers/0/3ff/b6d45d18c2cac3097856249a49ea93ff/b6d45d18c2cac3097856249a49ea93ff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538464.00000, db: /tmp/tmpshipxl1d/sda/containers/0/3ff/b6d45d18c2cac3097856249a49ea93ff/b6d45d18c2cac3097856249a49ea93ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538466.00000, db: /tmp/tmpshipxl1d/sda/containers/0/388/cde89ab37f70618fd4a76e4638f38388/cde89ab37f70618fd4a76e4638f38388.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538465.00000, (0, 0) as of 1769538465.00000, sharding as of 1769538465.00000> to ShardRange<'k' to 't' as of 1769538466.00000, (0, 0) as of 1769538466.00000, sharded as of 1769538466.00000>, path: .shards_a/shard_c_1769538466.00000, db: /tmp/tmpshipxl1d/sda/containers/0/388/cde89ab37f70618fd4a76e4638f38388/cde89ab37f70618fd4a76e4638f38388.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538466.00000, db: /tmp/tmpshipxl1d/sda/containers/0/388/cde89ab37f70618fd4a76e4638f38388/cde89ab37f70618fd4a76e4638f38388.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538468.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dd4/09082c0e44e09c6d2ccbf8ac1126fdd4/09082c0e44e09c6d2ccbf8ac1126fdd4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538467.00000, (0, 0) as of 1769538467.00000, sharding as of 1769538467.00000> to ShardRange<'k' to 't' as of 1769538468.00000, (0, 0) as of 1769538468.00000, shrunk as of 1769538468.00000>, path: .shards_a/shard_c_1769538468.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dd4/09082c0e44e09c6d2ccbf8ac1126fdd4/09082c0e44e09c6d2ccbf8ac1126fdd4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538468.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dd4/09082c0e44e09c6d2ccbf8ac1126fdd4/09082c0e44e09c6d2ccbf8ac1126fdd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538470.00000, db: /tmp/tmpshipxl1d/sda/containers/0/1bf/183735f1cc2299ffb2839007b175d1bf/183735f1cc2299ffb2839007b175d1bf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538469.00000, (0, 0) as of 1769538469.00000, sharded as of 1769538469.00000> to ShardRange<'k' to 't' as of 1769538470.00000, (0, 0) as of 1769538470.00000, found as of 1769538470.00000>, path: .shards_a/shard_c_1769538470.00000, db: /tmp/tmpshipxl1d/sda/containers/0/1bf/183735f1cc2299ffb2839007b175d1bf/183735f1cc2299ffb2839007b175d1bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538472.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a62/3c2d93467a66513009e1bf6eb5212a62/3c2d93467a66513009e1bf6eb5212a62.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538471.00000, (0, 0) as of 1769538471.00000, sharded as of 1769538471.00000> to ShardRange<'k' to 't' as of 1769538472.00000, (0, 0) as of 1769538472.00000, created as of 1769538472.00000>, path: .shards_a/shard_c_1769538472.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a62/3c2d93467a66513009e1bf6eb5212a62/3c2d93467a66513009e1bf6eb5212a62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538474.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e41/f30b7199fcd886532e2b4ad363fe1e41/f30b7199fcd886532e2b4ad363fe1e41.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538473.00000, (0, 0) as of 1769538473.00000, sharded as of 1769538473.00000> to ShardRange<'k' to 't' as of 1769538474.00000, (0, 0) as of 1769538474.00000, cleaved as of 1769538474.00000>, path: .shards_a/shard_c_1769538474.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e41/f30b7199fcd886532e2b4ad363fe1e41/f30b7199fcd886532e2b4ad363fe1e41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538476.00000, db: /tmp/tmpshipxl1d/sda/containers/0/aa1/d859ef3122c4f6b555c1f0b661c04aa1/d859ef3122c4f6b555c1f0b661c04aa1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538475.00000, (0, 0) as of 1769538475.00000, sharded as of 1769538475.00000> to ShardRange<'k' to 't' as of 1769538476.00000, (0, 0) as of 1769538476.00000, active as of 1769538476.00000>, path: .shards_a/shard_c_1769538476.00000, db: /tmp/tmpshipxl1d/sda/containers/0/aa1/d859ef3122c4f6b555c1f0b661c04aa1/d859ef3122c4f6b555c1f0b661c04aa1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538478.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ae/7f1afb0399bbf5e906bd28fa07a9b7ae/7f1afb0399bbf5e906bd28fa07a9b7ae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538477.00000, (0, 0) as of 1769538477.00000, sharded as of 1769538477.00000> to ShardRange<'k' to 't' as of 1769538478.00000, (0, 0) as of 1769538478.00000, shrinking as of 1769538478.00000>, path: .shards_a/shard_c_1769538478.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ae/7f1afb0399bbf5e906bd28fa07a9b7ae/7f1afb0399bbf5e906bd28fa07a9b7ae.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538478.00000, db: /tmp/tmpshipxl1d/sda/containers/0/7ae/7f1afb0399bbf5e906bd28fa07a9b7ae/7f1afb0399bbf5e906bd28fa07a9b7ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538480.00000, db: /tmp/tmpshipxl1d/sda/containers/0/cea/b1a86c7dec21952051aa8383dd9f6cea/b1a86c7dec21952051aa8383dd9f6cea.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1395 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0120 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0606 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:25 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2248 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0617 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0760 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:26 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3566 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0043 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0618 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0614 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0704 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:27 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0712 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0656 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0071 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0682 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0122 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0043 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0744 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1390 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:28 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0519 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0596 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0692 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0049 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0712 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:29 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1668 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0365 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0021 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0723 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0967 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0033 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0005 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmp4l9_fs6x/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0487 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:30 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0631 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1550 "-" 546112 2 test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmpqodt7pw0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769538381.03565', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'b2184762-f855-4881-9f3c-0812f76edbd6-sda') -test DEBUG: /tmp/tmpqodt7pw0/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0376132s) +test DEBUG: /tmp/tmpiu2kxk41/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735129528.46356', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '9dbb2f91-3959-4b48-81cf-4effe6230892-sda') +test DEBUG: /tmp/tmpiu2kxk41/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0719757s) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '30ca5370-eb47-493b-8aad-207fea7e16ea-sda', '1769538381.26682', '1769538381.26154', '0', '', '1769538381.26154', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '81373bdc-c2d2-4e9e-b34d-258dc18ca49b-sda', '1735129529.24139', '1735129529.17157', '0', '', '1735129529.17157', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538381.31839', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538381.31839', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.31839', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538381.31842', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538381.31842', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.31842', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538381.31843', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538381.31843', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.31843', 'epoch': None, 'reported': 0, 'tombstones': -1}], '30ca5370-eb47-493b-8aad-207fea7e16ea-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0d086b31-a74e-4724-9bc4-5c967ff3148e-sda', '1769538381.44183', '1769538381.43921', '0', '', '1769538381.43921', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129529.64192', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129529.64192', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.64192', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129529.64196', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129529.64196', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.64196', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129529.64197', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129529.64197', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.64197', 'epoch': None, 'reported': 0, 'tombstones': -1}], '81373bdc-c2d2-4e9e-b34d-258dc18ca49b-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '807bc0a8-f772-462c-b793-ca6fdfff1b03-sda', '1735129529.87035', '1735129529.86907', '0', '', '1735129529.86907', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538381.52062', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538381.52062', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.52062', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538381.52065', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538381.52065', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.52065', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538381.52067', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538381.52067', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.52067', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26131', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0d086b31-a74e-4724-9bc4-5c967ff3148e-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c3f760e5-91a9-4ae1-b8a6-244ccc7fb08c-sda', '1769538381.73766', '1769538381.73514', '0', '', '1769538381.73514', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129529.98716', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129529.98716', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.98716', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129529.98720', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129529.98720', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.98720', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129529.98721', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129529.98721', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129529.98721', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17137', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}], '807bc0a8-f772-462c-b793-ca6fdfff1b03-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2336ec12-d1ea-4dcf-9a16-613d27767cb7-sda', '1735129530.44789', '1735129530.44666', '0', '', '1735129530.44666', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538381.81078', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538381.81078', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.81078', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538381.81084', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538381.81084', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.81084', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538381.81086', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538381.81086', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538381.81086', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26131', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c3f760e5-91a9-4ae1-b8a6-244ccc7fb08c-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4d2ffb97-2046-41da-9d25-f343f99b2c47-sda', '1769538382.02664', '1769538382.02449', '0', '', '1769538382.02449', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129530.57002', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129530.57002', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129530.57002', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129530.57005', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129530.57005', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129530.57005', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129530.57007', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129530.57007', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129530.57007', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17137', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}], '2336ec12-d1ea-4dcf-9a16-613d27767cb7-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a4b027d7-ee6f-49da-8216-c6cc848841c3-sda', '1735129530.98463', '1735129530.98343', '0', '', '1735129530.98343', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538382.09189', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538382.09189', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.09189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538382.09195', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538382.09195', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.09195', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538382.09196', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538382.09196', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.09196', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26131', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}], '4d2ffb97-2046-41da-9d25-f343f99b2c47-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '107dc4cc-5f1b-44f9-9994-83b59e6682cd-sda', '1769538382.27192', '1769538382.26929', '0', '', '1769538382.26929', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129531.10549', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129531.10549', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.10549', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129531.10553', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129531.10553', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.10553', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129531.10554', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129531.10554', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.10554', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17137', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a4b027d7-ee6f-49da-8216-c6cc848841c3-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '873dbe9c-f175-4a49-900a-ac1a4d52adab-sda', '1735129531.78511', '1735129531.78319', '0', '', '1735129531.78319', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538382.34508', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538382.34508', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.34508', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538382.34512', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538382.34512', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.34512', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538382.34514', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538382.34514', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.34514', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26131', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}], '107dc4cc-5f1b-44f9-9994-83b59e6682cd-sda')test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129531.94770', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129531.94770', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.94770', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129531.94775', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129531.94775', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.94775', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129531.94777', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129531.94777', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129531.94777', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17137', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}], '873dbe9c-f175-4a49-900a-ac1a4d52adab-sda')test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129621.00000, (0, 0) as of 1735129621.00000, shrunk as of 1735129621.00000> to ShardRange<'k' to 't' as of 1735129622.00000, (0, 0) as of 1735129622.00000, sharding as of 1735129622.00000>, path: .shards_a/shard_c_1735129622.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5df/523f873b979a21e715da482839ea25df/523f873b979a21e715da482839ea25df.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129622.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5df/523f873b979a21e715da482839ea25df/523f873b979a21e715da482839ea25df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129624.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a0f/8fc3090f33332cd7cd02120c95155a0f/8fc3090f33332cd7cd02120c95155a0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129623.00000, (0, 0) as of 1735129623.00000, shrunk as of 1735129623.00000> to ShardRange<'k' to 't' as of 1735129624.00000, (0, 0) as of 1735129624.00000, sharded as of 1735129624.00000>, path: .shards_a/shard_c_1735129624.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a0f/8fc3090f33332cd7cd02120c95155a0f/8fc3090f33332cd7cd02120c95155a0f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129624.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a0f/8fc3090f33332cd7cd02120c95155a0f/8fc3090f33332cd7cd02120c95155a0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129626.00000, db: /tmp/tmp7fkal05q/sda/containers/0/807/3d513650ee9998a5b14d209791a8f807/3d513650ee9998a5b14d209791a8f807.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129626.00000, db: /tmp/tmp7fkal05q/sda/containers/0/807/3d513650ee9998a5b14d209791a8f807/3d513650ee9998a5b14d209791a8f807.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129627.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e45/e9b0543bbd828f0b123ce1c465ff1e45/e9b0543bbd828f0b123ce1c465ff1e45.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129629.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d58/b935c025fc51556f93efd021397a9d58/b935c025fc51556f93efd021397a9d58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129631.00000, db: /tmp/tmp7fkal05q/sda/containers/0/bde/718e0d016ff1d18991ad9fe7920b6bde/718e0d016ff1d18991ad9fe7920b6bde.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129633.00000, db: /tmp/tmp7fkal05q/sda/containers/0/058/140dc10810084776df856d920c76d058/140dc10810084776df856d920c76d058.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129635.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e57/51931843d1f7e1f7fef47e6cffdbce57/51931843d1f7e1f7fef47e6cffdbce57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129637.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d0b/d24acf717b030aa0c008566da9656d0b/d24acf717b030aa0c008566da9656d0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129639.00000, db: /tmp/tmp7fkal05q/sda/containers/0/195/3b42458d1dafff7989016d2e7aab6195/3b42458d1dafff7989016d2e7aab6195.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129641.00000, db: /tmp/tmp7fkal05q/sda/containers/0/adc/cfb700a58cd200438bf59063bda19adc/cfb700a58cd200438bf59063bda19adc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129643.00000, db: /tmp/tmp7fkal05q/sda/containers/0/96d/334ade403c295695bf3a5459175e696d/334ade403c295695bf3a5459175e696d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129645.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b34/dcea99ce1cbaeb371eaaf53cddf5cb34/dcea99ce1cbaeb371eaaf53cddf5cb34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129647.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b91/3e0ede776dcc353ab0a40b9a4aecfb91/3e0ede776dcc353ab0a40b9a4aecfb91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129649.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b4a/0d7d7a1ba67111affe9d2bd0b77c7b4a/0d7d7a1ba67111affe9d2bd0b77c7b4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129651.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f21/08ee996a619a7bc2490576ea66b8bf21/08ee996a619a7bc2490576ea66b8bf21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129653.00000, db: /tmp/tmp7fkal05q/sda/containers/0/efb/208a089b14d389111e1ca0ce15e62efb/208a089b14d389111e1ca0ce15e62efb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129655.00000, db: /tmp/tmp7fkal05q/sda/containers/0/225/7cd0d9d5aa00ccf70578089b7e684225/7cd0d9d5aa00ccf70578089b7e684225.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129657.00000, db: /tmp/tmp7fkal05q/sda/containers/0/967/354b79959c9ca698b4b8f9294dec6967/354b79959c9ca698b4b8f9294dec6967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129659.00000, db: /tmp/tmp7fkal05q/sda/containers/0/4e1/0d169084d8e3add9eecb74731799c4e1/0d169084d8e3add9eecb74731799c4e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129661.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f33/2a1b2560282e3db81cf2d0dc626a4f33/2a1b2560282e3db81cf2d0dc626a4f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129663.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f8f/d929fc601e6c549a8b7460d817578f8f/d929fc601e6c549a8b7460d817578f8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129665.00000, db: /tmp/tmp7fkal05q/sda/containers/0/5ac/185fc14d61fc36e846b0bc94dc3bd5ac/185fc14d61fc36e846b0bc94dc3bd5ac.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129667.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0d2/4a14abddff369109ca6e76d15ee0b0d2/4a14abddff369109ca6e76d15ee0b0d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129669.00000, db: /tmp/tmp7fkal05q/sda/containers/0/a79/398f3b7a6adbb8983bd3124da76c6a79/398f3b7a6adbb8983bd3124da76c6a79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129671.00000, db: /tmp/tmp7fkal05q/sda/containers/0/62f/089171215e466866b1829042b1e1462f/089171215e466866b1829042b1e1462f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129673.00000, db: /tmp/tmp7fkal05q/sda/containers/0/7eb/ea85edf6a34e2fac6a1ab06e5626f7eb/ea85edf6a34e2fac6a1ab06e5626f7eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129675.00000, db: /tmp/tmp7fkal05q/sda/containers/0/acf/c62701f3f4af5865b488a04e1f37cacf/c62701f3f4af5865b488a04e1f37cacf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129677.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e2d/2a1cc74344d2603c9773b1be937c7e2d/2a1cc74344d2603c9773b1be937c7e2d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129679.00000, db: /tmp/tmp7fkal05q/sda/containers/0/48d/3d32b5931789762339483a7ae2da648d/3d32b5931789762339483a7ae2da648d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129681.00000, db: /tmp/tmp7fkal05q/sda/containers/0/6e2/7c0539bd509c3c23c324bab099faa6e2/7c0539bd509c3c23c324bab099faa6e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129683.00000, db: /tmp/tmp7fkal05q/sda/containers/0/8e5/5a39dbe546f4f2dadda34f68d34648e5/5a39dbe546f4f2dadda34f68d34648e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129685.00000, db: /tmp/tmp7fkal05q/sda/containers/0/ebe/e0a6383d36d1c7102ccd4c6affe2debe/e0a6383d36d1c7102ccd4c6affe2debe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129687.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f11/3ea001d3c1daa0af35c15676584a5f11/3ea001d3c1daa0af35c15676584a5f11.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok + +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0672 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0029 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0772 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:31 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0824 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0074 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0570 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0490 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0528 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0554 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0082 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1291 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0610 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:32 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0018 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0016 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0052 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0015 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0016 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmpre3auh18/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0566 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0564 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0428 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0156 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0512 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0673 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0452 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0419 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0086 "-" 546112 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '521a06ec-56bc-4626-bd8c-e2c59ee70738-sda', '1769538382.54872', '1769538382.54500', '0', '', '1769538382.54500', 0, 0) +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '1a5d96ed-274a-4314-b544-19be7bfd1f97-sda', '1735129532.29202', '1735129532.28724', '0', '', '1735129532.28724', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538382.59815', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538382.59815', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.59815', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538382.59820', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538382.59820', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.59820', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538382.59821', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538382.59821', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.59821', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}], '521a06ec-56bc-4626-bd8c-e2c59ee70738-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4d20f806-3370-4de3-b9e5-f5301f7765cd-sda', '1769538382.77047', '1769538382.76836', '0', '', '1769538382.76836', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129532.41184', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129532.41184', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.41184', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129532.41189', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129532.41189', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.41189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129532.41190', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129532.41190', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.41190', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}], '1a5d96ed-274a-4314-b544-19be7bfd1f97-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b1a7b2db-fab2-424b-a74f-84c718208058-sda', '1735129532.74189', '1735129532.74063', '0', '', '1735129532.74063', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538382.83286', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538382.83286', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.83286', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538382.83290', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538382.83290', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.83290', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538382.83292', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538382.83292', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538382.83292', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}], '4d20f806-3370-4de3-b9e5-f5301f7765cd-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40645b7a-eb5c-4ad5-ab2b-b6608cb080e3-sda', '1769538383.02464', '1769538383.02233', '0', '', '1769538383.02233', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129532.83396', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129532.83396', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.83396', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129532.83400', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129532.83400', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.83400', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129532.83401', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129532.83401', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129532.83401', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}], 'b1a7b2db-fab2-424b-a74f-84c718208058-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '511fc0a7-d44d-485f-871a-69a55b2edc66-sda', '1735129533.14273', '1735129533.14156', '0', '', '1735129533.14156', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538383.09119', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538383.09119', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.09119', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538383.09122', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538383.09122', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.09122', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538383.09123', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538383.09123', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.09123', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}], '40645b7a-eb5c-4ad5-ab2b-b6608cb080e3-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18ada2e0-4bb0-4032-9723-29a5d835d172-sda', '1769538383.25263', '1769538383.25043', '0', '', '1769538383.25043', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129533.23193', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129533.23193', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.23193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129533.23197', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129533.23197', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.23197', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129533.23198', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129533.23198', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.23198', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}], '511fc0a7-d44d-485f-871a-69a55b2edc66-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bafc1489-5794-4579-812a-24bdddf86883-sda', '1735129533.55048', '1735129533.54915', '0', '', '1735129533.54915', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538383.32785', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538383.32785', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.32785', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538383.32789', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538383.32789', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.32789', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538383.32791', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538383.32791', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.32791', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26147', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26147', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26147', 'epoch': '1769538381.26149', 'reported': 0, 'tombstones': -1}], '18ada2e0-4bb0-4032-9723-29a5d835d172-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3b8f3c13-fa91-46c3-b201-11ece68cde80-sda', '1769538383.55706', '1769538383.55495', '0', '', '1769538383.55495', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129533.62737', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129533.62737', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.62737', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129533.62744', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129533.62744', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.62744', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129533.62745', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129533.62745', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129533.62745', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17151', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17151', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17151', 'epoch': '1735129529.17152', 'reported': 0, 'tombstones': -1}], 'bafc1489-5794-4579-812a-24bdddf86883-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '36c0253e-ea8c-457e-9b32-f5aaff4d3aa7-sda', '1735129534.84077', '1735129534.83960', '0', '', '1735129534.83960', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538383.62060', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538383.62060', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.62060', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538383.62065', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538383.62065', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.62065', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538383.62067', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538383.62067', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.62067', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}], '3b8f3c13-fa91-46c3-b201-11ece68cde80-sda') -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538479.00000, (0, 0) as of 1769538479.00000, sharded as of 1769538479.00000> to ShardRange<'k' to 't' as of 1769538480.00000, (0, 0) as of 1769538480.00000, sharding as of 1769538480.00000>, path: .shards_a/shard_c_1769538480.00000, db: /tmp/tmpshipxl1d/sda/containers/0/cea/b1a86c7dec21952051aa8383dd9f6cea/b1a86c7dec21952051aa8383dd9f6cea.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538480.00000, db: /tmp/tmpshipxl1d/sda/containers/0/cea/b1a86c7dec21952051aa8383dd9f6cea/b1a86c7dec21952051aa8383dd9f6cea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538482.00000, db: /tmp/tmpshipxl1d/sda/containers/0/30b/c7bd760dec21d3907017c68367b1630b/c7bd760dec21d3907017c68367b1630b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538482.00000, db: /tmp/tmpshipxl1d/sda/containers/0/30b/c7bd760dec21d3907017c68367b1630b/c7bd760dec21d3907017c68367b1630b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538484.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dbb/3145c80fb1c0f2a0659750b8dd4eedbb/3145c80fb1c0f2a0659750b8dd4eedbb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538483.00000, (0, 0) as of 1769538483.00000, sharded as of 1769538483.00000> to ShardRange<'k' to 't' as of 1769538484.00000, (0, 0) as of 1769538484.00000, shrunk as of 1769538484.00000>, path: .shards_a/shard_c_1769538484.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dbb/3145c80fb1c0f2a0659750b8dd4eedbb/3145c80fb1c0f2a0659750b8dd4eedbb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538484.00000, db: /tmp/tmpshipxl1d/sda/containers/0/dbb/3145c80fb1c0f2a0659750b8dd4eedbb/3145c80fb1c0f2a0659750b8dd4eedbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538486.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b15/f9a1d7f1cb1a3eb61bcaff40ecc04b15/f9a1d7f1cb1a3eb61bcaff40ecc04b15.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538485.00000, (0, 0) as of 1769538485.00000, shrunk as of 1769538485.00000> to ShardRange<'k' to 't' as of 1769538486.00000, (0, 0) as of 1769538486.00000, found as of 1769538486.00000>, path: .shards_a/shard_c_1769538486.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b15/f9a1d7f1cb1a3eb61bcaff40ecc04b15/f9a1d7f1cb1a3eb61bcaff40ecc04b15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538488.00000, db: /tmp/tmpshipxl1d/sda/containers/0/56a/ea2d4a62b4e462b2af1fbbe0377d756a/ea2d4a62b4e462b2af1fbbe0377d756a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538487.00000, (0, 0) as of 1769538487.00000, shrunk as of 1769538487.00000> to ShardRange<'k' to 't' as of 1769538488.00000, (0, 0) as of 1769538488.00000, created as of 1769538488.00000>, path: .shards_a/shard_c_1769538488.00000, db: /tmp/tmpshipxl1d/sda/containers/0/56a/ea2d4a62b4e462b2af1fbbe0377d756a/ea2d4a62b4e462b2af1fbbe0377d756a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538490.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e92/7100498754d42c2ccb405a10cfb54e92/7100498754d42c2ccb405a10cfb54e92.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538489.00000, (0, 0) as of 1769538489.00000, shrunk as of 1769538489.00000> to ShardRange<'k' to 't' as of 1769538490.00000, (0, 0) as of 1769538490.00000, cleaved as of 1769538490.00000>, path: .shards_a/shard_c_1769538490.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e92/7100498754d42c2ccb405a10cfb54e92/7100498754d42c2ccb405a10cfb54e92.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538492.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c03/2a92da0cd514cbe2d28a2d69475fec03/2a92da0cd514cbe2d28a2d69475fec03.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538491.00000, (0, 0) as of 1769538491.00000, shrunk as of 1769538491.00000> to ShardRange<'k' to 't' as of 1769538492.00000, (0, 0) as of 1769538492.00000, active as of 1769538492.00000>, path: .shards_a/shard_c_1769538492.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c03/2a92da0cd514cbe2d28a2d69475fec03/2a92da0cd514cbe2d28a2d69475fec03.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538494.00000, db: /tmp/tmpshipxl1d/sda/containers/0/5c0/0936b0e6597416161cb807389b6a75c0/0936b0e6597416161cb807389b6a75c0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538493.00000, (0, 0) as of 1769538493.00000, shrunk as of 1769538493.00000> to ShardRange<'k' to 't' as of 1769538494.00000, (0, 0) as of 1769538494.00000, shrinking as of 1769538494.00000>, path: .shards_a/shard_c_1769538494.00000, db: /tmp/tmpshipxl1d/sda/containers/0/5c0/0936b0e6597416161cb807389b6a75c0/0936b0e6597416161cb807389b6a75c0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538494.00000, db: /tmp/tmpshipxl1d/sda/containers/0/5c0/0936b0e6597416161cb807389b6a75c0/0936b0e6597416161cb807389b6a75c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538496.00000, db: /tmp/tmpshipxl1d/sda/containers/0/804/a5d1ed8d66d6b35fa39e5a476b70c804/a5d1ed8d66d6b35fa39e5a476b70c804.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538495.00000, (0, 0) as of 1769538495.00000, shrunk as of 1769538495.00000> to ShardRange<'k' to 't' as of 1769538496.00000, (0, 0) as of 1769538496.00000, sharding as of 1769538496.00000>, path: .shards_a/shard_c_1769538496.00000, db: /tmp/tmpshipxl1d/sda/containers/0/804/a5d1ed8d66d6b35fa39e5a476b70c804/a5d1ed8d66d6b35fa39e5a476b70c804.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538496.00000, db: /tmp/tmpshipxl1d/sda/containers/0/804/a5d1ed8d66d6b35fa39e5a476b70c804/a5d1ed8d66d6b35fa39e5a476b70c804.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538498.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c5a/aad001c66f1ad6a526b8badd40636c5a/aad001c66f1ad6a526b8badd40636c5a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538497.00000, (0, 0) as of 1769538497.00000, shrunk as of 1769538497.00000> to ShardRange<'k' to 't' as of 1769538498.00000, (0, 0) as of 1769538498.00000, sharded as of 1769538498.00000>, path: .shards_a/shard_c_1769538498.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c5a/aad001c66f1ad6a526b8badd40636c5a/aad001c66f1ad6a526b8badd40636c5a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538498.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c5a/aad001c66f1ad6a526b8badd40636c5a/aad001c66f1ad6a526b8badd40636c5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538500.00000, db: /tmp/tmpshipxl1d/sda/containers/0/809/45524280c87fa861b233bccc7a243809/45524280c87fa861b233bccc7a243809.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538500.00000, db: /tmp/tmpshipxl1d/sda/containers/0/809/45524280c87fa861b233bccc7a243809/45524280c87fa861b233bccc7a243809.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538501.00000, db: /tmp/tmpshipxl1d/sda/containers/0/080/d7224bbe015195eb7e711b56d3f65080/d7224bbe015195eb7e711b56d3f65080.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538503.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b0c/dafe0a4876c862037d2da740bbcddb0c/dafe0a4876c862037d2da740bbcddb0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538505.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e36/577b2dae0ec4fb3f1926e729c6262e36/577b2dae0ec4fb3f1926e729c6262e36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538507.00000, db: /tmp/tmpshipxl1d/sda/containers/0/254/a3816b0c17ee63cbc7366869bd0d0254/a3816b0c17ee63cbc7366869bd0d0254.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129534.92854', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129534.92854', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129534.92854', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129534.92857', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129534.92857', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129534.92857', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129534.92858', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129534.92858', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129534.92858', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}], '36c0253e-ea8c-457e-9b32-f5aaff4d3aa7-sda')test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok + +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0631 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0539 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:33 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.8910 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0052 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0904 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0087 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0425 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0528 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0065 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:34 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0525 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0055 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.2210 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0503 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0024 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0705 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0463 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0153 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0557 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0090 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1155 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0432 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0452 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0592 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0474 "-" 546112 2test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpi5247j46/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpi5247j46/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpmppt33na/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpmppt33na/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a3986377-2391-4718-98e0-6d7cace0bdde-sda', '1769538383.86542', '1769538383.86292', '0', '', '1769538383.86292', 0, 0) +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'df206ca1-fc50-459a-be09-fc2146edea8b-sda', '1735129535.48929', '1735129535.48813', '0', '', '1735129535.48813', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538383.92269', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538383.92269', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.92269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538383.92274', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538383.92274', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.92274', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538383.92276', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538383.92276', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538383.92276', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}], 'a3986377-2391-4718-98e0-6d7cace0bdde-sda') -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd0460861-97a1-4873-9fe5-971fbaf0dcbf-sda', '1769538384.14587', '1769538384.14342', '0', '', '1769538384.14342', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129535.57560', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129535.57560', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129535.57560', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129535.57563', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129535.57563', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129535.57563', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129535.57564', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129535.57564', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129535.57564', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}], 'df206ca1-fc50-459a-be09-fc2146edea8b-sda') +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '619927ef-a0a9-4cfe-9d11-3bb5e082c683-sda', '1735129535.98646', '1735129535.97923', '0', '', '1735129535.97923', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538384.21188', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538384.21188', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538384.21188', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538384.21193', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538384.21193', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538384.21193', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538384.21195', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538384.21195', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538384.21195', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538381.26152', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'd0460861-97a1-4873-9fe5-971fbaf0dcbf-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769538381.26141', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26141', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26141', 'epoch': '1769538381.26143', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769538381.26152', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538381.26131', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538381.26131', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpjkkxhb2s/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'b4e83613b4e3222faf6defe187b059fe', 'c0184c6b-3bb6-4f79-9af6-d82930ec8b2c-sda', '1769538384.39324', '1769538384.39091', '0', '', '1769538384.39091', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769538384.45025', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'c0184c6b-3bb6-4f79-9af6-d82930ec8b2c-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129536.45479', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129536.45479', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129536.45479', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129536.45484', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129536.45484', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129536.45484', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129536.45485', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129536.45485', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129536.45485', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129529.17156', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}], '619927ef-a0a9-4cfe-9d11-3bb5e082c683-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735129529.17148', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17148', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17148', 'epoch': '1735129529.17149', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735129529.17156', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129529.17137', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129529.17137', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpv72q92mq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9b0f2ac2f0159e502abad4d39625b297', 'd395373f-e21c-4034-8400-5e04d8974b48-sda', '1735129537.92188', '1735129537.92047', '0', '', '1735129537.92047', 1, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735129538.60793', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'd395373f-e21c-4034-8400-5e04d8974b48-sda') REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpb6f8v1h3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd89eed01-9e61-4c66-8d95-0d3aebcc41d5-sda', '1769538384.61164', '1769538384.60698', '0', '', '1769538384.60698', 0, 0) +test DEBUG: Replicating db /tmp/tmpyzr9pt4m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3af45f7c-3b6d-42d6-b0a5-d309d1664075-sda', '1735129538.89452', '1735129538.89314', '0', '', '1735129538.89314', 0, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpb6f8v1h3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '54e62285a5f0a128610b3247802361eb', '9a2429ea-d6fa-40ee-9ae4-fdbed4f4e24f-sda', '1769538384.75131', '1769538384.74604', '0', '', '1769538384.74604', 1, 0) +test ERROR: ERROR syncing /tmp/tmpyzr9pt4m/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'da407ffe1f1cba94f29dae99cb6ee958', '5dbbf83f-1e66-4059-9f83-996bde5afb38-sda', '1735129539.15764', '1735129539.15633', '0', '', '1735129539.15633', 1, 0) REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769538384.90227', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '9a2429ea-d6fa-40ee-9ae4-fdbed4f4e24f-sda') +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735129539.34733', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '5dbbf83f-1e66-4059-9f83-996bde5afb38-sda') REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b87e8016-a140-4adc-8457-ef03150eef37-sda', '1769538386.12886', '1769538386.12587', '0', '', '1769538386.12587', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b87e8016-a140-4adc-8457-ef03150eef37-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b87e8016-a140-4adc-8457-ef03150eef37-sda', '1769538386.12886', '1769538386.12587', '0', '', '1769538386.12587', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b87e8016-a140-4adc-8457-ef03150eef37-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '1735129539.72324', '1735129539.72182', '0', '', '1735129539.72182', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '1735129539.72324', '1735129539.72182', '0', '', '1735129539.72182', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.63644 seconds (1.57125/s) +test INFO: Attempted to replicate 1 dbs in 3.12117 seconds (0.32039/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b87e8016-a140-4adc-8457-ef03150eef37-sda', '1769538386.12886', '1769538386.12587', '0', '', '1769538386.12587', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test DEBUG: Replicating db /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '1735129539.72324', '1735129539.72182', '0', '', '1735129539.72182', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129689.00000, db: /tmp/tmp7fkal05q/sda/containers/0/4f9/51e19e9cfa0d8e4b53df6839aec264f9/51e19e9cfa0d8e4b53df6839aec264f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129691.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e35/5a5bc11ef2bee47d388adc04475d8e35/5a5bc11ef2bee47d388adc04475d8e35.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129691.00000, db: /tmp/tmp7fkal05q/sda/containers/0/e35/5a5bc11ef2bee47d388adc04475d8e35/5a5bc11ef2bee47d388adc04475d8e35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129693.00000, db: /tmp/tmp7fkal05q/sda/containers/0/942/b7d6c7a0ccb68a1e290038bcf0664942/b7d6c7a0ccb68a1e290038bcf0664942.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129693.00000, db: /tmp/tmp7fkal05q/sda/containers/0/942/b7d6c7a0ccb68a1e290038bcf0664942/b7d6c7a0ccb68a1e290038bcf0664942.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129695.00000, db: /tmp/tmp7fkal05q/sda/containers/0/4f4/be45e185ff7e042ceb4d9046eb57c4f4/be45e185ff7e042ceb4d9046eb57c4f4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129695.00000, db: /tmp/tmp7fkal05q/sda/containers/0/4f4/be45e185ff7e042ceb4d9046eb57c4f4/be45e185ff7e042ceb4d9046eb57c4f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129697.00000, db: /tmp/tmp7fkal05q/sda/containers/0/58e/6b020c83a52dd8e0e9558885f79e358e/6b020c83a52dd8e0e9558885f79e358e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129697.00000, db: /tmp/tmp7fkal05q/sda/containers/0/58e/6b020c83a52dd8e0e9558885f79e358e/6b020c83a52dd8e0e9558885f79e358e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129699.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cad/28bde23416fe52a761758fca865c9cad/28bde23416fe52a761758fca865c9cad.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129699.00000, db: /tmp/tmp7fkal05q/sda/containers/0/cad/28bde23416fe52a761758fca865c9cad/28bde23416fe52a761758fca865c9cad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129701.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f79/9f34e9bff3cc798d489f792e503d8f79/9f34e9bff3cc798d489f792e503d8f79.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129701.00000, db: /tmp/tmp7fkal05q/sda/containers/0/f79/9f34e9bff3cc798d489f792e503d8f79/9f34e9bff3cc798d489f792e503d8f79.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129703.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1e9/4116b1ac70e20d21c4dbece432d311e9/4116b1ac70e20d21c4dbece432d311e9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129703.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1e9/4116b1ac70e20d21c4dbece432d311e9/4116b1ac70e20d21c4dbece432d311e9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129705.00000, db: /tmp/tmp7fkal05q/sda/containers/0/289/842025f8d09fe50ecb297c3e6a239289/842025f8d09fe50ecb297c3e6a239289.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129705.00000, db: /tmp/tmp7fkal05q/sda/containers/0/289/842025f8d09fe50ecb297c3e6a239289/842025f8d09fe50ecb297c3e6a239289.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129707.00000, db: /tmp/tmp7fkal05q/sda/containers/0/c5a/41c59c2d1ae28024b177dc74f513cc5a/41c59c2d1ae28024b177dc74f513cc5a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129707.00000, db: /tmp/tmp7fkal05q/sda/containers/0/c5a/41c59c2d1ae28024b177dc74f513cc5a/41c59c2d1ae28024b177dc74f513cc5a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129709.00000, db: /tmp/tmp7fkal05q/sda/containers/0/09d/247179478e9d2a6896b12e81f034009d/247179478e9d2a6896b12e81f034009d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129709.00000, db: /tmp/tmp7fkal05q/sda/containers/0/09d/247179478e9d2a6896b12e81f034009d/247179478e9d2a6896b12e81f034009d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129711.00000, db: /tmp/tmp7fkal05q/sda/containers/0/3e2/e8a494db633a3f662fe04cc61d1753e2/e8a494db633a3f662fe04cc61d1753e2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129711.00000, db: /tmp/tmp7fkal05q/sda/containers/0/3e2/e8a494db633a3f662fe04cc61d1753e2/e8a494db633a3f662fe04cc61d1753e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129713.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b59/7010b528d2d34b4f32477b6097b4bb59/7010b528d2d34b4f32477b6097b4bb59.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129713.00000, db: /tmp/tmp7fkal05q/sda/containers/0/b59/7010b528d2d34b4f32477b6097b4bb59/7010b528d2d34b4f32477b6097b4bb59.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129715.00000, db: /tmp/tmp7fkal05q/sda/containers/0/94f/3255324697f33d6e6fd0c80c8a3fe94f/3255324697f33d6e6fd0c80c8a3fe94f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129715.00000, db: /tmp/tmp7fkal05q/sda/containers/0/94f/3255324697f33d6e6fd0c80c8a3fe94f/3255324697f33d6e6fd0c80c8a3fe94f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129717.00000, db: /tmp/tmp7fkal05q/sda/containers/0/167/f679e0a04754820f07fe40cf05a66167/f679e0a04754820f07fe40cf05a66167.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129717.00000, db: /tmp/tmp7fkal05q/sda/containers/0/167/f679e0a04754820f07fe40cf05a66167/f679e0a04754820f07fe40cf05a66167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129719.00000, db: /tmp/tmp7fkal05q/sda/containers/0/240/3c9fa49b8f56c17493c3684c0c5a6240/3c9fa49b8f56c17493c3684c0c5a6240.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129719.00000, db: /tmp/tmp7fkal05q/sda/containers/0/240/3c9fa49b8f56c17493c3684c0c5a6240/3c9fa49b8f56c17493c3684c0c5a6240.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129721.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d72/8bf6f78aac686d95430298ce6b71dd72/8bf6f78aac686d95430298ce6b71dd72.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129721.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d72/8bf6f78aac686d95430298ce6b71dd72/8bf6f78aac686d95430298ce6b71dd72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129723.00000, db: /tmp/tmp7fkal05q/sda/containers/0/6b9/9a41610e3be79a3a2d293126a56576b9/9a41610e3be79a3a2d293126a56576b9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129723.00000, db: /tmp/tmp7fkal05q/sda/containers/0/6b9/9a41610e3be79a3a2d293126a56576b9/9a41610e3be79a3a2d293126a56576b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129725.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d49/76d51d9315539f0a8e62497fbc32ed49/76d51d9315539f0a8e62497fbc32ed49.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129725.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d49/76d51d9315539f0a8e62497fbc32ed49/76d51d9315539f0a8e62497fbc32ed49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129727.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1fa/7468a57edc3bd016644c31f0f38281fa/7468a57edc3bd016644c31f0f38281fa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129727.00000, db: /tmp/tmp7fkal05q/sda/containers/0/1fa/7468a57edc3bd016644c31f0f38281fa/7468a57edc3bd016644c31f0f38281fa.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok + +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0008 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:35 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0551 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2356 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2238 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0551 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2314 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6536 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3819 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:37 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0007 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:37 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0006 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6020 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2062 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0131 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0118 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1676 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0540 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0090 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:38 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0554 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1233 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmpt1s7x0u3/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [25/Dec/2024:12:25:39 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:39 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0012 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:39 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0496 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:39 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1279 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmpsjipd0ky/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' +test INFO: - - - [25/Dec/2024:12:25:42 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:42 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5346 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.3355 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:44 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:44 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.1000 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4331 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3057 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0012 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1125 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1773 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0010 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0981 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.3176 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0010 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0496 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0089 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0589 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0518 "-" 546112 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok + +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0089 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0004 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0023 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0001 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0001 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0600 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0013 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0013 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0029 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0006 "-" 546112 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:46 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7095 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:47 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.3434 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.3535 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0143 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0170 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0594 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0048 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0880 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0526 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0771 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0011 "-" 546112 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538387.53218', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538387.53218', 'deleted': 1, 'state': 10, 'state_timestamp': '1769538387.53218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538386.35397', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538386.35397', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538386.35397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538386.35398', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538386.35398', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538386.35398', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538386.35412', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538386.35412', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538386.35399', 'epoch': '1769538386.35399', 'reported': 0, 'tombstones': -1}], 'b87e8016-a140-4adc-8457-ef03150eef37-sda') -test DEBUG: /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b87e8016-a140-4adc-8457-ef03150eef37-sda', '1769538386.12886', '1769538386.12587', '0', '', '1769538386.12587', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129545.69327', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129545.69327', 'deleted': 1, 'state': 10, 'state_timestamp': '1735129545.69327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129540.32974', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129540.32974', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129540.32974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129540.32975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129540.32975', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129540.32975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129540.32985', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129540.32985', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129540.32975', 'epoch': '1735129540.32975', 'reported': 0, 'tombstones': -1}], 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda') +test DEBUG: /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda', '1735129539.72324', '1735129539.72182', '0', '', '1735129539.72182', 0, 0) REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769538387.53218', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769538387.53218', 'deleted': 1, 'state': 10, 'state_timestamp': '1769538387.53218', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769538386.35397', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769538386.35397', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538386.35397', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769538386.35398', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769538386.35398', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538386.35398', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538386.35412', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538386.35412', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538386.35399', 'epoch': '1769538386.35399', 'reported': 0, 'tombstones': -1}], 'b87e8016-a140-4adc-8457-ef03150eef37-sda') -test DEBUG: /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpgq9wsezw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735129545.69327', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735129545.69327', 'deleted': 1, 'state': 10, 'state_timestamp': '1735129545.69327', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735129540.32974', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735129540.32974', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129540.32974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735129540.32975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735129540.32975', 'deleted': 0, 'state': 10, 'state_timestamp': '1735129540.32975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129540.32985', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129540.32985', 'deleted': 0, 'state': 60, 'state_timestamp': '1735129540.32975', 'epoch': '1735129540.32975', 'reported': 0, 'tombstones': -1}], 'c53ab801-684f-41e4-bc91-df28f68a0efb-sda') +test DEBUG: /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmp87fffzgx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.08416 seconds (11.88143/s) +test INFO: Attempted to replicate 1 dbs in 0.33755 seconds (2.96254/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3cc24667-2e4d-434f-90e3-58678457de28-sda', '1769538387.72475', '1769538387.72236', '1769538387.77347', '', '1769538387.77347', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dce4c4f2-6453-4720-af8d-6babba334c4b-sda', '1735129546.28178', '1735129546.28047', '1735129546.47043', '', '1735129546.47043', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2yf2afia/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85a3d1cd-26ef-4ef8-9a34-aeacc0bd68c6-sda', '1769538387.86804', '1769538387.00000', '0', '', '1769538387.00000', 0, 0) -test DEBUG: /tmp/tmp2yf2afia/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '85a3d1cd-26ef-4ef8-9a34-aeacc0bd68c6-sda', '1769538387.86804', '1769538387.00000', '0', '', '1769538387.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85a3d1cd-26ef-4ef8-9a34-aeacc0bd68c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp0e_d8h4_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b7896e3-7e88-4860-970d-411336cc3794-sda', '1735129546.57525', '1735129546.00000', '0', '', '1735129546.00000', 0, 1) +test DEBUG: /tmp/tmp0e_d8h4_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '4b7896e3-7e88-4860-970d-411336cc3794-sda', '1735129546.57525', '1735129546.00000', '0', '', '1735129546.00000', 0, 1) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4b7896e3-7e88-4860-970d-411336cc3794-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19767 seconds (5.05897/s) +test INFO: Attempted to replicate 1 dbs in 0.90826 seconds (1.10101/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjp8jq5vz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '1769538388.18310', '1769538388.00000', '0', '', '1769538388.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '1769538388.18310', '1769538388.00000', '0', '', '1769538388.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Replicating db /tmp/tmpjp8jq5vz/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', '1769538388.20978', '1769538389.00000', '0', '{"X-Container-Sync-To": ["a", "1769538390.00000"], "X-Container-Sync-Key": ["secret", "1769538391.00000"]}', '1769538389.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', '1769538388.20978', '1769538389.00000', '0', '{"X-Container-Sync-To": ["a", "1769538390.00000"], "X-Container-Sync-Key": ["secret", "1769538391.00000"]}', '1769538389.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpqv7uyq5a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '1735129548.21862', '1735129548.00000', '0', '', '1735129548.00000', 0, 0) +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '1735129548.21862', '1735129548.00000', '0', '', '1735129548.00000', 0, 0) +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpqv7uyq5a/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', '1735129548.26599', '1735129549.00000', '0', '{"X-Container-Sync-To": ["a", "1735129550.00000"], "X-Container-Sync-Key": ["secret", "1735129551.00000"]}', '1735129549.00000', 0, 0) +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', '1735129548.26599', '1735129549.00000', '0', '{"X-Container-Sync-To": ["a", "1735129550.00000"], "X-Container-Sync-Key": ["secret", "1735129551.00000"]}', '1735129549.00000', 0, 0) +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', 'c48d89b33840539f9c5442ab3b10027d.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.32419 seconds (6.16930/s) +test INFO: Attempted to replicate 2 dbs in 0.98176 seconds (2.03716/s) test INFO: Removed 0 dbs test INFO: 4 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjp8jq5vz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '1769538388.18310', '1769538388.00000', '0', '', '1769538388.00000', 0, 0) -test DEBUG: /tmp/tmpjp8jq5vz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ebd5e550-f8c1-4b46-8800-8502e2d31169-sda', '1769538388.18310', '1769538388.00000', '0', '', '1769538388.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test DEBUG: Replicating db /tmp/tmpqv7uyq5a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '1735129548.21862', '1735129548.00000', '0', '', '1735129548.00000', 0, 0) +test DEBUG: /tmp/tmpqv7uyq5a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dc0f5ea4-fb66-4163-8da4-f807bac08397-sda', '1735129548.21862', '1735129548.00000', '0', '', '1735129548.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config +test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy +test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards @@ -49789,71 +46652,29 @@ test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538509.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fd0/f171684a321f5c11c483df3a1179ffd0/f171684a321f5c11c483df3a1179ffd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538511.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c7d/6f43c51ef8bb38e3a56b315b83cc3c7d/6f43c51ef8bb38e3a56b315b83cc3c7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538513.00000, db: /tmp/tmpshipxl1d/sda/containers/0/59d/a517d9443454b96475ad80246fc5059d/a517d9443454b96475ad80246fc5059d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538515.00000, db: /tmp/tmpshipxl1d/sda/containers/0/4e8/2670df7ee0893cc754829a9f44e434e8/2670df7ee0893cc754829a9f44e434e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538517.00000, db: /tmp/tmpshipxl1d/sda/containers/0/768/2e0f63c88620599f5c988fa849702768/2e0f63c88620599f5c988fa849702768.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538519.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b69/f847e4781ff86353f0fdb7487a185b69/f847e4781ff86353f0fdb7487a185b69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538521.00000, db: /tmp/tmpshipxl1d/sda/containers/0/9b9/6828c1970f69c091b9a74b6c080689b9/6828c1970f69c091b9a74b6c080689b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538523.00000, db: /tmp/tmpshipxl1d/sda/containers/0/bde/9a16c55406d3c9e0b01c32da10e85bde/9a16c55406d3c9e0b01c32da10e85bde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538525.00000, db: /tmp/tmpshipxl1d/sda/containers/0/908/cc896767d0329628eff3dba14a6f6908/cc896767d0329628eff3dba14a6f6908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538527.00000, db: /tmp/tmpshipxl1d/sda/containers/0/af3/87b2fdb2c586978552e4d389492c5af3/87b2fdb2c586978552e4d389492c5af3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538529.00000, db: /tmp/tmpshipxl1d/sda/containers/0/650/075a807f67f34c6e053fb4dc5822d650/075a807f67f34c6e053fb4dc5822d650.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538531.00000, db: /tmp/tmpshipxl1d/sda/containers/0/718/125aa0dfca0ffbe14bea0fa553548718/125aa0dfca0ffbe14bea0fa553548718.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538533.00000, db: /tmp/tmpshipxl1d/sda/containers/0/664/6ffae3b9bf147a689f412193c6193664/6ffae3b9bf147a689f412193c6193664.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538535.00000, db: /tmp/tmpshipxl1d/sda/containers/0/256/98592e321c0b1d787b6a480fbed24256/98592e321c0b1d787b6a480fbed24256.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538537.00000, db: /tmp/tmpshipxl1d/sda/containers/0/547/18c57e0b601381fd5c413b303c53e547/18c57e0b601381fd5c413b303c53e547.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538539.00000, db: /tmp/tmpshipxl1d/sda/containers/0/b30/3dd4dd05c952eff54cda13bc9a048b30/3dd4dd05c952eff54cda13bc9a048b30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538541.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c21/35a6163d6c818194ed0402d075fc8c21/35a6163d6c818194ed0402d075fc8c21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538543.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fa3/69aa544a8b64ea7923bc830b0e90afa3/69aa544a8b64ea7923bc830b0e90afa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538545.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fbb/6141f42477fa2200f5d598803ee10fbb/6141f42477fa2200f5d598803ee10fbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538547.00000, db: /tmp/tmpshipxl1d/sda/containers/0/bb1/4b06d10f91d17fee1f5cc3c4c94eabb1/4b06d10f91d17fee1f5cc3c4c94eabb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538549.00000, db: /tmp/tmpshipxl1d/sda/containers/0/11a/09777300b17d909651d020d840fda11a/09777300b17d909651d020d840fda11a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538551.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d2e/6058403451cc4709e0aa93d16242dd2e/6058403451cc4709e0aa93d16242dd2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538553.00000, db: /tmp/tmpshipxl1d/sda/containers/0/23a/002382e2e32ec115bb518d5a861f323a/002382e2e32ec115bb518d5a861f323a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538555.00000, db: /tmp/tmpshipxl1d/sda/containers/0/71d/6358b4626c0236a055fc05e0fe0be71d/6358b4626c0236a055fc05e0fe0be71d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538557.00000, db: /tmp/tmpshipxl1d/sda/containers/0/23b/ef9597681a1e9dc4c4be6511a792f23b/ef9597681a1e9dc4c4be6511a792f23b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538559.00000, db: /tmp/tmpshipxl1d/sda/containers/0/bb8/0b873ead7d6ec0df8837fb0fd6d80bb8/0b873ead7d6ec0df8837fb0fd6d80bb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538561.00000, db: /tmp/tmpshipxl1d/sda/containers/0/59d/739d78187f6e5524a465979e316df59d/739d78187f6e5524a465979e316df59d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538563.00000, db: /tmp/tmpshipxl1d/sda/containers/0/fcd/4ca9330a0fe9675c50198132b894ffcd/4ca9330a0fe9675c50198132b894ffcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538565.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0b1/c2bd48970a2d38b67158943c32b8c0b1/c2bd48970a2d38b67158943c32b8c0b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538565.00000, db: /tmp/tmpshipxl1d/sda/containers/0/0b1/c2bd48970a2d38b67158943c32b8c0b1/c2bd48970a2d38b67158943c32b8c0b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538567.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ff8/a5dfdf6e64e837e8cfb1918b59cd5ff8/a5dfdf6e64e837e8cfb1918b59cd5ff8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538567.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ff8/a5dfdf6e64e837e8cfb1918b59cd5ff8/a5dfdf6e64e837e8cfb1918b59cd5ff8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538569.00000, db: /tmp/tmpshipxl1d/sda/containers/0/23a/4e68adbdcb9902b67ad060bf4261723a/4e68adbdcb9902b67ad060bf4261723a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538569.00000, db: /tmp/tmpshipxl1d/sda/containers/0/23a/4e68adbdcb9902b67ad060bf4261723a/4e68adbdcb9902b67ad060bf4261723a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538571.00000, db: /tmp/tmpshipxl1d/sda/containers/0/41b/e30e93bd63841705edfac3722956541b/e30e93bd63841705edfac3722956541b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538571.00000, db: /tmp/tmpshipxl1d/sda/containers/0/41b/e30e93bd63841705edfac3722956541b/e30e93bd63841705edfac3722956541b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538573.00000, db: /tmp/tmpshipxl1d/sda/containers/0/6ce/281a74ae8ffb6be31f78cd9fca6446ce/281a74ae8ffb6be31f78cd9fca6446ce.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538573.00000, db: /tmp/tmpshipxl1d/sda/containers/0/6ce/281a74ae8ffb6be31f78cd9fca6446ce/281a74ae8ffb6be31f78cd9fca6446ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538575.00000, db: /tmp/tmpshipxl1d/sda/containers/0/4ad/f5e7de9c66ce857e68509d2a236314ad/f5e7de9c66ce857e68509d2a236314ad.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538575.00000, db: /tmp/tmpshipxl1d/sda/containers/0/4ad/f5e7de9c66ce857e68509d2a236314ad/f5e7de9c66ce857e68509d2a236314ad.db -test DEBUG: /tmp/tmpjp8jq5vz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmpjp8jq5vz/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', '1769538388.20978', '1769538389.00000', '0', '{"X-Container-Sync-To": ["", "1769538392.00000"], "X-Container-Sync-Key": ["secret", "1769538391.00000"]}', '1769538389.00000', 0, 0) -test DEBUG: /tmp/tmpjp8jq5vz/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '447a0636-6ca6-435e-a66e-fbcf454cc94f-sda', '1769538388.20978', '1769538389.00000', '0', '{"X-Container-Sync-To": ["", "1769538392.00000"], "X-Container-Sync-Key": ["secret", "1769538391.00000"]}', '1769538389.00000', 0, 0) -test DEBUG: /tmp/tmpjp8jq5vz/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: /tmp/tmpqv7uyq5a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpqv7uyq5a/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db +REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', '1735129548.26599', '1735129549.00000', '0', '{"X-Container-Sync-To": ["", "1735129552.00000"], "X-Container-Sync-Key": ["secret", "1735129551.00000"]}', '1735129549.00000', 0, 0) +test DEBUG: /tmp/tmpqv7uyq5a/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '47c32368-eec5-4e02-9f57-8e6e5d073b1c-sda', '1735129548.26599', '1735129549.00000', '0', '{"X-Container-Sync-To": ["", "1735129552.00000"], "X-Container-Sync-Key": ["secret", "1735129551.00000"]}', '1735129549.00000', 0, 0) +test DEBUG: /tmp/tmpqv7uyq5a/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.10276 seconds (19.46333/s) +test INFO: Attempted to replicate 2 dbs in 0.15923 seconds (12.56051/s) test INFO: Removed 0 dbs test INFO: 4 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp7pl3hsu8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +test ERROR: Failed to update sync_store /tmp/tmpyjkssb1k/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook self.sync_store.update_sync_store(broker) @@ -49861,6 +46682,13 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store raise OSError(1, '1') PermissionError: [Errno 1] 1 +test DEBUG: Skipping the update of recently changed /tmp/tmpiceb2agz/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpiceb2agz/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpiceb2agz/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpiceb2agz/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmpss7347aa/garbage is not a directory +test DEBUG: Skipping: /tmp/tmpss7347aa/garbage is not mounted +test DEBUG: Skipping: /tmp/tmp8buu65zm/sdq is not mounted test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -49869,2428 +46697,1105 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: Setting object count to 1032 (txn: tx2df602c6a9604fb1a1dd4-0069790356) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx83943f5443434fe495c6c-0069790356)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok - -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: Setting object count to 48 (txn: tx83943f5443434fe495c6c-0069790356) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf350862948da41e386328-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf350862948da41e386328-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txf350862948da41e386328-0069790356) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf350862948da41e386328-0069790356) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txf350862948da41e386328-0069790356) -test DEBUG: Setting object count to 1064 (txn: txf350862948da41e386328-0069790356) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb7d695c7d4c54dec9a02c-0069790356) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx6c6f13b5d5ce4e73bb0c4-0069790356) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Setting object count to 1065 (txn: tx2f49e8032d2b4b898d3d6-0069790356) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx166340f87b8f40079929b-0069790357)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538577.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c08/105acc657b06470da635cf0b0d116c08/105acc657b06470da635cf0b0d116c08.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538577.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c08/105acc657b06470da635cf0b0d116c08/105acc657b06470da635cf0b0d116c08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538579.00000, db: /tmp/tmpshipxl1d/sda/containers/0/198/747047d800b2a51e2b50efeb6d700198/747047d800b2a51e2b50efeb6d700198.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538579.00000, db: /tmp/tmpshipxl1d/sda/containers/0/198/747047d800b2a51e2b50efeb6d700198/747047d800b2a51e2b50efeb6d700198.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538581.00000, db: /tmp/tmpshipxl1d/sda/containers/0/76d/36d38be736d3976698b80ad76ebb276d/36d38be736d3976698b80ad76ebb276d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538581.00000, db: /tmp/tmpshipxl1d/sda/containers/0/76d/36d38be736d3976698b80ad76ebb276d/36d38be736d3976698b80ad76ebb276d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538583.00000, db: /tmp/tmpshipxl1d/sda/containers/0/11f/523c626a0ecb58ef2dd7ba0cf806811f/523c626a0ecb58ef2dd7ba0cf806811f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538583.00000, db: /tmp/tmpshipxl1d/sda/containers/0/11f/523c626a0ecb58ef2dd7ba0cf806811f/523c626a0ecb58ef2dd7ba0cf806811f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538585.00000, db: /tmp/tmpshipxl1d/sda/containers/0/323/c49d61cbbbc196e8a202c1c30dc49323/c49d61cbbbc196e8a202c1c30dc49323.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538585.00000, db: /tmp/tmpshipxl1d/sda/containers/0/323/c49d61cbbbc196e8a202c1c30dc49323/c49d61cbbbc196e8a202c1c30dc49323.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538587.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a7d/fe0110094fa2ee58538b1179d3ff7a7d/fe0110094fa2ee58538b1179d3ff7a7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538587.00000, db: /tmp/tmpshipxl1d/sda/containers/0/a7d/fe0110094fa2ee58538b1179d3ff7a7d/fe0110094fa2ee58538b1179d3ff7a7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538589.00000, db: /tmp/tmpshipxl1d/sda/containers/0/501/9fac79ac20fb380ec2498e159b96a501/9fac79ac20fb380ec2498e159b96a501.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538589.00000, db: /tmp/tmpshipxl1d/sda/containers/0/501/9fac79ac20fb380ec2498e159b96a501/9fac79ac20fb380ec2498e159b96a501.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538591.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d3c/faffb15b3a01d9d2d63e29cc8fbf7d3c/faffb15b3a01d9d2d63e29cc8fbf7d3c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538591.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d3c/faffb15b3a01d9d2d63e29cc8fbf7d3c/faffb15b3a01d9d2d63e29cc8fbf7d3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538593.00000, db: /tmp/tmpshipxl1d/sda/containers/0/537/a528de0ff5976e869cb2cbd21d306537/a528de0ff5976e869cb2cbd21d306537.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538593.00000, db: /tmp/tmpshipxl1d/sda/containers/0/537/a528de0ff5976e869cb2cbd21d306537/a528de0ff5976e869cb2cbd21d306537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538595.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2a1/d087ae0d0f199326f71948dff34812a1/d087ae0d0f199326f71948dff34812a1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538595.00000, db: /tmp/tmpshipxl1d/sda/containers/0/2a1/d087ae0d0f199326f71948dff34812a1/d087ae0d0f199326f71948dff34812a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538597.00000, db: /tmp/tmpshipxl1d/sda/containers/0/be8/c000688ae2ec655d5dc170b2862a0be8/c000688ae2ec655d5dc170b2862a0be8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538597.00000, db: /tmp/tmpshipxl1d/sda/containers/0/be8/c000688ae2ec655d5dc170b2862a0be8/c000688ae2ec655d5dc170b2862a0be8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538599.00000, db: /tmp/tmpshipxl1d/sda/containers/0/eca/2aeaa10239daad490557ec7fdaa3beca/2aeaa10239daad490557ec7fdaa3beca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538599.00000, db: /tmp/tmpshipxl1d/sda/containers/0/eca/2aeaa10239daad490557ec7fdaa3beca/2aeaa10239daad490557ec7fdaa3beca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538601.00000, db: /tmp/tmpshipxl1d/sda/containers/0/83f/e6e88ebdf2d9bef85c562df79614983f/e6e88ebdf2d9bef85c562df79614983f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538601.00000, db: /tmp/tmpshipxl1d/sda/containers/0/83f/e6e88ebdf2d9bef85c562df79614983f/e6e88ebdf2d9bef85c562df79614983f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538603.00000, db: /tmp/tmpshipxl1d/sda/containers/0/139/1a1f6a51d50e58207dcac181ae18e139/1a1f6a51d50e58207dcac181ae18e139.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538603.00000, db: /tmp/tmpshipxl1d/sda/containers/0/139/1a1f6a51d50e58207dcac181ae18e139/1a1f6a51d50e58207dcac181ae18e139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538605.00000, db: /tmp/tmpshipxl1d/sda/containers/0/edf/75f662aea0b2b5ef8425163d52195edf/75f662aea0b2b5ef8425163d52195edf.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538605.00000, db: /tmp/tmpshipxl1d/sda/containers/0/edf/75f662aea0b2b5ef8425163d52195edf/75f662aea0b2b5ef8425163d52195edf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538607.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d42/14a1148b05899a3679d5f295ed95ad42/14a1148b05899a3679d5f295ed95ad42.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538607.00000, db: /tmp/tmpshipxl1d/sda/containers/0/d42/14a1148b05899a3679d5f295ed95ad42/14a1148b05899a3679d5f295ed95ad42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538609.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e25/f2762b43743bb1aec4bbc35b22c9ae25/f2762b43743bb1aec4bbc35b22c9ae25.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538609.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e25/f2762b43743bb1aec4bbc35b22c9ae25/f2762b43743bb1aec4bbc35b22c9ae25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538611.00000, db: /tmp/tmpshipxl1d/sda/containers/0/122/1169ffb697d9861c75dd15f51b6f3122/1169ffb697d9861c75dd15f51b6f3122.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538611.00000, db: /tmp/tmpshipxl1d/sda/containers/0/122/1169ffb697d9861c75dd15f51b6f3122/1169ffb697d9861c75dd15f51b6f3122.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538613.00000, db: /tmp/tmpshipxl1d/sda/containers/0/62e/27c16afb29ec4519fe47b35778f7162e/27c16afb29ec4519fe47b35778f7162e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538613.00000, db: /tmp/tmpshipxl1d/sda/containers/0/62e/27c16afb29ec4519fe47b35778f7162e/27c16afb29ec4519fe47b35778f7162e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538615.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e3c/a85507920daa811b2bd96b801c1c8e3c/a85507920daa811b2bd96b801c1c8e3c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok - -test DEBUG: Setting object count to 1065 (txn: tx166340f87b8f40079929b-0069790357) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx702c67290e2e4cfcb4139-0069790358) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx702c67290e2e4cfcb4139-0069790358) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx05ce4d0cc7b14b2bbf1e0-0069790358) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx76c13a079ac84436be620-0069790358) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx76c13a079ac84436be620-0069790358) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx76c13a079ac84436be620-0069790358) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx76c13a079ac84436be620-0069790358) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx615ce8999ccb4242819d2-0069790358) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx615ce8999ccb4242819d2-0069790358) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx615ce8999ccb4242819d2-0069790358) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx615ce8999ccb4242819d2-0069790358) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: Setting object count to 3120 (txn: tx2293092dfa1e492aaf138-0069790359) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: Setting object count to 3120 (txn: tx98201d98bb1c4fc791a98-0069790359) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: Setting object count to 3120 (txn: tx469dc01941db4a5b9658d-0069790359) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: Setting object count to 3120 (txn: tx65113426cf2e402db475c-0069790359) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: Setting object count to 3120 (txn: tx649b18bc95ab4b4e8e54f-0069790359) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf903e2f6ee504426a2862-0069790359) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx66e423907a9e4fdfa26be-0069790359) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx5313482dbbde4c1c9c360-0069790359) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txaa9745d3de6f42eca15cb-0069790359) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaa9745d3de6f42eca15cb-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa9745d3de6f42eca15cb-0069790359) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txaa9745d3de6f42eca15cb-0069790359) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx4671f5dfe5d045bf8a0be-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4671f5dfe5d045bf8a0be-0069790359) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx4671f5dfe5d045bf8a0be-0069790359) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx4671f5dfe5d045bf8a0be-0069790359) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txe7e0144c28b04707b919d-0069790359) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe7e0144c28b04707b919d-0069790359)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538615.00000, db: /tmp/tmpshipxl1d/sda/containers/0/e3c/a85507920daa811b2bd96b801c1c8e3c/a85507920daa811b2bd96b801c1c8e3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538617.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c4b/7f8fa27cc4cce48e37e015cda41e7c4b/7f8fa27cc4cce48e37e015cda41e7c4b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538617.00000, db: /tmp/tmpshipxl1d/sda/containers/0/c4b/7f8fa27cc4cce48e37e015cda41e7c4b/7f8fa27cc4cce48e37e015cda41e7c4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538619.00000, db: /tmp/tmpshipxl1d/sda/containers/0/cda/38c349846923cd555376a0d635ea6cda/38c349846923cd555376a0d635ea6cda.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538619.00000, db: /tmp/tmpshipxl1d/sda/containers/0/cda/38c349846923cd555376a0d635ea6cda/38c349846923cd555376a0d635ea6cda.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538621.00000, db: /tmp/tmpshipxl1d/sda/containers/0/4c6/fcb12822a64291a38139224fdb1cc4c6/fcb12822a64291a38139224fdb1cc4c6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538621.00000, db: /tmp/tmpshipxl1d/sda/containers/0/4c6/fcb12822a64291a38139224fdb1cc4c6/fcb12822a64291a38139224fdb1cc4c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538623.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ae6/3c09b3f85cefe61b9a5a5f5320631ae6/3c09b3f85cefe61b9a5a5f5320631ae6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538623.00000, db: /tmp/tmpshipxl1d/sda/containers/0/ae6/3c09b3f85cefe61b9a5a5f5320631ae6/3c09b3f85cefe61b9a5a5f5320631ae6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538625.00000, db: /tmp/tmpshipxl1d/sda/containers/0/1ba/449b8c94c329ed6025c93cc477f6a1ba/449b8c94c329ed6025c93cc477f6a1ba.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538625.00000, db: /tmp/tmpshipxl1d/sda/containers/0/1ba/449b8c94c329ed6025c93cc477f6a1ba/449b8c94c329ed6025c93cc477f6a1ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538627.00000, db: /tmp/tmpshipxl1d/sda/containers/0/91c/fff6f483c099e3a51d406167fbe1291c/fff6f483c099e3a51d406167fbe1291c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538627.00000, db: /tmp/tmpshipxl1d/sda/containers/0/91c/fff6f483c099e3a51d406167fbe1291c/fff6f483c099e3a51d406167fbe1291c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538398.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/49b/c87e28d86945d8617cfa21ed58b9e49b/c87e28d86945d8617cfa21ed58b9e49b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538403.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/741/5f45ef3863eca98278a8621fc9e78741/5f45ef3863eca98278a8621fc9e78741.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538408.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/05d/e9ed47c53d6f4d8f323f4d515029d05d/e9ed47c53d6f4d8f323f4d515029d05d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538413.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/238/772c8748c2d8b924ed4dae5627bca238/772c8748c2d8b924ed4dae5627bca238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538418.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/154/611a7376a9461a83f924063f81698154/611a7376a9461a83f924063f81698154.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538423.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/6bc/be8558a86588eb9cdc7640a0c11e76bc/be8558a86588eb9cdc7640a0c11e76bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538428.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/320/bf31c28c59e7d611bb467cf44d5d9320/bf31c28c59e7d611bb467cf44d5d9320.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538433.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c67/0786acb5544d38350146bedf63abdc67/0786acb5544d38350146bedf63abdc67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538438.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f0c/8afab757a071e78fd5f9b8eb0d102f0c/8afab757a071e78fd5f9b8eb0d102f0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538443.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/555/60c466c4dbbf43adcf0bfffd9a8da555/60c466c4dbbf43adcf0bfffd9a8da555.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538448.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d14/1560d5f1c64ad0bc9afbd8fad5e03d14/1560d5f1c64ad0bc9afbd8fad5e03d14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538453.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/847/e0dcfff6889972d76aaf4bcd973ea847/e0dcfff6889972d76aaf4bcd973ea847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538458.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4d6/c1a74c4f48538292ad2766ad21a494d6/c1a74c4f48538292ad2766ad21a494d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538463.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/77f/0786f1e4c6f0d9d3cf47825816bff77f/0786f1e4c6f0d9d3cf47825816bff77f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538468.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/41b/1b5b0be7873982267a8395c2ed4f041b/1b5b0be7873982267a8395c2ed4f041b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538473.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538478.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/66b/fbcce452363abe83a2f6bad79627566b/fbcce452363abe83a2f6bad79627566b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538483.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/939/2582d805fe25b98729c48ce94e7b6939/2582d805fe25b98729c48ce94e7b6939.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538488.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b90/09964e96a5eb4dc4a73b432a0a86fb90/09964e96a5eb4dc4a73b432a0a86fb90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538493.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c69/45e8356b587ce2ab5a9b95f3fe6edc69/45e8356b587ce2ab5a9b95f3fe6edc69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538498.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f50/7b0785014c94d5342f6bf4423f863f50/7b0785014c94d5342f6bf4423f863f50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538503.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e7b/baa1e87b285391cc87d486f811232e7b/baa1e87b285391cc87d486f811232e7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538508.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7b0/54aa4092968e046afacbde88c32c57b0/54aa4092968e046afacbde88c32c57b0.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe7e0144c28b04707b919d-0069790359) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe7e0144c28b04707b919d-0069790359) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: Setting object count to 1068 (txn: tx9f2d9fd03861444587fde-006979035a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Setting object count to 1068 (txn: txff4c5d8a5d1e4b91959d8-006979035a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd4e46085a0b448e3b959c-006979035a) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txd4e46085a0b448e3b959c-006979035a) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txd4e46085a0b448e3b959c-006979035a) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx98c467f553164ce4b554f-006979035b) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx98c467f553164ce4b554f-006979035b) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx98c467f553164ce4b554f-006979035b) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Setting object count to 1058 (txn: txf10de607a196418ea9d1d-006979035c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Setting object count to 1024 (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Setting object count to 1024 (txn: tx2cabb66490d1467d98224-006979035c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa5556b98f36e422eab054-006979035d)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538513.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538518.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/998/bedb5ab077cefe6470467b6c06ac7998/bedb5ab077cefe6470467b6c06ac7998.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538523.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ecd/54e3cec377b114e4486665c35e081ecd/54e3cec377b114e4486665c35e081ecd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538543.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f18/28bbc5febacc95161b9c224f3afb4f18/28bbc5febacc95161b9c224f3afb4f18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538553.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8a0/9547f3b40b93df3ac7a5f396d995b8a0/9547f3b40b93df3ac7a5f396d995b8a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538558.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/261/57a18a2bd2d9bb7f413c756ed881d261/57a18a2bd2d9bb7f413c756ed881d261.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538563.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/715/94b88e804daef45393f99eb633d1f715/94b88e804daef45393f99eb633d1f715.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538568.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d32/3987ba2ec65530d4eeeb709fd2f33d32/3987ba2ec65530d4eeeb709fd2f33d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538578.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0e4/2d052df4660a51db9c4900747f4020e4/2d052df4660a51db9c4900747f4020e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538583.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/91b/b9170b4593c5e1bd3e853df967fed91b/b9170b4593c5e1bd3e853df967fed91b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538588.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/568/3e88e3f73406fe766cb3ae8586c6f568/3e88e3f73406fe766cb3ae8586c6f568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538598.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4fe/62529daafb780e352a7912fb02a924fe/62529daafb780e352a7912fb02a924fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538603.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/26c/2e1250c424e2ccc39965ccbf77f1226c/2e1250c424e2ccc39965ccbf77f1226c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538613.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/542/391e0311adaa48338bffb45e2302f542/391e0311adaa48338bffb45e2302f542.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538618.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/bfd/33945484c202049d5759a6d49babebfd/33945484c202049d5759a6d49babebfd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538623.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0a1/17f8111ddea2923d95f7f47ba8d050a1/17f8111ddea2923d95f7f47ba8d050a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538628.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/25b/a1e9ef9b3184ae29714e5e880881b25b/a1e9ef9b3184ae29714e5e880881b25b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538633.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/049/7fcb9df1576a922329a2b8c9396b3049/7fcb9df1576a922329a2b8c9396b3049.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538638.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/24f/0ca7dc048c3c84145592c196b01fb24f/0ca7dc048c3c84145592c196b01fb24f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538643.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f0f/ab0796ff5d681a9762f2e09901d41f0f/ab0796ff5d681a9762f2e09901d41f0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538648.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/40d/24afdf7206ae4e45b9a922c9772b540d/24afdf7206ae4e45b9a922c9772b540d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538653.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538658.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cb0/812081a8896f48e908f8f1a0092ffcb0/812081a8896f48e908f8f1a0092ffcb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538663.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/579/e49c6a2c92467ace6cf6f241b7325579/e49c6a2c92467ace6cf6f241b7325579.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538668.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/706/c02e5232d978c5bcc57e02abed45e706/c02e5232d978c5bcc57e02abed45e706.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538673.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/6ac/1e364a00789b15f250adf200fdc0e6ac/1e364a00789b15f250adf200fdc0e6ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538678.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7f1/045b8ecf88b5faaff86300a10b2f77f1/045b8ecf88b5faaff86300a10b2f77f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538683.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0ec/bcbd6b02ba61479785a1f0612cf0d0ec/bcbd6b02ba61479785a1f0612cf0d0ec.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Setting object count to 1072 (txn: txa5556b98f36e422eab054-006979035d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Setting object count to 1072 (txn: tx072acb88b49b4806a64a7-006979035d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Setting object count to 1072 (txn: tx5ac127da483d443b8bb63-006979035e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538688.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/db4/49df8bba13f80a010aa5192880341db4/49df8bba13f80a010aa5192880341db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538693.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cb1/1f2415c267be5de16047ac07ccc4fcb1/1f2415c267be5de16047ac07ccc4fcb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538698.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0b2/010f6bf0b27d153a669a9190cf4a50b2/010f6bf0b27d153a669a9190cf4a50b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538703.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3cc/79cdada91f797c5abc0f6fe75bd493cc/79cdada91f797c5abc0f6fe75bd493cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538708.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f66/844ffe1f66ee2f41672e050608e7bf66/844ffe1f66ee2f41672e050608e7bf66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538713.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/2eb/6171cfc7dbe23f4a7c47639754d0a2eb/6171cfc7dbe23f4a7c47639754d0a2eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538718.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c59/ec724b77583bb316529e8bc62af6dc59/ec724b77583bb316529e8bc62af6dc59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538723.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f8c/7581e34f31f10f128e070629c1099f8c/7581e34f31f10f128e070629c1099f8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538728.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/5f3/dff82d6c496d03dfaac20354f0b175f3/dff82d6c496d03dfaac20354f0b175f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538733.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4b0/8b64eb64af34e222fb266869c18914b0/8b64eb64af34e222fb266869c18914b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538738.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8c5/1ef97cdc87cd376db70fc7a9195f08c5/1ef97cdc87cd376db70fc7a9195f08c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538743.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/37d/7f42ab0daa111088d2b32e27b776e37d/7f42ab0daa111088d2b32e27b776e37d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538748.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ee1/f3ccff619b02719e60691183a8f65ee1/f3ccff619b02719e60691183a8f65ee1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538753.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/353/436ad1f488cc4e54ffce668952cff353/436ad1f488cc4e54ffce668952cff353.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538758.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/393/c73bd37db6f01653eaa745f7cd0ab393/c73bd37db6f01653eaa745f7cd0ab393.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538763.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/289/36fe2a9f38e160bdc4da8d59e59ba289/36fe2a9f38e160bdc4da8d59e59ba289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538768.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cf9/f3f00cf35eb7f06a49c7404f94b9dcf9/f3f00cf35eb7f06a49c7404f94b9dcf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538773.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/fb5/0f78d17cc930ac7793b42a6ca44b1fb5/0f78d17cc930ac7793b42a6ca44b1fb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538778.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d43/de8b1f860997ea5ebc6b2e80d0e98d43/de8b1f860997ea5ebc6b2e80d0e98d43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538783.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a59/ea1fc0c0add61069c0520eb5e33d4a59/ea1fc0c0add61069c0520eb5e33d4a59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538788.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c25/ca449152cd6815b1e05d913ee84ffc25/ca449152cd6815b1e05d913ee84ffc25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538793.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/24a/32da5839196933423683ef02e212d24a/32da5839196933423683ef02e212d24a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538798.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e80/eaddec3fbf6eb03586ebf5f3739c1e80/eaddec3fbf6eb03586ebf5f3739c1e80.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538803.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/990/feb7ee5217251c2249e976e1e8361990/feb7ee5217251c2249e976e1e8361990.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538808.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/751/9530127a99ff52b1c6a328dc904c7751/9530127a99ff52b1c6a328dc904c7751.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538813.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/328/bad126a2ddccc31dc700e39ab3efa328/bad126a2ddccc31dc700e39ab3efa328.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538818.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/1ca/345ce40e4695b07db403fa2bff3431ca/345ce40e4695b07db403fa2bff3431ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538823.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/52d/7b15bb9bd45a21e8144c55da5ce5e52d/7b15bb9bd45a21e8144c55da5ce5e52d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538828.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/6eb/77f0ecbd76f2d84ec73613390ed686eb/77f0ecbd76f2d84ec73613390ed686eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538833.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538838.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e0d/632119a4ac973a2c46d74a99a27f5e0d/632119a4ac973a2c46d74a99a27f5e0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538843.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/aa7/ab6c9e147e502388ec78f12f5f4f0aa7/ab6c9e147e502388ec78f12f5f4f0aa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538848.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ba7/fc56bfdcb9c0f9a625f74def03362ba7/fc56bfdcb9c0f9a625f74def03362ba7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538853.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c0d/d0fca9a85532ac7e186f40d863a43c0d/d0fca9a85532ac7e186f40d863a43c0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538858.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f23/0121aa33584ef84fa43dcf83871ccf23/0121aa33584ef84fa43dcf83871ccf23.db -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Setting object count to 1072 (txn: tx0b0ec419b4224309a42c5-006979035f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa58a2ace90cd40688cb86-006979035f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txa58a2ace90cd40688cb86-006979035f) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txa58a2ace90cd40688cb86-006979035f) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txa58a2ace90cd40688cb86-006979035f) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: txa58a2ace90cd40688cb86-006979035f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx89c907156ed045c6b5a15-0069790360) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txe9d8bf2aa050402781b12-0069790361) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa48e1c1df142427bbee95-0069790361) -test DEBUG: Setting object count to 3120 (txn: txa48e1c1df142427bbee95-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc3960f846c4148869c673-0069790361) -test DEBUG: Setting object count to 3120 (txn: txc3960f846c4148869c673-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txe2430739e9534cacb00d4-0069790361) -test DEBUG: Setting object count to 3120 (txn: txe2430739e9534cacb00d4-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx40800bc558c448d48405a-0069790361) -test DEBUG: Setting object count to 3120 (txn: tx40800bc558c448d48405a-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test DEBUG: Setting object count to 3120 (txn: tx0303b7f1dda44e0a948c4-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc28d78dfde3541139a114-0069790361) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txc28d78dfde3541139a114-0069790361)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfe976c31e9fb416e80eaa-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txfe976c31e9fb416e80eaa-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx093a562178f24e2ebc04c-0069790361) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx093a562178f24e2ebc04c-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4fa8c1d21b7b400a9832f-0069790361) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx4fa8c1d21b7b400a9832f-0069790361) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4fa8c1d21b7b400a9832f-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4fa8c1d21b7b400a9832f-0069790361) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4fa8c1d21b7b400a9832f-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbc802025c9174e16a0715-0069790361) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txbc802025c9174e16a0715-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbc802025c9174e16a0715-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbc802025c9174e16a0715-0069790361) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbc802025c9174e16a0715-0069790361) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txce9ef274ba6745cf83b92-0069790361) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txce9ef274ba6745cf83b92-0069790361) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txce9ef274ba6745cf83b92-0069790361) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txce9ef274ba6745cf83b92-0069790361) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txce9ef274ba6745cf83b92-0069790361) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbeea2172b94f4e3895f6d-0069790362) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txbeea2172b94f4e3895f6d-0069790362) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txbeea2172b94f4e3895f6d-0069790362) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc90d7c2039554333af9aa-0069790362) -test DEBUG: Setting object count to 1065 (txn: txc90d7c2039554333af9aa-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx40ed8337323342ea8b991-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx99fd02fcb5024a59ba837-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx041141a2a8e5400e9c1f8-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx03f6cb4ca9f445ebb22ae-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txc9871d4077cb403399041-0069790362) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: tx4cf0eda42ace4312a9e6c-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: txd44492ebb63843c789572-0069790363) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txd44492ebb63843c789572-0069790363) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.2:1002/sdc (txn: txd44492ebb63843c789572-0069790363) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd44492ebb63843c789572-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx980eb006083547149d470-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok - -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx5b47202b33624cc3aaa80-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txde927ca5fbe841368baf5-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 490, 458, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txa804f2b7d2464a47944be-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4096d75db28849fa98f97-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4096d75db28849fa98f97-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4096d75db28849fa98f97-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 412 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txdd925ed8c5454583ab36d-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: txc817242e922a4d08b5b36-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx8ac862cee0694653a1fda-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9b9d742fa3824107b8352-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txc60d9aa1a0f7430ea782f-0069790363) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txfeb71534fe3c4d43b76e5-0069790363) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txcdeecfdb996d482580764-0069790363) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txda3fab4daf4d41bc93e8d-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: Setting object count to 1032 (txn: tx805ef8cd67bd45d2acdde-00676bf9ce) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx12f0d7cdec5f4fadbc0ec-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdac732bd9b394f3593110-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdac732bd9b394f3593110-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txd47b0614a67b4087ae61c-0069790363) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ~~~~~~~~~~~~~~^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - ~~~~~~~~~~~~~~~~^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ~~~~~~~~~^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ - force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - fragment_len, ranges, force_metadata_checks) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: txd47b0614a67b4087ae61c-0069790363)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0009 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0636 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0697 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0008 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0788 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:48 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.2417 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.1305 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0047 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmp0m9bfsar/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0452 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0555 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0031 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0702 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0791 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0598 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1251 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:49 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0500 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1198 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0619 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1810 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0521 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1212 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1351 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5015 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0497 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0446 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0449 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0581 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0677 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0835 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0053 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4334d69c768c443890400-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: tx4334d69c768c443890400-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: tx3fea555d188b4741a4009-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: tx5f6323b22dc848bb9ee33-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx777a7238288c46fca3d23-0069790363)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: Setting object count to 48 (txn: tx2300e70bd56f470f89f71-00676bf9ce) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: Setting object count to 1064 (txn: tx4f42d63b6de3421daec6b-00676bf9ce) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9688abf76bf0440f9a456-00676bf9ce) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0a1e0a27bdc436d91189-00676bf9ce) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Setting object count to 1065 (txn: tx0cf8986317c940b1a00f0-00676bf9cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txcd4773ce00144f0a9ab24-00676bf9cf)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx777a7238288c46fca3d23-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb15deae52bc64053b7d6d-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx6a351cfdf3dd4c46afb78-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx20ca0259874549a2ac92c-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server ERROR: Object returning 503 for [] (txn: txf7461b0d8f4144c298053-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Setting object count to 1065 (txn: txcd4773ce00144f0a9ab24-00676bf9cf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx368d85d85b5a45ca8d66f-00676bf9d0) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx368d85d85b5a45ca8d66f-00676bf9d0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx69fdfde7290b4fedb94b7-00676bf9d0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx693219e0175c454298b69-00676bf9d0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx693219e0175c454298b69-00676bf9d0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx693219e0175c454298b69-00676bf9d0) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx693219e0175c454298b69-00676bf9d0) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx9e37b6ce16374b7baebbf-00676bf9d0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9e37b6ce16374b7baebbf-00676bf9d0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9e37b6ce16374b7baebbf-00676bf9d0) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx9e37b6ce16374b7baebbf-00676bf9d0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx06850eee42b4449489afd-0069790363) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx06850eee42b4449489afd-0069790363) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( - "Too few bytes; read %d, expecting %d" % ( - self.nbytes - self.bytes_left, self.nbytes)) -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx06850eee42b4449489afd-0069790363) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx06850eee42b4449489afd-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx07cca3aeabfe4afab6f97-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.12:1012/sdm (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx579fde840473472ca4253-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx579fde840473472ca4253-0069790363) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: tx579fde840473472ca4253-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: Setting object count to 3120 (txn: tx8461e729b2f84eebaa3c2-00676bf9d1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: Setting object count to 3120 (txn: tx51f623b6545b41b18d065-00676bf9d1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: Setting object count to 3120 (txn: tx1691d78daa264f9f9927e-00676bf9d1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: Setting object count to 3120 (txn: txf8eef158a4384e488556e-00676bf9d1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: Setting object count to 3120 (txn: tx3963df4d3b4249c8923a3-00676bf9d1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8d783f6492bf481f9f317-00676bf9d1) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx74cffdf49d524aa0b4a36-00676bf9d1) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txdb320d8e68044ca481c2d-00676bf9d1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx82d31f6a8ddf46938412e-00676bf9d1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx82d31f6a8ddf46938412e-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82d31f6a8ddf46938412e-00676bf9d1) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx82d31f6a8ddf46938412e-00676bf9d1) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx7506b67cbf3b4360b9745-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7506b67cbf3b4360b9745-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx7506b67cbf3b4360b9745-00676bf9d1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx7506b67cbf3b4360b9745-00676bf9d1)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txad1d550534dd453987ba0-0069790363) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txad1d550534dd453987ba0-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx30a3be70395746149660a-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d488323b0404e8d96cd0-0069790363) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0453 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3760 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2872 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0265 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0579 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0607 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0532 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0530 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0094 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0006 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0446 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0056 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0627 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1164 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0508 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0413 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0703 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0950 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0006 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1191 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0502 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1264 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1225 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0615 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0405 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0361 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546112 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538863.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/db4/0dd4270e36331d9e6e2275bcb8d81db4/0dd4270e36331d9e6e2275bcb8d81db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538868.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/94a/314d441487c945779fbe3bdecefd594a/314d441487c945779fbe3bdecefd594a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538873.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/52f/53a9af98b83b3f1451e654093299052f/53a9af98b83b3f1451e654093299052f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538878.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8d1/faf0409b11cb0549728cb75ab9ecf8d1/faf0409b11cb0549728cb75ab9ecf8d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538883.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3ac/b50ef2d74c89b8117dcbcd28170773ac/b50ef2d74c89b8117dcbcd28170773ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538888.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/167/1e50a4dd7f6d5d0e47499b02e1338167/1e50a4dd7f6d5d0e47499b02e1338167.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538893.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/acc/40ee884d206b24745d087deaebe69acc/40ee884d206b24745d087deaebe69acc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538898.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/07c/223117145dbd69389ab1c0270fb8107c/223117145dbd69389ab1c0270fb8107c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538903.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/296/e76501e1b39f1c609d8cfaf4740ef296/e76501e1b39f1c609d8cfaf4740ef296.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538908.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/528/899f7f5f1b8562688ed10cad33f3a528/899f7f5f1b8562688ed10cad33f3a528.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538913.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9fc/cc42192a1fb02e43e49d1b10baeee9fc/cc42192a1fb02e43e49d1b10baeee9fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538918.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/285/47ff0ea062f358f61d32f25282f84285/47ff0ea062f358f61d32f25282f84285.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538923.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/405/3794699fee08dbc45d33bfab969f2405/3794699fee08dbc45d33bfab969f2405.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538928.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9b6/e978f5cb69238a57200059b3055089b6/e978f5cb69238a57200059b3055089b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538933.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/1c7/0e2e60cd0827a6611be6d9e70c6901c7/0e2e60cd0827a6611be6d9e70c6901c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538938.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/356/e04c23d98e0b96a5a6ed4c45b886b356/e04c23d98e0b96a5a6ed4c45b886b356.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538943.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ccd/3722924046cfdb24335069cdfe8a2ccd/3722924046cfdb24335069cdfe8a2ccd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538948.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d37/13418bdb90bd04f7d0e90a01df51ed37/13418bdb90bd04f7d0e90a01df51ed37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538953.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/417/e82f0fc8a270c3f117efce78b36b3417/e82f0fc8a270c3f117efce78b36b3417.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538958.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7aa/0522c9451513df1cfc583ad5668e77aa/0522c9451513df1cfc583ad5668e77aa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538963.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ceb/7ef0adce4b4217ef24b55cf29000dceb/7ef0adce4b4217ef24b55cf29000dceb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538968.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cbf/996a54bc64dcbaa893f87233e301acbf/996a54bc64dcbaa893f87233e301acbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538973.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/731/94b7074b5f5f8b5b077cee7379226731/94b7074b5f5f8b5b077cee7379226731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538978.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4ab/e188cdeadf8256cf01174fddc81d84ab/e188cdeadf8256cf01174fddc81d84ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538983.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/776/7140c6138d185f272f8412107edc5776/7140c6138d185f272f8412107edc5776.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538988.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/43c/e6d5be7a2c3e9e15e6b964aac45d343c/e6d5be7a2c3e9e15e6b964aac45d343c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538993.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d4d/29ca8c80981acba8af67d94c5367dd4d/29ca8c80981acba8af67d94c5367dd4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538998.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a43/32ba4a84042d4fb1086997416eca2a43/32ba4a84042d4fb1086997416eca2a43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539003.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a43/66b048216290d9302521ee4dba2a6a43/66b048216290d9302521ee4dba2a6a43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539008.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a79/a76ef335d7a01a6694c30a1a4762aa79/a76ef335d7a01a6694c30a1a4762aa79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539013.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e0d/b4253123ac568921f64b9ebb0bf18e0d/b4253123ac568921f64b9ebb0bf18e0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539018.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cb8/0159a8cabf9facb1fa48bfd4153d2cb8/0159a8cabf9facb1fa48bfd4153d2cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539023.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/6f8/b253f61d2e76df3ac1a9ec538acb36f8/b253f61d2e76df3ac1a9ec538acb36f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539028.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/2df/c58b8496f3bcedc6d02cf06ec657e2df/c58b8496f3bcedc6d02cf06ec657e2df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539033.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cc2/e2560a10602f9103b7c91bd22ce28cc2/e2560a10602f9103b7c91bd22ce28cc2.dbtest.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129729.00000, db: /tmp/tmp7fkal05q/sda/containers/0/016/5d5d008589f0aad9385dfbb8f068e016/5d5d008589f0aad9385dfbb8f068e016.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129729.00000, db: /tmp/tmp7fkal05q/sda/containers/0/016/5d5d008589f0aad9385dfbb8f068e016/5d5d008589f0aad9385dfbb8f068e016.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129731.00000, db: /tmp/tmp7fkal05q/sda/containers/0/450/c61b02015acf23a2829f1498de529450/c61b02015acf23a2829f1498de529450.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129731.00000, db: /tmp/tmp7fkal05q/sda/containers/0/450/c61b02015acf23a2829f1498de529450/c61b02015acf23a2829f1498de529450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129733.00000, db: /tmp/tmp7fkal05q/sda/containers/0/113/8b4790f63d6974a319b862cc64a7c113/8b4790f63d6974a319b862cc64a7c113.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129733.00000, db: /tmp/tmp7fkal05q/sda/containers/0/113/8b4790f63d6974a319b862cc64a7c113/8b4790f63d6974a319b862cc64a7c113.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129735.00000, db: /tmp/tmp7fkal05q/sda/containers/0/28f/d3ecfdb777ff60643cbf5556295bc28f/d3ecfdb777ff60643cbf5556295bc28f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129735.00000, db: /tmp/tmp7fkal05q/sda/containers/0/28f/d3ecfdb777ff60643cbf5556295bc28f/d3ecfdb777ff60643cbf5556295bc28f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129737.00000, db: /tmp/tmp7fkal05q/sda/containers/0/09e/6db1e05420c291f4c90da764e59cd09e/6db1e05420c291f4c90da764e59cd09e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129737.00000, db: /tmp/tmp7fkal05q/sda/containers/0/09e/6db1e05420c291f4c90da764e59cd09e/6db1e05420c291f4c90da764e59cd09e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129739.00000, db: /tmp/tmp7fkal05q/sda/containers/0/6aa/5368f8f113b1204e6ce12a5b88e506aa/5368f8f113b1204e6ce12a5b88e506aa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129739.00000, db: /tmp/tmp7fkal05q/sda/containers/0/6aa/5368f8f113b1204e6ce12a5b88e506aa/5368f8f113b1204e6ce12a5b88e506aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129741.00000, db: /tmp/tmp7fkal05q/sda/containers/0/c36/2179946be4e23cab527908a14f394c36/2179946be4e23cab527908a14f394c36.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129741.00000, db: /tmp/tmp7fkal05q/sda/containers/0/c36/2179946be4e23cab527908a14f394c36/2179946be4e23cab527908a14f394c36.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129743.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0ce/6137f9bc424b47ef733e0c2e5c4240ce/6137f9bc424b47ef733e0c2e5c4240ce.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129743.00000, db: /tmp/tmp7fkal05q/sda/containers/0/0ce/6137f9bc424b47ef733e0c2e5c4240ce/6137f9bc424b47ef733e0c2e5c4240ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129745.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fe8/977aed731efb1d03dac314f348ae6fe8/977aed731efb1d03dac314f348ae6fe8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129745.00000, db: /tmp/tmp7fkal05q/sda/containers/0/fe8/977aed731efb1d03dac314f348ae6fe8/977aed731efb1d03dac314f348ae6fe8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129747.00000, db: /tmp/tmp7fkal05q/sda/containers/0/7bf/4c655bcf5f9d68d4b22d54121f3f97bf/4c655bcf5f9d68d4b22d54121f3f97bf.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129747.00000, db: /tmp/tmp7fkal05q/sda/containers/0/7bf/4c655bcf5f9d68d4b22d54121f3f97bf/4c655bcf5f9d68d4b22d54121f3f97bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129749.00000, db: /tmp/tmp7fkal05q/sda/containers/0/398/b088536bac1288425bb8c4574e81d398/b088536bac1288425bb8c4574e81d398.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129749.00000, db: /tmp/tmp7fkal05q/sda/containers/0/398/b088536bac1288425bb8c4574e81d398/b088536bac1288425bb8c4574e81d398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129751.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d8c/884550a24a30caeef5b43bd024525d8c/884550a24a30caeef5b43bd024525d8c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129751.00000, db: /tmp/tmp7fkal05q/sda/containers/0/d8c/884550a24a30caeef5b43bd024525d8c/884550a24a30caeef5b43bd024525d8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129753.00000, db: /tmp/tmp7fkal05q/sda/containers/0/823/6ff0e9cff723b22e6a30209f907ad823/6ff0e9cff723b22e6a30209f907ad823.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129753.00000, db: /tmp/tmp7fkal05q/sda/containers/0/823/6ff0e9cff723b22e6a30209f907ad823/6ff0e9cff723b22e6a30209f907ad823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp60dy6a6o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129551.00000, (0, 0) as of 1735129551.00000, active as of 1735129551.00000> to ShardRange<'k' to 't' as of 1735129552.00000, (0, 0) as of 1735129552.00000, sharded as of 1735129553.00000>, path: .shards_a/shard_c, db: /tmp/tmp60dy6a6o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp60dy6a6o/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpca_b3uqc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129553.00000-0, db: /tmp/tmputxeroya/sda/containers/0/296/1a7abdfc72b22ce0c35fe078bc027296/1a7abdfc72b22ce0c35fe078bc027296.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129556.00000-0, db: /tmp/tmputxeroya/sda/containers/0/5c9/815e4a884c0bae75f4bfe5f330b605c9/815e4a884c0bae75f4bfe5f330b605c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129559.00000-0, db: /tmp/tmputxeroya/sda/containers/0/c0d/ecb4e34c3eeb2b682f77793768de5c0d/ecb4e34c3eeb2b682f77793768de5c0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129562.00000-0, db: /tmp/tmputxeroya/sda/containers/0/51f/358f7135ba6bbc1e29d481b65be1f51f/358f7135ba6bbc1e29d481b65be1f51f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129565.00000-0, db: /tmp/tmputxeroya/sda/containers/0/16b/0015f0f9e612cff801b911b9af46e16b/0015f0f9e612cff801b911b9af46e16b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129568.00000-0, db: /tmp/tmputxeroya/sda/containers/0/76b/6cdc497d5177b7777cf20b53f2a0776b/6cdc497d5177b7777cf20b53f2a0776b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129571.00000-0, db: /tmp/tmputxeroya/sda/containers/0/2f4/8eba94b12917ca0dd25eea9a737ef2f4/8eba94b12917ca0dd25eea9a737ef2f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129574.00000-0, db: /tmp/tmputxeroya/sda/containers/0/3bd/01491b513582404862c59b89d7a253bd/01491b513582404862c59b89d7a253bd.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx32dfcc730e4c4b8fb666e-0069790364) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb88e5c3040334c4b9466f-0069790364) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx1374573d368d41c1b40e3-0069790364) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4a7e2ff63ad494aa133d-0069790365) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txbbf5c68543974f8a87a96-00676bf9d1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbbf5c68543974f8a87a96-00676bf9d1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txbbf5c68543974f8a87a96-00676bf9d1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txbbf5c68543974f8a87a96-00676bf9d1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: Setting object count to 1068 (txn: tx08811bd9da3e49b3b977e-00676bf9d2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Setting object count to 1068 (txn: tx9a63fde607624086b17b7-00676bf9d2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx089a29dbca9a4e50a74a8-00676bf9d2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx0793ec17bb1a4687a1090-00676bf9d3)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx0922c971560f4a9bbaae1-0069790365) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx303f8b2380634b5f8ba81-0069790365) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txdd9382945dea4c51aa797-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1141 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0495 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0007 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0508 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0691 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0321 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0556 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0589 "-" 546112 4 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1076 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0752 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0456 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3163 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0919 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1625 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0353 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1181 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0821 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1273 "-" 546112 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 546112 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0645 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0067 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2589 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0899 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0484 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0487 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0650 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0133 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 546112 2 +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx0793ec17bb1a4687a1090-00676bf9d3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Setting object count to 1058 (txn: tx0096fb2d7234435983bba-00676bf9d3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Setting object count to 1024 (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Setting object count to 1024 (txn: tx40c0ba04884749b2b78bb-00676bf9d4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx72eb95c5e0174c21bb3c7-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx74d02de6d7d042a5909e5-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Setting object count to 1072 (txn: tx1d345f55be064dfea0918-00676bf9d4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Setting object count to 1072 (txn: txe7acb454e5234295b1cb5-00676bf9d5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Setting object count to 1072 (txn: tx4c5348a9557840db9052b-00676bf9d5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8d034ac2a3ff42019a856-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e09293c076b4ff682d45-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0039 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:56 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmp0xbb4dfr/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0503 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0012 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0365 "-" 546112 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 546112 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1028 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0427 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1397 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0011 "-" 546112 2test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txa2afaec1d7d2476fb31f9-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.11:1011/sdl (txn: tx4bd06e47b14f4b8ba6ffa-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx07ca1d20ccbf4fd7a6e07-0069790366) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Setting object count to 1072 (txn: tx9617eb6d1d594a5b98005-00676bf9d6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcd53587b5ead41f183428-00676bf9d6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txcd53587b5ead41f183428-00676bf9d6) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txcd53587b5ead41f183428-00676bf9d6) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txcd53587b5ead41f183428-00676bf9d6) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txcd53587b5ead41f183428-00676bf9d6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx828f5ce6c7a146c3b0c2c-00676bf9d7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx67ff4e89a89a4d4aaab91-00676bf9d7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test DEBUG: Setting object count to 3120 (txn: txfbf83adafc3444f4aff17-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txffcec694d22547e5b8403-00676bf9d8) +test DEBUG: Setting object count to 3120 (txn: txffcec694d22547e5b8403-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test DEBUG: Setting object count to 3120 (txn: txefd484c1c71a4fc4baeb9-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test DEBUG: Setting object count to 3120 (txn: tx02f2ba5627c44ca897c2c-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test DEBUG: Setting object count to 3120 (txn: tx402d1700c0d14828aafcc-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txf587d83b14af45f1a21e7-00676bf9d8)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txfbbb0ee04a3240b2aadbd-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb91e5f2664434e8a94c52-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txf587d83b14af45f1a21e7-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx76ceeb1768604d1091bff-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx3853fa1d363147e094636-00676bf9d8) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx3853fa1d363147e094636-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd04fc20ce68240cd83e6e-00676bf9d8) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txd04fc20ce68240cd83e6e-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd04fc20ce68240cd83e6e-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd04fc20ce68240cd83e6e-00676bf9d8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd04fc20ce68240cd83e6e-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx6fbfb3c4e86a436ca8e83-00676bf9d8) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx6fbfb3c4e86a436ca8e83-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx6fbfb3c4e86a436ca8e83-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx6fbfb3c4e86a436ca8e83-00676bf9d8) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx6fbfb3c4e86a436ca8e83-00676bf9d8) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx22c279141e324fa6b6adc-00676bf9d8) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx22c279141e324fa6b6adc-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx22c279141e324fa6b6adc-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx22c279141e324fa6b6adc-00676bf9d8) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx22c279141e324fa6b6adc-00676bf9d8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9047de3ad1784902a848e-00676bf9d8) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx9047de3ad1784902a848e-00676bf9d8)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading @@ -52301,18 +47806,97 @@ test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx66dc35796ed746df9b770-0069790366) +test INFO: - - - [25/Dec/2024:12:25:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6450 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4848 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:58 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0018 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:58 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0479 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0455 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0171 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0969 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0569 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1071 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0661 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:25:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3717 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0326 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0468 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0484 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1110 "-" 546112 - +test ERROR: ERROR Account update failed with 127.0.0.1:55817/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2838 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0603 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 546112 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0424 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0508 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0682 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0551 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0781 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0427 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0664 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0485 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0622 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0750 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0011 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0009 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx9047de3ad1784902a848e-00676bf9d8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx1ee822008b1346ab99279-00676bf9d9) +test DEBUG: Setting object count to 1065 (txn: tx1ee822008b1346ab99279-00676bf9d9) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -52320,434 +47904,225 @@ proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx59ef4170665b4bcd9ea54-0069790366) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx5026923591314d179040d-00676bf9d9) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txb1b7a4bccd40421caf96b-0069790366) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmptk1mvumt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptk1mvumt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmptk1mvumt/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmptk1mvumt/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:46 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0341 "-" 1824818 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0280 "-" 1824818 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0313 "-" 1824818 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0303 "-" 1824818 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx04398116ba0448ad97c4c-0069790367" "proxy-server 1824818" 0.0011 "-" 1824818 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46013/sda1/1/a/c" "tx04398116ba0448ad97c4c-0069790367" "container-server 1824818" 0.0013 "-" 1824818 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:47863/sdb1/1/a/c" "tx04398116ba0448ad97c4c-0069790367" "container-server 1824818" 0.0010 "-" 1824818 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx04398116ba0448ad97c4c-0069790367" "proxy-server 1824818" 0.0686 "-" 1824818 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx04398116ba0448ad97c4c-0069790367" "proxy-server 1824818" 0.0356 "-" 1824818 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/47 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx04398116ba0448ad97c4c-0069790367 - 0.0762 - - 1769538407.088113546 1769538407.164324522 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txcdc6a2cce55245b3b962f-0069790367" "proxy-server 1824818" 0.0010 "-" 1824818 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:47863/sdb1/1/a1/c1" "txcdc6a2cce55245b3b962f-0069790367" "container-server 1824818" 0.0037 "-" 1824818 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46013/sda1/1/a1/c1" "txcdc6a2cce55245b3b962f-0069790367" "container-server 1824818" 0.0032 "-" 1824818 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcdc6a2cce55245b3b962f-0069790367" "proxy-server 1824818" 0.0405 "-" 1824818 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txcdc6a2cce55245b3b962f-0069790367" "proxy-server 1824818" 0.0787 "-" 1824818 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/47 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txcdc6a2cce55245b3b962f-0069790367 - 0.0854 - - 1769538407.165569067 1769538407.250928164 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx02489e68d747434798fd3-0069790367" "proxy-server 1824818" 0.0301 "-" 1824818 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:46013/sda1/2/a/c1" "tx02489e68d747434798fd3-0069790367" "container-server 1824818" 0.0067 "-" 1824818 1/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539038.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cfb/b3a1953fd565cbdf9d9c3faa1026acfb/b3a1953fd565cbdf9d9c3faa1026acfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539043.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/770/42e7d10bb1cde8eeb5f1a4ea30354770/42e7d10bb1cde8eeb5f1a4ea30354770.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539048.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0d2/5c5318c0066baeab1262fc1b467980d2/5c5318c0066baeab1262fc1b467980d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539053.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c0f/2033ec609a94d5cd9be5158fac290c0f/2033ec609a94d5cd9be5158fac290c0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539058.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/292/03e95a36aa75631b7f49b8fb85309292/03e95a36aa75631b7f49b8fb85309292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539063.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cf9/b729cf50348c978b94041fb63dce8cf9/b729cf50348c978b94041fb63dce8cf9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539068.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/343/a1724685942e4b385ab87c7725fdc343/a1724685942e4b385ab87c7725fdc343.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539073.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e60/5a691c8a9815871e81b4117cf0227e60/5a691c8a9815871e81b4117cf0227e60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539078.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/dbb/3053c41fc174b3c1f46bbb00d7060dbb/3053c41fc174b3c1f46bbb00d7060dbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539083.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7ee/dd2ded3b14da5f8f0d294efc955977ee/dd2ded3b14da5f8f0d294efc955977ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539088.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8e9/fc39dcf1b61ac69ef8c7b115b954f8e9/fc39dcf1b61ac69ef8c7b115b954f8e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539093.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539098.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f9d/0b3f4043b37e8c9eb0edf23edfe60f9d/0b3f4043b37e8c9eb0edf23edfe60f9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539103.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/68a/0ea26a9d885bfdfb0eb7bf420d3ed68a/0ea26a9d885bfdfb0eb7bf420d3ed68a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539108.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/47d/e3c60450110ac9a6df4e5ac900c5e47d/e3c60450110ac9a6df4e5ac900c5e47d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539113.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e27/52a72e7e21016651c7dcdd92f2614e27/52a72e7e21016651c7dcdd92f2614e27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539118.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/fa7/8e0d70ba1443b105a934ea242b64dfa7/8e0d70ba1443b105a934ea242b64dfa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539123.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ce9/ec8946df446f0f5b8f497b6077904ce9/ec8946df446f0f5b8f497b6077904ce9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539128.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c1f/6eaebe3c836f1a56951e616d34923c1f/6eaebe3c836f1a56951e616d34923c1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539133.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/36d/cb7731eaf51438f4deccd2db9c55836d/cb7731eaf51438f4deccd2db9c55836d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539138.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d4a/4479ba203ce7908d6c70397613fd6d4a/4479ba203ce7908d6c70397613fd6d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539143.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/206/e41cf564bd1634e491b5139f0ca95206/e41cf564bd1634e491b5139f0ca95206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539148.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539163.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539168.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/816/7b2be05c2cd62ed5ba3bc905f0583816/7b2be05c2cd62ed5ba3bc905f0583816.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539173.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/379/5614a4d60d424cc01f965fa233d5a379/5614a4d60d424cc01f965fa233d5a379.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539178.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3a5/1e748d8a2eded993faa28723524243a5/1e748d8a2eded993faa28723524243a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539183.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b39/8080a538b2b29f81aaed726757023b39/8080a538b2b29f81aaed726757023b39.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539188.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ec0/6db03e32a1ec41d8f5b205ad355e0ec0/6db03e32a1ec41d8f5b205ad355e0ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539193.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c75/b19f870b3fbc122c9b52062d8d055c75/b19f870b3fbc122c9b52062d8d055c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539198.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/2e9/3cdbda5b1d033e48a536aff76d9482e9/3cdbda5b1d033e48a536aff76d9482e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539203.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/911/6bbb30cee602589f5a7c234559b08911/6bbb30cee602589f5a7c234559b08911.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539208.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/aeb/94f1d08d7f2fbf70a04235fb13c21aeb/94f1d08d7f2fbf70a04235fb13c21aeb.db -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47863/sdb1/2/a/c1" "tx02489e68d747434798fd3-0069790367" "container-server 1824818" 0.0431 "-" 1824818 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx02489e68d747434798fd3-0069790367" "proxy-server 1824818" 0.0876 "-" 1824818 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx02489e68d747434798fd3-0069790367" "proxy-server 1824818" 0.1186 "-" 1824818 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/47 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx02489e68d747434798fd3-0069790367 - 0.1552 - - 1769538407.252232790 1769538407.407438278 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd6e9e2d1fe374d03a60c2-0069790367" "proxy-server 1824818" 0.0451 "-" 1824818 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:47863/sdb1/1/a/c2" "txd6e9e2d1fe374d03a60c2-0069790367" "container-server 1824818" 0.0348 "-" 1824818 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:46013/sda1/1/a/c2" "txd6e9e2d1fe374d03a60c2-0069790367" "container-server 1824818" 0.0009 "-" 1824818 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd6e9e2d1fe374d03a60c2-0069790367" "proxy-server 1824818" 0.0636 "-" 1824818 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:26:47 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd6e9e2d1fe374d03a60c2-0069790367" "proxy-server 1824818" 0.0944 "-" 1824818 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/26/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd6e9e2d1fe374d03a60c2-0069790367 - 0.1459 - - 1769538407.408801556 1769538407.554662943 2 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539213.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/703/6b53555dc1ea51ffa18d548419aed703/6b53555dc1ea51ffa18d548419aed703.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539218.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e14/ec8d73fb70681869313536576ecc8e14/ec8d73fb70681869313536576ecc8e14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539223.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8d6/195d6969cab7ea7135448849c90318d6/195d6969cab7ea7135448849c90318d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539228.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/997/ca04792586fc157d55e86ed842198997/ca04792586fc157d55e86ed842198997.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539233.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/904/b77df2977db41469fed0916a522be904/b77df2977db41469fed0916a522be904.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539238.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d89/1f294af542af35c575803a533804ed89/1f294af542af35c575803a533804ed89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539243.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d5c/699eaf539b9527772d05e392ae196d5c/699eaf539b9527772d05e392ae196d5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539248.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/231/a2287deb7609142a488c22d4ca891231/a2287deb7609142a488c22d4ca891231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539253.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4df/db73bc67d6d0883f5f4fadc866f5b4df/db73bc67d6d0883f5f4fadc866f5b4df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539258.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3bf/1b76659b721c824fce35e258604963bf/1b76659b721c824fce35e258604963bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539263.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cb4/1c7e42a81bcaba21c7be1d73f63fdcb4/1c7e42a81bcaba21c7be1d73f63fdcb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539268.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cfa/31555f3d5b9be09ce5459c41463bacfa/31555f3d5b9be09ce5459c41463bacfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539273.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/565/c3cbb8d04e2229edb53382d14fe74565/c3cbb8d04e2229edb53382d14fe74565.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539278.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e23/49dba19383168900779974b2ae79ae23/49dba19383168900779974b2ae79ae23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539283.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/526/9d2c0d73a465903c1ebc899b25bab526/9d2c0d73a465903c1ebc899b25bab526.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539288.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b62/437de64421397054f1a4c0566c6aab62/437de64421397054f1a4c0566c6aab62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539293.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/03d/6c60303305f3337c6633d28f36d9f03d/6c60303305f3337c6633d28f36d9f03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539298.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/6ce/09b28171d32d33c9e6cc1670efcd26ce/09b28171d32d33c9e6cc1670efcd26ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539303.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/5f7/401f3fc7d970286a1bde91c8508485f7/401f3fc7d970286a1bde91c8508485f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539308.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a14/50e6b82c692a38ee5119d2eb4cf1aa14/50e6b82c692a38ee5119d2eb4cf1aa14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539313.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8c5/3e6b24b34ca83ba5c6528f281d93e8c5/3e6b24b34ca83ba5c6528f281d93e8c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539318.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cc8/ae0226a3b03f1f4001024a5b01d06cc8/ae0226a3b03f1f4001024a5b01d06cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539323.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/982/8a3e2eb369da71820a747d69c6513982/8a3e2eb369da71820a747d69c6513982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539328.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/849/da1bd858036038569516996026868849/da1bd858036038569516996026868849.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539333.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/654/b040e25ede3776044d9dd3bc66bc3654/b040e25ede3776044d9dd3bc66bc3654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539338.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/a70/dcf6b4b76c37927c2ee0c132fc5b5a70/dcf6b4b76c37927c2ee0c132fc5b5a70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539343.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/625/132caf06b6dc60af8b269299baf1d625/132caf06b6dc60af8b269299baf1d625.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539348.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/447/bbf95fd711a05e830aa6e0be03e10447/bbf95fd711a05e830aa6e0be03e10447.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539353.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b5a/52c43fd612fb50c3f0efdfe2092fab5a/52c43fd612fb50c3f0efdfe2092fab5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539358.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/852/45c901d444a12c07a5c31de7dc4ce852/45c901d444a12c07a5c31de7dc4ce852.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539363.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/011/31b7cbdd55f452aed5d1d78998ca9011/31b7cbdd55f452aed5d1d78998ca9011.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539368.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/552/b953be823c621bd5c0bb82d5488ba552/b953be823c621bd5c0bb82d5488ba552.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539373.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f76/a888046f14c9a2c6da55d46e18a87f76/a888046f14c9a2c6da55d46e18a87f76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539378.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9b0/5e0f5a6e4de94091c55957b300b579b0/5e0f5a6e4de94091c55957b300b579b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539383.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/06b/66ae1739e93df9883d0901f275b3306b/66ae1739e93df9883d0901f275b3306b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539388.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/239/669775e76710b0b94e6c797aeac31239/669775e76710b0b94e6c797aeac31239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539393.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3bb/59e147776558e1b93c776bb6911243bb/59e147776558e1b93c776bb6911243bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539398.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/109/2dc3fe61fea8ab928f79cfe4d394e109/2dc3fe61fea8ab928f79cfe4d394e109.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539403.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/617/eab08f620cd15378bfc6fdab14076617/eab08f620cd15378bfc6fdab14076617.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539408.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f19/1a575e0407a51254a0cb989a24011f19/1a575e0407a51254a0cb989a24011f19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539413.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d46/388725091ab7095bfbd666e05ce6bd46/388725091ab7095bfbd666e05ce6bd46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539418.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/829/3f35f0bf2673501f1dece57812a9c829/3f35f0bf2673501f1dece57812a9c829.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539423.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/109/5f21fdc8620e92fa0a5dad541bd91109/5f21fdc8620e92fa0a5dad541bd91109.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539428.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/487/fad128460344e2ca5ff44807cf2fd487/fad128460344e2ca5ff44807cf2fd487.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539433.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/b37/9a283300f96ee9657e29f61111904b37/9a283300f96ee9657e29f61111904b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539438.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7b3/0fa29e1580bfb3d84a0e00ad4c7e47b3/0fa29e1580bfb3d84a0e00ad4c7e47b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539443.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9c4/efabe348978562e7ad926fb2236d39c4/efabe348978562e7ad926fb2236d39c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539448.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f97/27b6bc7ee6f00bf6e66d20db97f19f97/27b6bc7ee6f00bf6e66d20db97f19f97.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539453.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/580/d3ad0aacac25990f066817105ddd3580/d3ad0aacac25990f066817105ddd3580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539458.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f1a/e285bb889593a2741f0088b9c7885f1a/e285bb889593a2741f0088b9c7885f1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539463.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/1b2/81c9788ef107b70493982c93fcb2a1b2/81c9788ef107b70493982c93fcb2a1b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539468.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/0ae/63c0cf41f3f54ba7bdeb916a1dcc10ae/63c0cf41f3f54ba7bdeb916a1dcc10ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539473.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/aff/b97042c2184bcb0c29529e70c21f6aff/b97042c2184bcb0c29529e70c21f6aff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539478.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e4b/c0a632a0ca6dbcf45f6ab980ef593e4b/c0a632a0ca6dbcf45f6ab980ef593e4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539483.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/1cb/6b5af7a3a6fc09dfd3da3f7b8a6101cb/6b5af7a3a6fc09dfd3da3f7b8a6101cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539488.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ef9/f1b33ecde29e7a5b9150dd58c9f99ef9/f1b33ecde29e7a5b9150dd58c9f99ef9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539493.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4ff/3c0aa1b3b1e0eaf3f7066f00106894ff/3c0aa1b3b1e0eaf3f7066f00106894ff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539498.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/00a/d933167ff9a6259db9318fe1a725a00a/d933167ff9a6259db9318fe1a725a00a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539503.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/984/09efc7ff3d36749e45438213e28a6984/09efc7ff3d36749e45438213e28a6984.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539508.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9ca/1797e31063fb1d4e26364f70a20539ca/1797e31063fb1d4e26364f70a20539ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539513.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/4d3/7aa235e4082884756d02fe99da00d4d3/7aa235e4082884756d02fe99da00d4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539518.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/458/ca5d781f1bdde2f69fca034ec926e458/ca5d781f1bdde2f69fca034ec926e458.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539523.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/79c/45473963ea3b6f0e44f9189a74e6779c/45473963ea3b6f0e44f9189a74e6779c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539528.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ba6/7cb827c1e1e30535160bf227aaf08ba6/7cb827c1e1e30535160bf227aaf08ba6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539533.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f49/8a95e8bb1d5b493c4594b795d8545f49/8a95e8bb1d5b493c4594b795d8545f49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539538.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/cdc/d1c66fa3c5d31d26bbdee670317b7cdc/d1c66fa3c5d31d26bbdee670317b7cdc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539543.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9b9/6745f95747895439e4a3e9fe02fa39b9/6745f95747895439e4a3e9fe02fa39b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539548.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/fc4/fad7bee92aaa2a208dbe94fa1220efc4/fad7bee92aaa2a208dbe94fa1220efc4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539553.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/093/3cd0756e72b6bc2e9b6b9632aebb0093/3cd0756e72b6bc2e9b6b9632aebb0093.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539558.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ae6/fd63998609320fb73f5479139ba40ae6/fd63998609320fb73f5479139ba40ae6.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539563.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/d37/df03f0bdfd0a2fb7a9855f5dbab5dd37/df03f0bdfd0a2fb7a9855f5dbab5dd37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539568.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539573.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/bfb/ffc7995b672a81534010531bef559bfb/ffc7995b672a81534010531bef559bfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539578.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/f62/cf5ea48b80f74b0e2d0d7dc6f73eef62/cf5ea48b80f74b0e2d0d7dc6f73eef62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539583.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/503/b934ad54b30ed6d83655bba31b7a3503/b934ad54b30ed6d83655bba31b7a3503.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539588.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/3af/ce72993ffb80a19cf4fb4f60f793e3af/ce72993ffb80a19cf4fb4f60f793e3af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539593.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/168/67f55a8bd77cea18fd28a5adb1a5e168/67f55a8bd77cea18fd28a5adb1a5e168.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539598.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9bd/b9875475b272fd7329d732648d5c99bd/b9875475b272fd7329d732648d5c99bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539603.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/776/eacb98a7ef6bb944ba43c7355a71e776/eacb98a7ef6bb944ba43c7355a71e776.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539608.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/573/c2b19285cae8aca3f8aa0d0754889573/c2b19285cae8aca3f8aa0d0754889573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539613.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e29/1a58d1acde6948e3d101e325ea9abe29/1a58d1acde6948e3d101e325ea9abe29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539618.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/120/e9e5e07eefd7eed602fb76c89c4be120/e9e5e07eefd7eed602fb76c89c4be120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539623.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/c8a/bfd261bab646449cd4baf4d77dadfc8a/bfd261bab646449cd4baf4d77dadfc8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539628.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/ba5/91e6cceffab21470877cb848fac37ba5/91e6cceffab21470877cb848fac37ba5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539633.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/9f7/af132ce7b7fa5617e579fcd624bb79f7/af132ce7b7fa5617e579fcd624bb79f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539638.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/e43/50b35b16ce13edb117b9b426b8080e43/50b35b16ce13edb117b9b426b8080e43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539643.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/430/daa81020e55cfdd31fd145ebd5e0f430/daa81020e55cfdd31fd145ebd5e0f430.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539648.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/5d1/683df51bc4717a6f52f977b0a60405d1/683df51bc4717a6f52f977b0a60405d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539653.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/8cb/ca6b9acc79bba85a0b90b1b4a31628cb/ca6b9acc79bba85a0b90b1b4a31628cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539658.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/860/9eb4df90bad179ae66ee7a7ee048a860/9eb4df90bad179ae66ee7a7ee048a860.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539663.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/fc5/10db60d7a37677749b66fb49b713ffc5/10db60d7a37677749b66fb49b713ffc5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539668.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/7e2/92842af5595a1e70540bc15997d737e2/92842af5595a1e70540bc15997d737e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539673.00000-0, db: /tmp/tmpy3h65tsy/sda/containers/0/bcd/98001d264a478de940392d761f813bcd/98001d264a478de940392d761f813bcd.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpe28yw083/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769538414.00000, path: a/c, db: /tmp/tmpjb4qlxou/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538414.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-c a-f, a-f c-f, path: a/c, db: /tmp/tmp3tl0n8_y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538415.00000-0, db: /tmp/tmp3ky4820q/sda/containers/0/59d/2bb62450f50cc1f1dcc4c3dc83f6759d/2bb62450f50cc1f1dcc4c3dc83f6759d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx66b6ca04141747c68f146-00676bf9d9) +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538415.00000-0, db: /tmp/tmp3ky4820q/sda/containers/0/59d/2bb62450f50cc1f1dcc4c3dc83f6759d/2bb62450f50cc1f1dcc4c3dc83f6759d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538418.00000-0, db: /tmp/tmp3ky4820q/sda/containers/0/154/611a7376a9461a83f924063f81698154/611a7376a9461a83f924063f81698154.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538418.00000-0, db: /tmp/tmp3ky4820q/sda/containers/0/154/611a7376a9461a83f924063f81698154/611a7376a9461a83f924063f81698154.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769538415.00000, (0, 0) as of 1769538415.00000, active as of 1769538415.00000> to ShardRange<'k' to 't' as of 1769538416.00000, (0, 0) as of 1769538416.00000, active as of 1769538416.00000>, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538420.00000, (0, 0) as of 1769538420.00000, shrinking as of 1769538417.00000> to ShardRange<'k' to 't' as of 1769538420.00000, (0, 0) as of 1769538420.00000, sharding as of 1769538421.00000>, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpnliq8uac/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-ac5bddb67e57d06c622a84d92e561940-1769538419.00000-2, db: /tmp/tmp36ar9ann/sda/containers/0/9cb/b0f2f0ddf31b158a8412a8af9cb6e9cb/b0f2f0ddf31b158a8412a8af9cb6e9cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538415.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/964/cdbf974ed83f8d9016fdc60698ace964/cdbf974ed83f8d9016fdc60698ace964.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538415.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/964/cdbf974ed83f8d9016fdc60698ace964/cdbf974ed83f8d9016fdc60698ace964.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538424.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/98a/38c863a5fd771719e52f83d8527d798a/38c863a5fd771719e52f83d8527d798a.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538424.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/98a/38c863a5fd771719e52f83d8527d798a/38c863a5fd771719e52f83d8527d798a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538433.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/819/1491ac5abf43314a1d0a55cd2594c819/1491ac5abf43314a1d0a55cd2594c819.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538433.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/819/1491ac5abf43314a1d0a55cd2594c819/1491ac5abf43314a1d0a55cd2594c819.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538442.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/a14/4f0dc1b1f7ef6962f463b74cd67d5a14/4f0dc1b1f7ef6962f463b74cd67d5a14.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538442.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/a14/4f0dc1b1f7ef6962f463b74cd67d5a14/4f0dc1b1f7ef6962f463b74cd67d5a14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538451.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/7e6/8615c2b4f3e0079f99ddf1460af3b7e6/8615c2b4f3e0079f99ddf1460af3b7e6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538451.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/7e6/8615c2b4f3e0079f99ddf1460af3b7e6/8615c2b4f3e0079f99ddf1460af3b7e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538460.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/adf/e2c2bf8cc85a3bc8082aaa74e6acdadf/e2c2bf8cc85a3bc8082aaa74e6acdadf.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538460.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/adf/e2c2bf8cc85a3bc8082aaa74e6acdadf/e2c2bf8cc85a3bc8082aaa74e6acdadf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538469.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/001/68cc556da02eb128b15e9c68968b0001/68cc556da02eb128b15e9c68968b0001.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538469.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/001/68cc556da02eb128b15e9c68968b0001/68cc556da02eb128b15e9c68968b0001.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538478.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/522/c26c0541f14fe08a89315fb886edf522/c26c0541f14fe08a89315fb886edf522.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538478.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/522/c26c0541f14fe08a89315fb886edf522/c26c0541f14fe08a89315fb886edf522.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538487.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/068/5a9bcbb079545faf385ceaa6b1056068/5a9bcbb079545faf385ceaa6b1056068.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538487.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/068/5a9bcbb079545faf385ceaa6b1056068/5a9bcbb079545faf385ceaa6b1056068.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129577.00000-0, db: /tmp/tmputxeroya/sda/containers/0/967/3cfe297e792ac5bf8ffb49759c26e967/3cfe297e792ac5bf8ffb49759c26e967.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129580.00000-0, db: /tmp/tmputxeroya/sda/containers/0/375/041a3cfaef930087b383a7a80fb44375/041a3cfaef930087b383a7a80fb44375.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129583.00000-0, db: /tmp/tmputxeroya/sda/containers/0/3d1/63a2f193098aac4582c73a936b19d3d1/63a2f193098aac4582c73a936b19d3d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129586.00000-0, db: /tmp/tmputxeroya/sda/containers/0/b54/41b98ee88f8800d73efc86c1df8a0b54/41b98ee88f8800d73efc86c1df8a0b54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129589.00000-0, db: /tmp/tmputxeroya/sda/containers/0/c15/6c389be348f686cb114ae28d38d75c15/6c389be348f686cb114ae28d38d75c15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129592.00000-0, db: /tmp/tmputxeroya/sda/containers/0/06e/cc3a0f46373eeaadc307074213c9906e/cc3a0f46373eeaadc307074213c9906e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129556.00000-0, db: /tmp/tmpchxom11y/sda/containers/0/5c9/815e4a884c0bae75f4bfe5f330b605c9/815e4a884c0bae75f4bfe5f330b605c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129560.00000-0, db: /tmp/tmpchxom11y/sda/containers/0/c51/9bdba993bdc1627c775333833c238c51/9bdba993bdc1627c775333833c238c51.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129558.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/0d5/2348aaab7e599d18688ad258fad460d5/2348aaab7e599d18688ad258fad460d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129562.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/51f/358f7135ba6bbc1e29d481b65be1f51f/358f7135ba6bbc1e29d481b65be1f51f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129566.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/562/134611e66ddb02af67452e67df862562/134611e66ddb02af67452e67df862562.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129570.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/7a7/eb2654de3ab1150d6b2bf0de8d0d07a7/eb2654de3ab1150d6b2bf0de8d0d07a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129570.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/7a7/eb2654de3ab1150d6b2bf0de8d0d07a7/eb2654de3ab1150d6b2bf0de8d0d07a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129574.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/3bd/01491b513582404862c59b89d7a253bd/01491b513582404862c59b89d7a253bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129578.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4bc/81dcedf7f3d60260d053c2c99d80a4bc/81dcedf7f3d60260d053c2c99d80a4bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129582.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4e6/fdadd3839da6dcbf631daa91f4eb74e6/fdadd3839da6dcbf631daa91f4eb74e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129586.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b54/41b98ee88f8800d73efc86c1df8a0b54/41b98ee88f8800d73efc86c1df8a0b54.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129590.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/62d/d5eacf2568fdfccbb84ebd4d426aa62d/d5eacf2568fdfccbb84ebd4d426aa62d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129594.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2c5/fbf73a90a07762bcdb0af957b9c6c2c5/fbf73a90a07762bcdb0af957b9c6c2c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129598.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/918/a7ec30a230375fbd2aa87a3b23100918/a7ec30a230375fbd2aa87a3b23100918.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129602.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/712/175c7accbaeee8c32a1a7d0020544712/175c7accbaeee8c32a1a7d0020544712.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129602.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/712/175c7accbaeee8c32a1a7d0020544712/175c7accbaeee8c32a1a7d0020544712.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129606.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/946/9059a271f65d7a38d4b49c4203046946/9059a271f65d7a38d4b49c4203046946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129610.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/3cb/e6f9898a155bd269ad9f262fad4183cb/e6f9898a155bd269ad9f262fad4183cb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129614.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/5a9/83f247c11f0f97e1209996da7f4175a9/83f247c11f0f97e1209996da7f4175a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129618.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f1c/3102c0c0770b373f0c85d91f2d9def1c/3102c0c0770b373f0c85d91f2d9def1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129622.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/7ee/16a215921bd0da2bd9ff2dbc797a57ee/16a215921bd0da2bd9ff2dbc797a57ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129626.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/e0f/6e3e1b1e1e497206bcf80d80e8410e0f/6e3e1b1e1e497206bcf80d80e8410e0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129630.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/5e4/1fcde6e0caffc5e8653b0c8cfedb75e4/1fcde6e0caffc5e8653b0c8cfedb75e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129638.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4af/756aff3310587220417a1391e28ec4af/756aff3310587220417a1391e28ec4af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129642.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/164/5fab48c67fab715a1b7cd7847173a164/5fab48c67fab715a1b7cd7847173a164.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129650.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2ab/2b1c4f81be235f291378fff2bd60e2ab/2b1c4f81be235f291378fff2bd60e2ab.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538487.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/068/5a9bcbb079545faf385ceaa6b1056068/5a9bcbb079545faf385ceaa6b1056068.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538496.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/149/d6cafc610c21143f376037a3af970149/d6cafc610c21143f376037a3af970149.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538496.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/149/d6cafc610c21143f376037a3af970149/d6cafc610c21143f376037a3af970149.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538496.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/149/d6cafc610c21143f376037a3af970149/d6cafc610c21143f376037a3af970149.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538505.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/f6c/b83db68fe92565e14417dac1cb12ef6c/b83db68fe92565e14417dac1cb12ef6c.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538505.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/f6c/b83db68fe92565e14417dac1cb12ef6c/b83db68fe92565e14417dac1cb12ef6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538505.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/f6c/b83db68fe92565e14417dac1cb12ef6c/b83db68fe92565e14417dac1cb12ef6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538514.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/4c5/d67ce789dc89605d8eba6dd6949094c5/d67ce789dc89605d8eba6dd6949094c5.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538514.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/4c5/d67ce789dc89605d8eba6dd6949094c5/d67ce789dc89605d8eba6dd6949094c5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538514.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/4c5/d67ce789dc89605d8eba6dd6949094c5/d67ce789dc89605d8eba6dd6949094c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538523.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/04d/039530dda55cfb90f93436d403e8e04d/039530dda55cfb90f93436d403e8e04d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538523.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/04d/039530dda55cfb90f93436d403e8e04d/039530dda55cfb90f93436d403e8e04d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538523.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/04d/039530dda55cfb90f93436d403e8e04d/039530dda55cfb90f93436d403e8e04d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538532.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/601/0560ec95fd06533b2478e85d7d53c601/0560ec95fd06533b2478e85d7d53c601.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538532.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/601/0560ec95fd06533b2478e85d7d53c601/0560ec95fd06533b2478e85d7d53c601.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538532.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/601/0560ec95fd06533b2478e85d7d53c601/0560ec95fd06533b2478e85d7d53c601.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538541.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/836/9c760e3bb4d8679197fc17576bf2a836/9c760e3bb4d8679197fc17576bf2a836.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538541.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/836/9c760e3bb4d8679197fc17576bf2a836/9c760e3bb4d8679197fc17576bf2a836.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538541.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/836/9c760e3bb4d8679197fc17576bf2a836/9c760e3bb4d8679197fc17576bf2a836.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538550.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/ca9/b0e75cec07711eb949921704977a4ca9/b0e75cec07711eb949921704977a4ca9.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538550.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/ca9/b0e75cec07711eb949921704977a4ca9/b0e75cec07711eb949921704977a4ca9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538550.00000-2, db: /tmp/tmpn7x0av_x/sda/containers/0/ca9/b0e75cec07711eb949921704977a4ca9/b0e75cec07711eb949921704977a4ca9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769538417.00000, (0, 0) as of 1769538417.00000, active as of 1769538417.00000> to ShardRange<'a' to 'b' as of 1769538417.00000, (0, 0) as of 1769538417.00000, sharding as of 1769538422.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b_1769538417.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b_1769538417.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b_1769538417.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b_1769538417.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769538417.00000, (0, 0) as of 1769538417.00000, sharding as of 1769538423.00000> to ShardRange<'a' to 'b' as of 1769538417.00000, (0, 0) as of 1769538417.00000, sharded as of 1769538426.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538417.00000-2, db: /tmp/tmppa0pq7oj/sda/containers/0/70b/a4d7d5bda7b7872156aac6ba38dad70b/a4d7d5bda7b7872156aac6ba38dad70b_1769538417.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0751 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1044 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0585 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1027 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0277 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:01 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0594 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0485 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0486 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0192 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0527 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:02 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0821 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0594 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0575 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0490 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0484 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:03 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3809 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0512 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0645 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0026 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0373 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0368 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:04 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0724 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0111 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0015 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0473 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0053 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0020 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0828 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0006 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0005 "-" 546112 2test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538417.00000, db: /tmp/tmpr434kip4/sda/containers/0/101/c7651d2819adaa5a7edaa5920cdb9101/c7651d2819adaa5a7edaa5920cdb9101.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538419.00000, db: /tmp/tmpr434kip4/sda/containers/0/455/d06be9b3850a0835cf685a5adb42b455/d06be9b3850a0835cf685a5adb42b455.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538418.00000, (0, 0) as of 1769538418.00000, found as of 1769538418.00000> to ShardRange<'k' to 't' as of 1769538419.00000, (0, 0) as of 1769538419.00000, created as of 1769538419.00000>, path: .shards_a/shard_c_1769538419.00000, db: /tmp/tmpr434kip4/sda/containers/0/455/d06be9b3850a0835cf685a5adb42b455/d06be9b3850a0835cf685a5adb42b455.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538421.00000, db: /tmp/tmpr434kip4/sda/containers/0/13a/f3611d21d98814ec79de28e2bb05a13a/f3611d21d98814ec79de28e2bb05a13a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538420.00000, (0, 0) as of 1769538420.00000, found as of 1769538420.00000> to ShardRange<'k' to 't' as of 1769538421.00000, (0, 0) as of 1769538421.00000, cleaved as of 1769538421.00000>, path: .shards_a/shard_c_1769538421.00000, db: /tmp/tmpr434kip4/sda/containers/0/13a/f3611d21d98814ec79de28e2bb05a13a/f3611d21d98814ec79de28e2bb05a13a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538423.00000, db: /tmp/tmpr434kip4/sda/containers/0/058/5e76f24d2ded844bf7bcb66f4f2c6058/5e76f24d2ded844bf7bcb66f4f2c6058.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538422.00000, (0, 0) as of 1769538422.00000, found as of 1769538422.00000> to ShardRange<'k' to 't' as of 1769538423.00000, (0, 0) as of 1769538423.00000, active as of 1769538423.00000>, path: .shards_a/shard_c_1769538423.00000, db: /tmp/tmpr434kip4/sda/containers/0/058/5e76f24d2ded844bf7bcb66f4f2c6058/5e76f24d2ded844bf7bcb66f4f2c6058.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538425.00000, db: /tmp/tmpr434kip4/sda/containers/0/f94/28e7f4a366bca20941aedea2c14d6f94/28e7f4a366bca20941aedea2c14d6f94.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538424.00000, (0, 0) as of 1769538424.00000, found as of 1769538424.00000> to ShardRange<'k' to 't' as of 1769538425.00000, (0, 0) as of 1769538425.00000, shrinking as of 1769538425.00000>, path: .shards_a/shard_c_1769538425.00000, db: /tmp/tmpr434kip4/sda/containers/0/f94/28e7f4a366bca20941aedea2c14d6f94/28e7f4a366bca20941aedea2c14d6f94.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538425.00000, db: /tmp/tmpr434kip4/sda/containers/0/f94/28e7f4a366bca20941aedea2c14d6f94/28e7f4a366bca20941aedea2c14d6f94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538427.00000, db: /tmp/tmpr434kip4/sda/containers/0/22d/50deb55b88494fa3c7012bb65b9d722d/50deb55b88494fa3c7012bb65b9d722d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538426.00000, (0, 0) as of 1769538426.00000, found as of 1769538426.00000> to ShardRange<'k' to 't' as of 1769538427.00000, (0, 0) as of 1769538427.00000, sharding as of 1769538427.00000>, path: .shards_a/shard_c_1769538427.00000, db: /tmp/tmpr434kip4/sda/containers/0/22d/50deb55b88494fa3c7012bb65b9d722d/50deb55b88494fa3c7012bb65b9d722d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538427.00000, db: /tmp/tmpr434kip4/sda/containers/0/22d/50deb55b88494fa3c7012bb65b9d722d/50deb55b88494fa3c7012bb65b9d722d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538429.00000, db: /tmp/tmpr434kip4/sda/containers/0/2fe/ec8073f1ed85e8ef578ed11b01eb82fe/ec8073f1ed85e8ef578ed11b01eb82fe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538428.00000, (0, 0) as of 1769538428.00000, found as of 1769538428.00000> to ShardRange<'k' to 't' as of 1769538429.00000, (0, 0) as of 1769538429.00000, sharded as of 1769538429.00000>, path: .shards_a/shard_c_1769538429.00000, db: /tmp/tmpr434kip4/sda/containers/0/2fe/ec8073f1ed85e8ef578ed11b01eb82fe/ec8073f1ed85e8ef578ed11b01eb82fe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538429.00000, db: /tmp/tmpr434kip4/sda/containers/0/2fe/ec8073f1ed85e8ef578ed11b01eb82fe/ec8073f1ed85e8ef578ed11b01eb82fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538431.00000, db: /tmp/tmpr434kip4/sda/containers/0/ade/b22ad33023071ddad0fead88291e6ade/b22ad33023071ddad0fead88291e6ade.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538430.00000, (0, 0) as of 1769538430.00000, found as of 1769538430.00000> to ShardRange<'k' to 't' as of 1769538431.00000, (0, 0) as of 1769538431.00000, shrunk as of 1769538431.00000>, path: .shards_a/shard_c_1769538431.00000, db: /tmp/tmpr434kip4/sda/containers/0/ade/b22ad33023071ddad0fead88291e6ade/b22ad33023071ddad0fead88291e6ade.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538431.00000, db: /tmp/tmpr434kip4/sda/containers/0/ade/b22ad33023071ddad0fead88291e6ade/b22ad33023071ddad0fead88291e6ade.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538433.00000, db: /tmp/tmpr434kip4/sda/containers/0/74f/98f4291c02543a879309262a8079274f/98f4291c02543a879309262a8079274f.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538432.00000, (0, 0) as of 1769538432.00000, created as of 1769538432.00000> to ShardRange<'k' to 't' as of 1769538433.00000, (0, 0) as of 1769538433.00000, found as of 1769538433.00000>, path: .shards_a/shard_c_1769538433.00000, db: /tmp/tmpr434kip4/sda/containers/0/74f/98f4291c02543a879309262a8079274f/98f4291c02543a879309262a8079274f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538435.00000, db: /tmp/tmpr434kip4/sda/containers/0/58f/fa1ef640d3052bfcc76fc01893c2d58f/fa1ef640d3052bfcc76fc01893c2d58f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538437.00000, db: /tmp/tmpr434kip4/sda/containers/0/846/0b7c0e507f6852ccbebd9f0a69f55846/0b7c0e507f6852ccbebd9f0a69f55846.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538436.00000, (0, 0) as of 1769538436.00000, created as of 1769538436.00000> to ShardRange<'k' to 't' as of 1769538437.00000, (0, 0) as of 1769538437.00000, cleaved as of 1769538437.00000>, path: .shards_a/shard_c_1769538437.00000, db: /tmp/tmpr434kip4/sda/containers/0/846/0b7c0e507f6852ccbebd9f0a69f55846/0b7c0e507f6852ccbebd9f0a69f55846.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538439.00000, db: /tmp/tmpr434kip4/sda/containers/0/0ed/285f49d33930db62be7dd882b38720ed/285f49d33930db62be7dd882b38720ed.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538438.00000, (0, 0) as of 1769538438.00000, created as of 1769538438.00000> to ShardRange<'k' to 't' as of 1769538439.00000, (0, 0) as of 1769538439.00000, active as of 1769538439.00000>, path: .shards_a/shard_c_1769538439.00000, db: /tmp/tmpr434kip4/sda/containers/0/0ed/285f49d33930db62be7dd882b38720ed/285f49d33930db62be7dd882b38720ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538441.00000, db: /tmp/tmpr434kip4/sda/containers/0/d90/5358dbc51977c5864ca3bf91d6729d90/5358dbc51977c5864ca3bf91d6729d90.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538440.00000, (0, 0) as of 1769538440.00000, created as of 1769538440.00000> to ShardRange<'k' to 't' as of 1769538441.00000, (0, 0) as of 1769538441.00000, shrinking as of 1769538441.00000>, path: .shards_a/shard_c_1769538441.00000, db: /tmp/tmpr434kip4/sda/containers/0/d90/5358dbc51977c5864ca3bf91d6729d90/5358dbc51977c5864ca3bf91d6729d90.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129654.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/450/91090aecd345463ec4a602a23ea69450/91090aecd345463ec4a602a23ea69450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129662.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/3c7/ed072bde64993a938a78f9cde031a3c7/ed072bde64993a938a78f9cde031a3c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129686.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/50d/6c9e6da6d9343982c5919e3a937ed50d/6c9e6da6d9343982c5919e3a937ed50d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129690.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d03/4046c2157deeb5121ff60954ad5aad03/4046c2157deeb5121ff60954ad5aad03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129702.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/89c/251618bcc8a8208f129ecefe643ea89c/251618bcc8a8208f129ecefe643ea89c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129710.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/34b/d26f45bc42b5a5ff2d67200f751e234b/d26f45bc42b5a5ff2d67200f751e234b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129714.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2f7/3125bccc64371f1227e4729dbf48e2f7/3125bccc64371f1227e4729dbf48e2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129726.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c72/ebf6f80799f2e9283bb6146f28971c72/ebf6f80799f2e9283bb6146f28971c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129734.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4cf/33c5bc76015e4e0e0427c9b97d3394cf/33c5bc76015e4e0e0427c9b97d3394cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129738.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d82/d7563ac80fa6275022854f0cbc7fbd82/d7563ac80fa6275022854f0cbc7fbd82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129746.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/970/e763b3bc3bb90b9b7ee03d6c768fa970/e763b3bc3bb90b9b7ee03d6c768fa970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129750.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/8ff/eefa1e61ebbe84d964eb2b0826ed68ff/eefa1e61ebbe84d964eb2b0826ed68ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129762.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/9fb/eefc96b0ee69fbbc5446658f6283f9fb/eefc96b0ee69fbbc5446658f6283f9fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129762.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/9fb/eefc96b0ee69fbbc5446658f6283f9fb/eefc96b0ee69fbbc5446658f6283f9fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129770.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/8a8/703fb36a4bf9205a8b3a8c3f4284d8a8/703fb36a4bf9205a8b3a8c3f4284d8a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129774.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538441.00000, db: /tmp/tmpr434kip4/sda/containers/0/d90/5358dbc51977c5864ca3bf91d6729d90/5358dbc51977c5864ca3bf91d6729d90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538443.00000, db: /tmp/tmpr434kip4/sda/containers/0/7d4/75ba0296a671f410cf0e1b3ea04387d4/75ba0296a671f410cf0e1b3ea04387d4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538442.00000, (0, 0) as of 1769538442.00000, created as of 1769538442.00000> to ShardRange<'k' to 't' as of 1769538443.00000, (0, 0) as of 1769538443.00000, sharding as of 1769538443.00000>, path: .shards_a/shard_c_1769538443.00000, db: /tmp/tmpr434kip4/sda/containers/0/7d4/75ba0296a671f410cf0e1b3ea04387d4/75ba0296a671f410cf0e1b3ea04387d4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538443.00000, db: /tmp/tmpr434kip4/sda/containers/0/7d4/75ba0296a671f410cf0e1b3ea04387d4/75ba0296a671f410cf0e1b3ea04387d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538445.00000, db: /tmp/tmpr434kip4/sda/containers/0/ecd/0259aa0d4cb902cd16f68599011a1ecd/0259aa0d4cb902cd16f68599011a1ecd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538444.00000, (0, 0) as of 1769538444.00000, created as of 1769538444.00000> to ShardRange<'k' to 't' as of 1769538445.00000, (0, 0) as of 1769538445.00000, sharded as of 1769538445.00000>, path: .shards_a/shard_c_1769538445.00000, db: /tmp/tmpr434kip4/sda/containers/0/ecd/0259aa0d4cb902cd16f68599011a1ecd/0259aa0d4cb902cd16f68599011a1ecd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538445.00000, db: /tmp/tmpr434kip4/sda/containers/0/ecd/0259aa0d4cb902cd16f68599011a1ecd/0259aa0d4cb902cd16f68599011a1ecd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538447.00000, db: /tmp/tmpr434kip4/sda/containers/0/c68/a4c50ae005202a70a04a4113893f6c68/a4c50ae005202a70a04a4113893f6c68.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538446.00000, (0, 0) as of 1769538446.00000, created as of 1769538446.00000> to ShardRange<'k' to 't' as of 1769538447.00000, (0, 0) as of 1769538447.00000, shrunk as of 1769538447.00000>, path: .shards_a/shard_c_1769538447.00000, db: /tmp/tmpr434kip4/sda/containers/0/c68/a4c50ae005202a70a04a4113893f6c68/a4c50ae005202a70a04a4113893f6c68.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538447.00000, db: /tmp/tmpr434kip4/sda/containers/0/c68/a4c50ae005202a70a04a4113893f6c68/a4c50ae005202a70a04a4113893f6c68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538449.00000, db: /tmp/tmpr434kip4/sda/containers/0/37d/1b43d1bd745e646f8e44018d221a537d/1b43d1bd745e646f8e44018d221a537d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538448.00000, (0, 0) as of 1769538448.00000, cleaved as of 1769538448.00000> to ShardRange<'k' to 't' as of 1769538449.00000, (0, 0) as of 1769538449.00000, found as of 1769538449.00000>, path: .shards_a/shard_c_1769538449.00000, db: /tmp/tmpr434kip4/sda/containers/0/37d/1b43d1bd745e646f8e44018d221a537d/1b43d1bd745e646f8e44018d221a537d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538451.00000, db: /tmp/tmpr434kip4/sda/containers/0/756/9ac0762f23f5f3be1c7ca99dd786f756/9ac0762f23f5f3be1c7ca99dd786f756.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538450.00000, (0, 0) as of 1769538450.00000, cleaved as of 1769538450.00000> to ShardRange<'k' to 't' as of 1769538451.00000, (0, 0) as of 1769538451.00000, created as of 1769538451.00000>, path: .shards_a/shard_c_1769538451.00000, db: /tmp/tmpr434kip4/sda/containers/0/756/9ac0762f23f5f3be1c7ca99dd786f756/9ac0762f23f5f3be1c7ca99dd786f756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538453.00000, db: /tmp/tmpr434kip4/sda/containers/0/b01/ae9fa6fe20d36683f7ea2e5c97967b01/ae9fa6fe20d36683f7ea2e5c97967b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538455.00000, db: /tmp/tmpr434kip4/sda/containers/0/0b9/0bb42093c7c17094a516553e5e2170b9/0bb42093c7c17094a516553e5e2170b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538454.00000, (0, 0) as of 1769538454.00000, cleaved as of 1769538454.00000> to ShardRange<'k' to 't' as of 1769538455.00000, (0, 0) as of 1769538455.00000, active as of 1769538455.00000>, path: .shards_a/shard_c_1769538455.00000, db: /tmp/tmpr434kip4/sda/containers/0/0b9/0bb42093c7c17094a516553e5e2170b9/0bb42093c7c17094a516553e5e2170b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538457.00000, db: /tmp/tmpr434kip4/sda/containers/0/0ab/afa357b314c231ec009390d8ceb320ab/afa357b314c231ec009390d8ceb320ab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538456.00000, (0, 0) as of 1769538456.00000, cleaved as of 1769538456.00000> to ShardRange<'k' to 't' as of 1769538457.00000, (0, 0) as of 1769538457.00000, shrinking as of 1769538457.00000>, path: .shards_a/shard_c_1769538457.00000, db: /tmp/tmpr434kip4/sda/containers/0/0ab/afa357b314c231ec009390d8ceb320ab/afa357b314c231ec009390d8ceb320ab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538457.00000, db: /tmp/tmpr434kip4/sda/containers/0/0ab/afa357b314c231ec009390d8ceb320ab/afa357b314c231ec009390d8ceb320ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538459.00000, db: /tmp/tmpr434kip4/sda/containers/0/2e5/1b094824d3d1fab6699583384d2f72e5/1b094824d3d1fab6699583384d2f72e5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538458.00000, (0, 0) as of 1769538458.00000, cleaved as of 1769538458.00000> to ShardRange<'k' to 't' as of 1769538459.00000, (0, 0) as of 1769538459.00000, sharding as of 1769538459.00000>, path: .shards_a/shard_c_1769538459.00000, db: /tmp/tmpr434kip4/sda/containers/0/2e5/1b094824d3d1fab6699583384d2f72e5/1b094824d3d1fab6699583384d2f72e5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538459.00000, db: /tmp/tmpr434kip4/sda/containers/0/2e5/1b094824d3d1fab6699583384d2f72e5/1b094824d3d1fab6699583384d2f72e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538461.00000, db: /tmp/tmpr434kip4/sda/containers/0/710/d7071c829cd927441f987746eb133710/d7071c829cd927441f987746eb133710.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538460.00000, (0, 0) as of 1769538460.00000, cleaved as of 1769538460.00000> to ShardRange<'k' to 't' as of 1769538461.00000, (0, 0) as of 1769538461.00000, sharded as of 1769538461.00000>, path: .shards_a/shard_c_1769538461.00000, db: /tmp/tmpr434kip4/sda/containers/0/710/d7071c829cd927441f987746eb133710/d7071c829cd927441f987746eb133710.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538461.00000, db: /tmp/tmpr434kip4/sda/containers/0/710/d7071c829cd927441f987746eb133710/d7071c829cd927441f987746eb133710.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538463.00000, db: /tmp/tmpr434kip4/sda/containers/0/354/f14a28f26de2f4057b14cadfa4178354/f14a28f26de2f4057b14cadfa4178354.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538462.00000, (0, 0) as of 1769538462.00000, cleaved as of 1769538462.00000> to ShardRange<'k' to 't' as of 1769538463.00000, (0, 0) as of 1769538463.00000, shrunk as of 1769538463.00000>, path: .shards_a/shard_c_1769538463.00000, db: /tmp/tmpr434kip4/sda/containers/0/354/f14a28f26de2f4057b14cadfa4178354/f14a28f26de2f4057b14cadfa4178354.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538463.00000, db: /tmp/tmpr434kip4/sda/containers/0/354/f14a28f26de2f4057b14cadfa4178354/f14a28f26de2f4057b14cadfa4178354.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test ERROR: Failed to unlink '/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container_1769538357.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container_1769538357.00000.db': ['/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container.db', '/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container_1769538358.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp3kg9vg_h/containers/part/suffix/hash/container_1769538358.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test ERROR: Problem finding shard upper in '/tmp/tmplry4piw1/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmplry4piw1/test_container.db': : +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:23:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test ERROR: Problem finding shard upper in '/tmp/tmpgky72s6i/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpgky72s6i/test_container.db': : Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges next_shard_upper = sub_broker._get_next_shard_range_upper( @@ -52761,5054 +48136,470 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpf4d8np0p/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpf4d8np0p/containers/part/suffix/hash/container.db'] +test DEBUG: Unlinked retiring db '/tmp/tmpz8e9jipg/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpz8e9jipg/containers/part/suffix/hash/container.db'] Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok + +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0455 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:05 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0026 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0006 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmprshhkdkg/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0689 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0681 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1268 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:06 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0100 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0602 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0072 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1458 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0683 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0577 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1001 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0675 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:07 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.2702 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0407 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0747 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0456 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1110 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0450 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0975 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0473 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0451 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0542 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0565 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0463 "-" 546112 2 +test DEBUG: Unlinked retiring db '/tmp/tmpfqxu9hnr/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0749 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1468 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0677 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0009 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok Container 'a/c' cannot be set to sharding state while in sharding state Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538465.00000, db: /tmp/tmpr434kip4/sda/containers/0/e5d/4adc8d2eb07bac45d3bed3bd3b269e5d/4adc8d2eb07bac45d3bed3bd3b269e5d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538464.00000, (0, 0) as of 1769538464.00000, active as of 1769538464.00000> to ShardRange<'k' to 't' as of 1769538465.00000, (0, 0) as of 1769538465.00000, found as of 1769538465.00000>, path: .shards_a/shard_c_1769538465.00000, db: /tmp/tmpr434kip4/sda/containers/0/e5d/4adc8d2eb07bac45d3bed3bd3b269e5d/4adc8d2eb07bac45d3bed3bd3b269e5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538467.00000, db: /tmp/tmpr434kip4/sda/containers/0/559/a48d2b99ab341bac440de115afd06559/a48d2b99ab341bac440de115afd06559.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538466.00000, (0, 0) as of 1769538466.00000, active as of 1769538466.00000> to ShardRange<'k' to 't' as of 1769538467.00000, (0, 0) as of 1769538467.00000, created as of 1769538467.00000>, path: .shards_a/shard_c_1769538467.00000, db: /tmp/tmpr434kip4/sda/containers/0/559/a48d2b99ab341bac440de115afd06559/a48d2b99ab341bac440de115afd06559.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538469.00000, db: /tmp/tmpr434kip4/sda/containers/0/3c7/c7d07bc5ab3f562cc45b94283b8423c7/c7d07bc5ab3f562cc45b94283b8423c7.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538468.00000, (0, 0) as of 1769538468.00000, active as of 1769538468.00000> to ShardRange<'k' to 't' as of 1769538469.00000, (0, 0) as of 1769538469.00000, cleaved as of 1769538469.00000>, path: .shards_a/shard_c_1769538469.00000, db: /tmp/tmpr434kip4/sda/containers/0/3c7/c7d07bc5ab3f562cc45b94283b8423c7/c7d07bc5ab3f562cc45b94283b8423c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538471.00000, db: /tmp/tmpr434kip4/sda/containers/0/0bc/69e0a49e08f9b2bcebf9eca49e5d40bc/69e0a49e08f9b2bcebf9eca49e5d40bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538473.00000, db: /tmp/tmpr434kip4/sda/containers/0/732/03d957ffc04859dd1556c2cdf4fcd732/03d957ffc04859dd1556c2cdf4fcd732.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538472.00000, (0, 0) as of 1769538472.00000, active as of 1769538472.00000> to ShardRange<'k' to 't' as of 1769538473.00000, (0, 0) as of 1769538473.00000, shrinking as of 1769538473.00000>, path: .shards_a/shard_c_1769538473.00000, db: /tmp/tmpr434kip4/sda/containers/0/732/03d957ffc04859dd1556c2cdf4fcd732/03d957ffc04859dd1556c2cdf4fcd732.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538473.00000, db: /tmp/tmpr434kip4/sda/containers/0/732/03d957ffc04859dd1556c2cdf4fcd732/03d957ffc04859dd1556c2cdf4fcd732.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538475.00000, db: /tmp/tmpr434kip4/sda/containers/0/20c/26d8ccc13359409bc421f9d7200f120c/26d8ccc13359409bc421f9d7200f120c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538474.00000, (0, 0) as of 1769538474.00000, active as of 1769538474.00000> to ShardRange<'k' to 't' as of 1769538475.00000, (0, 0) as of 1769538475.00000, sharding as of 1769538475.00000>, path: .shards_a/shard_c_1769538475.00000, db: /tmp/tmpr434kip4/sda/containers/0/20c/26d8ccc13359409bc421f9d7200f120c/26d8ccc13359409bc421f9d7200f120c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538475.00000, db: /tmp/tmpr434kip4/sda/containers/0/20c/26d8ccc13359409bc421f9d7200f120c/26d8ccc13359409bc421f9d7200f120c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538477.00000, db: /tmp/tmpr434kip4/sda/containers/0/4f2/39c26f42cb62185b102e20e34444c4f2/39c26f42cb62185b102e20e34444c4f2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538476.00000, (0, 0) as of 1769538476.00000, active as of 1769538476.00000> to ShardRange<'k' to 't' as of 1769538477.00000, (0, 0) as of 1769538477.00000, sharded as of 1769538477.00000>, path: .shards_a/shard_c_1769538477.00000, db: /tmp/tmpr434kip4/sda/containers/0/4f2/39c26f42cb62185b102e20e34444c4f2/39c26f42cb62185b102e20e34444c4f2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538477.00000, db: /tmp/tmpr434kip4/sda/containers/0/4f2/39c26f42cb62185b102e20e34444c4f2/39c26f42cb62185b102e20e34444c4f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538479.00000, db: /tmp/tmpr434kip4/sda/containers/0/dee/f8425a3e869dce57814d7e501d518dee/f8425a3e869dce57814d7e501d518dee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538478.00000, (0, 0) as of 1769538478.00000, active as of 1769538478.00000> to ShardRange<'k' to 't' as of 1769538479.00000, (0, 0) as of 1769538479.00000, shrunk as of 1769538479.00000>, path: .shards_a/shard_c_1769538479.00000, db: /tmp/tmpr434kip4/sda/containers/0/dee/f8425a3e869dce57814d7e501d518dee/f8425a3e869dce57814d7e501d518dee.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538479.00000, db: /tmp/tmpr434kip4/sda/containers/0/dee/f8425a3e869dce57814d7e501d518dee/f8425a3e869dce57814d7e501d518dee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538481.00000, db: /tmp/tmpr434kip4/sda/containers/0/f84/606372aceb44272ff04e3ad0e10acf84/606372aceb44272ff04e3ad0e10acf84.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538480.00000, (0, 0) as of 1769538480.00000, shrinking as of 1769538480.00000> to ShardRange<'k' to 't' as of 1769538481.00000, (0, 0) as of 1769538481.00000, found as of 1769538481.00000>, path: .shards_a/shard_c_1769538481.00000, db: /tmp/tmpr434kip4/sda/containers/0/f84/606372aceb44272ff04e3ad0e10acf84/606372aceb44272ff04e3ad0e10acf84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538483.00000, db: /tmp/tmpr434kip4/sda/containers/0/fba/f6a9fc5a4f9ad4d0a8664502ced13fba/f6a9fc5a4f9ad4d0a8664502ced13fba.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538482.00000, (0, 0) as of 1769538482.00000, shrinking as of 1769538482.00000> to ShardRange<'k' to 't' as of 1769538483.00000, (0, 0) as of 1769538483.00000, created as of 1769538483.00000>, path: .shards_a/shard_c_1769538483.00000, db: /tmp/tmpr434kip4/sda/containers/0/fba/f6a9fc5a4f9ad4d0a8664502ced13fba/f6a9fc5a4f9ad4d0a8664502ced13fba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538485.00000, db: /tmp/tmpr434kip4/sda/containers/0/488/cf5deffd19b6dc4f1b62e6307eb6c488/cf5deffd19b6dc4f1b62e6307eb6c488.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538484.00000, (0, 0) as of 1769538484.00000, shrinking as of 1769538484.00000> to ShardRange<'k' to 't' as of 1769538485.00000, (0, 0) as of 1769538485.00000, cleaved as of 1769538485.00000>, path: .shards_a/shard_c_1769538485.00000, db: /tmp/tmpr434kip4/sda/containers/0/488/cf5deffd19b6dc4f1b62e6307eb6c488/cf5deffd19b6dc4f1b62e6307eb6c488.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538487.00000, db: /tmp/tmpr434kip4/sda/containers/0/f29/7f687f651823d2984f36dd455799af29/7f687f651823d2984f36dd455799af29.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538486.00000, (0, 0) as of 1769538486.00000, shrinking as of 1769538486.00000> to ShardRange<'k' to 't' as of 1769538487.00000, (0, 0) as of 1769538487.00000, active as of 1769538487.00000>, path: .shards_a/shard_c_1769538487.00000, db: /tmp/tmpr434kip4/sda/containers/0/f29/7f687f651823d2984f36dd455799af29/7f687f651823d2984f36dd455799af29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538489.00000, db: /tmp/tmpr434kip4/sda/containers/0/ef8/c651b21626a2c2d81384253927815ef8/c651b21626a2c2d81384253927815ef8.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538489.00000, db: /tmp/tmpr434kip4/sda/containers/0/ef8/c651b21626a2c2d81384253927815ef8/c651b21626a2c2d81384253927815ef8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538491.00000, db: /tmp/tmpr434kip4/sda/containers/0/9dd/91e5b0346bbfb598aaad378c508109dd/91e5b0346bbfb598aaad378c508109dd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538490.00000, (0, 0) as of 1769538490.00000, shrinking as of 1769538490.00000> to ShardRange<'k' to 't' as of 1769538491.00000, (0, 0) as of 1769538491.00000, sharding as of 1769538491.00000>, path: .shards_a/shard_c_1769538491.00000, db: /tmp/tmpr434kip4/sda/containers/0/9dd/91e5b0346bbfb598aaad378c508109dd/91e5b0346bbfb598aaad378c508109dd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538491.00000, db: /tmp/tmpr434kip4/sda/containers/0/9dd/91e5b0346bbfb598aaad378c508109dd/91e5b0346bbfb598aaad378c508109dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538493.00000, db: /tmp/tmpr434kip4/sda/containers/0/390/d6b931f7952b92e12556dd89ca17a390/d6b931f7952b92e12556dd89ca17a390.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538492.00000, (0, 0) as of 1769538492.00000, shrinking as of 1769538492.00000> to ShardRange<'k' to 't' as of 1769538493.00000, (0, 0) as of 1769538493.00000, sharded as of 1769538493.00000>, path: .shards_a/shard_c_1769538493.00000, db: /tmp/tmpr434kip4/sda/containers/0/390/d6b931f7952b92e12556dd89ca17a390/d6b931f7952b92e12556dd89ca17a390.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538493.00000, db: /tmp/tmpr434kip4/sda/containers/0/390/d6b931f7952b92e12556dd89ca17a390/d6b931f7952b92e12556dd89ca17a390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538495.00000, db: /tmp/tmpr434kip4/sda/containers/0/4d1/6a260d536d73f45842aa26e6003644d1/6a260d536d73f45842aa26e6003644d1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538494.00000, (0, 0) as of 1769538494.00000, shrinking as of 1769538494.00000> to ShardRange<'k' to 't' as of 1769538495.00000, (0, 0) as of 1769538495.00000, shrunk as of 1769538495.00000>, path: .shards_a/shard_c_1769538495.00000, db: /tmp/tmpr434kip4/sda/containers/0/4d1/6a260d536d73f45842aa26e6003644d1/6a260d536d73f45842aa26e6003644d1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538495.00000, db: /tmp/tmpr434kip4/sda/containers/0/4d1/6a260d536d73f45842aa26e6003644d1/6a260d536d73f45842aa26e6003644d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538497.00000, db: /tmp/tmpr434kip4/sda/containers/0/37b/9191bcc78edf25ce5217427fcebd237b/9191bcc78edf25ce5217427fcebd237b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538496.00000, (0, 0) as of 1769538496.00000, sharding as of 1769538496.00000> to ShardRange<'k' to 't' as of 1769538497.00000, (0, 0) as of 1769538497.00000, found as of 1769538497.00000>, path: .shards_a/shard_c_1769538497.00000, db: /tmp/tmpr434kip4/sda/containers/0/37b/9191bcc78edf25ce5217427fcebd237b/9191bcc78edf25ce5217427fcebd237b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538499.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd3/fb6714a1d75235ee6940befd32f08fd3/fb6714a1d75235ee6940befd32f08fd3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538498.00000, (0, 0) as of 1769538498.00000, sharding as of 1769538498.00000> to ShardRange<'k' to 't' as of 1769538499.00000, (0, 0) as of 1769538499.00000, created as of 1769538499.00000>, path: .shards_a/shard_c_1769538499.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd3/fb6714a1d75235ee6940befd32f08fd3/fb6714a1d75235ee6940befd32f08fd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538501.00000, db: /tmp/tmpr434kip4/sda/containers/0/080/d7224bbe015195eb7e711b56d3f65080/d7224bbe015195eb7e711b56d3f65080.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538500.00000, (0, 0) as of 1769538500.00000, sharding as of 1769538500.00000> to ShardRange<'k' to 't' as of 1769538501.00000, (0, 0) as of 1769538501.00000, cleaved as of 1769538501.00000>, path: .shards_a/shard_c_1769538501.00000, db: /tmp/tmpr434kip4/sda/containers/0/080/d7224bbe015195eb7e711b56d3f65080/d7224bbe015195eb7e711b56d3f65080.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538503.00000, db: /tmp/tmpr434kip4/sda/containers/0/b0c/dafe0a4876c862037d2da740bbcddb0c/dafe0a4876c862037d2da740bbcddb0c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538502.00000, (0, 0) as of 1769538502.00000, sharding as of 1769538502.00000> to ShardRange<'k' to 't' as of 1769538503.00000, (0, 0) as of 1769538503.00000, active as of 1769538503.00000>, path: .shards_a/shard_c_1769538503.00000, db: /tmp/tmpr434kip4/sda/containers/0/b0c/dafe0a4876c862037d2da740bbcddb0c/dafe0a4876c862037d2da740bbcddb0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538505.00000, db: /tmp/tmpr434kip4/sda/containers/0/e36/577b2dae0ec4fb3f1926e729c6262e36/577b2dae0ec4fb3f1926e729c6262e36.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538504.00000, (0, 0) as of 1769538504.00000, sharding as of 1769538504.00000> to ShardRange<'k' to 't' as of 1769538505.00000, (0, 0) as of 1769538505.00000, shrinking as of 1769538505.00000>, path: .shards_a/shard_c_1769538505.00000, db: /tmp/tmpr434kip4/sda/containers/0/e36/577b2dae0ec4fb3f1926e729c6262e36/577b2dae0ec4fb3f1926e729c6262e36.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538505.00000, db: /tmp/tmpr434kip4/sda/containers/0/e36/577b2dae0ec4fb3f1926e729c6262e36/577b2dae0ec4fb3f1926e729c6262e36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538507.00000, db: /tmp/tmpr434kip4/sda/containers/0/254/a3816b0c17ee63cbc7366869bd0d0254/a3816b0c17ee63cbc7366869bd0d0254.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538507.00000, db: /tmp/tmpr434kip4/sda/containers/0/254/a3816b0c17ee63cbc7366869bd0d0254/a3816b0c17ee63cbc7366869bd0d0254.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538509.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd0/f171684a321f5c11c483df3a1179ffd0/f171684a321f5c11c483df3a1179ffd0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538508.00000, (0, 0) as of 1769538508.00000, sharding as of 1769538508.00000> to ShardRange<'k' to 't' as of 1769538509.00000, (0, 0) as of 1769538509.00000, sharded as of 1769538509.00000>, path: .shards_a/shard_c_1769538509.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd0/f171684a321f5c11c483df3a1179ffd0/f171684a321f5c11c483df3a1179ffd0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538509.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd0/f171684a321f5c11c483df3a1179ffd0/f171684a321f5c11c483df3a1179ffd0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538511.00000, db: /tmp/tmpr434kip4/sda/containers/0/c7d/6f43c51ef8bb38e3a56b315b83cc3c7d/6f43c51ef8bb38e3a56b315b83cc3c7d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538510.00000, (0, 0) as of 1769538510.00000, sharding as of 1769538510.00000> to ShardRange<'k' to 't' as of 1769538511.00000, (0, 0) as of 1769538511.00000, shrunk as of 1769538511.00000>, path: .shards_a/shard_c_1769538511.00000, db: /tmp/tmpr434kip4/sda/containers/0/c7d/6f43c51ef8bb38e3a56b315b83cc3c7d/6f43c51ef8bb38e3a56b315b83cc3c7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538511.00000, db: /tmp/tmpr434kip4/sda/containers/0/c7d/6f43c51ef8bb38e3a56b315b83cc3c7d/6f43c51ef8bb38e3a56b315b83cc3c7d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538513.00000, db: /tmp/tmpr434kip4/sda/containers/0/59d/a517d9443454b96475ad80246fc5059d/a517d9443454b96475ad80246fc5059d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538512.00000, (0, 0) as of 1769538512.00000, sharded as of 1769538512.00000> to ShardRange<'k' to 't' as of 1769538513.00000, (0, 0) as of 1769538513.00000, found as of 1769538513.00000>, path: .shards_a/shard_c_1769538513.00000, db: /tmp/tmpr434kip4/sda/containers/0/59d/a517d9443454b96475ad80246fc5059d/a517d9443454b96475ad80246fc5059d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538515.00000, db: /tmp/tmpr434kip4/sda/containers/0/4e8/2670df7ee0893cc754829a9f44e434e8/2670df7ee0893cc754829a9f44e434e8.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538514.00000, (0, 0) as of 1769538514.00000, sharded as of 1769538514.00000> to ShardRange<'k' to 't' as of 1769538515.00000, (0, 0) as of 1769538515.00000, created as of 1769538515.00000>, path: .shards_a/shard_c_1769538515.00000, db: /tmp/tmpr434kip4/sda/containers/0/4e8/2670df7ee0893cc754829a9f44e434e8/2670df7ee0893cc754829a9f44e434e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538517.00000, db: /tmp/tmpr434kip4/sda/containers/0/768/2e0f63c88620599f5c988fa849702768/2e0f63c88620599f5c988fa849702768.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538516.00000, (0, 0) as of 1769538516.00000, sharded as of 1769538516.00000> to ShardRange<'k' to 't' as of 1769538517.00000, (0, 0) as of 1769538517.00000, cleaved as of 1769538517.00000>, path: .shards_a/shard_c_1769538517.00000, db: /tmp/tmpr434kip4/sda/containers/0/768/2e0f63c88620599f5c988fa849702768/2e0f63c88620599f5c988fa849702768.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538519.00000, db: /tmp/tmpr434kip4/sda/containers/0/b69/f847e4781ff86353f0fdb7487a185b69/f847e4781ff86353f0fdb7487a185b69.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538518.00000, (0, 0) as of 1769538518.00000, sharded as of 1769538518.00000> to ShardRange<'k' to 't' as of 1769538519.00000, (0, 0) as of 1769538519.00000, active as of 1769538519.00000>, path: .shards_a/shard_c_1769538519.00000, db: /tmp/tmpr434kip4/sda/containers/0/b69/f847e4781ff86353f0fdb7487a185b69/f847e4781ff86353f0fdb7487a185b69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538521.00000, db: /tmp/tmpr434kip4/sda/containers/0/9b9/6828c1970f69c091b9a74b6c080689b9/6828c1970f69c091b9a74b6c080689b9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538520.00000, (0, 0) as of 1769538520.00000, sharded as of 1769538520.00000> to ShardRange<'k' to 't' as of 1769538521.00000, (0, 0) as of 1769538521.00000, shrinking as of 1769538521.00000>, path: .shards_a/shard_c_1769538521.00000, db: /tmp/tmpr434kip4/sda/containers/0/9b9/6828c1970f69c091b9a74b6c080689b9/6828c1970f69c091b9a74b6c080689b9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538521.00000, db: /tmp/tmpr434kip4/sda/containers/0/9b9/6828c1970f69c091b9a74b6c080689b9/6828c1970f69c091b9a74b6c080689b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538523.00000, db: /tmp/tmpr434kip4/sda/containers/0/bde/9a16c55406d3c9e0b01c32da10e85bde/9a16c55406d3c9e0b01c32da10e85bde.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538522.00000, (0, 0) as of 1769538522.00000, sharded as of 1769538522.00000> to ShardRange<'k' to 't' as of 1769538523.00000, (0, 0) as of 1769538523.00000, sharding as of 1769538523.00000>, path: .shards_a/shard_c_1769538523.00000, db: /tmp/tmpr434kip4/sda/containers/0/bde/9a16c55406d3c9e0b01c32da10e85bde/9a16c55406d3c9e0b01c32da10e85bde.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538523.00000, db: /tmp/tmpr434kip4/sda/containers/0/bde/9a16c55406d3c9e0b01c32da10e85bde/9a16c55406d3c9e0b01c32da10e85bde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538525.00000, db: /tmp/tmpr434kip4/sda/containers/0/908/cc896767d0329628eff3dba14a6f6908/cc896767d0329628eff3dba14a6f6908.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538525.00000, db: /tmp/tmpr434kip4/sda/containers/0/908/cc896767d0329628eff3dba14a6f6908/cc896767d0329628eff3dba14a6f6908.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538527.00000, db: /tmp/tmpr434kip4/sda/containers/0/af3/87b2fdb2c586978552e4d389492c5af3/87b2fdb2c586978552e4d389492c5af3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538526.00000, (0, 0) as of 1769538526.00000, sharded as of 1769538526.00000> to ShardRange<'k' to 't' as of 1769538527.00000, (0, 0) as of 1769538527.00000, shrunk as of 1769538527.00000>, path: .shards_a/shard_c_1769538527.00000, db: /tmp/tmpr434kip4/sda/containers/0/af3/87b2fdb2c586978552e4d389492c5af3/87b2fdb2c586978552e4d389492c5af3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538527.00000, db: /tmp/tmpr434kip4/sda/containers/0/af3/87b2fdb2c586978552e4d389492c5af3/87b2fdb2c586978552e4d389492c5af3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538529.00000, db: /tmp/tmpr434kip4/sda/containers/0/650/075a807f67f34c6e053fb4dc5822d650/075a807f67f34c6e053fb4dc5822d650.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538528.00000, (0, 0) as of 1769538528.00000, shrunk as of 1769538528.00000> to ShardRange<'k' to 't' as of 1769538529.00000, (0, 0) as of 1769538529.00000, found as of 1769538529.00000>, path: .shards_a/shard_c_1769538529.00000, db: /tmp/tmpr434kip4/sda/containers/0/650/075a807f67f34c6e053fb4dc5822d650/075a807f67f34c6e053fb4dc5822d650.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538531.00000, db: /tmp/tmpr434kip4/sda/containers/0/718/125aa0dfca0ffbe14bea0fa553548718/125aa0dfca0ffbe14bea0fa553548718.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538530.00000, (0, 0) as of 1769538530.00000, shrunk as of 1769538530.00000> to ShardRange<'k' to 't' as of 1769538531.00000, (0, 0) as of 1769538531.00000, created as of 1769538531.00000>, path: .shards_a/shard_c_1769538531.00000, db: /tmp/tmpr434kip4/sda/containers/0/718/125aa0dfca0ffbe14bea0fa553548718/125aa0dfca0ffbe14bea0fa553548718.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538533.00000, db: /tmp/tmpr434kip4/sda/containers/0/664/6ffae3b9bf147a689f412193c6193664/6ffae3b9bf147a689f412193c6193664.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538532.00000, (0, 0) as of 1769538532.00000, shrunk as of 1769538532.00000> to ShardRange<'k' to 't' as of 1769538533.00000, (0, 0) as of 1769538533.00000, cleaved as of 1769538533.00000>, path: .shards_a/shard_c_1769538533.00000, db: /tmp/tmpr434kip4/sda/containers/0/664/6ffae3b9bf147a689f412193c6193664/6ffae3b9bf147a689f412193c6193664.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538535.00000, db: /tmp/tmpr434kip4/sda/containers/0/256/98592e321c0b1d787b6a480fbed24256/98592e321c0b1d787b6a480fbed24256.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538534.00000, (0, 0) as of 1769538534.00000, shrunk as of 1769538534.00000> to ShardRange<'k' to 't' as of 1769538535.00000, (0, 0) as of 1769538535.00000, active as of 1769538535.00000>, path: .shards_a/shard_c_1769538535.00000, db: /tmp/tmpr434kip4/sda/containers/0/256/98592e321c0b1d787b6a480fbed24256/98592e321c0b1d787b6a480fbed24256.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538537.00000, db: /tmp/tmpr434kip4/sda/containers/0/547/18c57e0b601381fd5c413b303c53e547/18c57e0b601381fd5c413b303c53e547.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test ERROR: Failed to unlink '/tmp/tmpu05tol1s/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - ~~~~~~~~~^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpu05tol1s/containers/part/suffix/hash/container_1769538422.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpu05tol1s/containers/part/suffix/hash/container_1769538422.00000.db': ['/tmp/tmpu05tol1s/containers/part/suffix/hash/container.db', '/tmp/tmpu05tol1s/containers/part/suffix/hash/container_1769538423.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpu05tol1s/containers/part/suffix/hash/container_1769538423.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc0ea2b7da56b4a06acb11-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2cf7aa0b57654c9ab9519-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb77499f0442b41319809b-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7e9a56c5fea540269da24-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx66fc9d88f88b474a9c66d-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx455055fcd6c8415c9fed5-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a4be26f6d5542db9e665-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx054a4554e68b42a386b70-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa22ef8f0d3d74796a4308-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx752d5449929f4fe1bbc5a-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4ae06c8ce5974ac283c45-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx02373dd4bdd2431783905-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx855198f82b1a422b92272-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx16916fca445e4688b8dae-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx23c6da6047e14036b8c7e-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6e401115cc4f446c92a6e-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc34f67f4765649b8ac15a-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx827d881ad1dc415a98dc6-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd330c5750c24769b84f5-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea8770590b254b76b9e53-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txc6802c8513bc49f2905ec-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa8adda05335948e3bc006-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx394697ee49384fa6b8336-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9f4441da923e465787d99-006979037a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx3e548f027a4d434ea2e7d-006979037a) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx3ec55be96dec44bc90f3f-006979037a) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx08b1776d16c64be9b26d3-006979037a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538536.00000, (0, 0) as of 1769538536.00000, shrunk as of 1769538536.00000> to ShardRange<'k' to 't' as of 1769538537.00000, (0, 0) as of 1769538537.00000, shrinking as of 1769538537.00000>, path: .shards_a/shard_c_1769538537.00000, db: /tmp/tmpr434kip4/sda/containers/0/547/18c57e0b601381fd5c413b303c53e547/18c57e0b601381fd5c413b303c53e547.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538537.00000, db: /tmp/tmpr434kip4/sda/containers/0/547/18c57e0b601381fd5c413b303c53e547/18c57e0b601381fd5c413b303c53e547.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538539.00000, db: /tmp/tmpr434kip4/sda/containers/0/b30/3dd4dd05c952eff54cda13bc9a048b30/3dd4dd05c952eff54cda13bc9a048b30.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538538.00000, (0, 0) as of 1769538538.00000, shrunk as of 1769538538.00000> to ShardRange<'k' to 't' as of 1769538539.00000, (0, 0) as of 1769538539.00000, sharding as of 1769538539.00000>, path: .shards_a/shard_c_1769538539.00000, db: /tmp/tmpr434kip4/sda/containers/0/b30/3dd4dd05c952eff54cda13bc9a048b30/3dd4dd05c952eff54cda13bc9a048b30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538539.00000, db: /tmp/tmpr434kip4/sda/containers/0/b30/3dd4dd05c952eff54cda13bc9a048b30/3dd4dd05c952eff54cda13bc9a048b30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538541.00000, db: /tmp/tmpr434kip4/sda/containers/0/c21/35a6163d6c818194ed0402d075fc8c21/35a6163d6c818194ed0402d075fc8c21.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538540.00000, (0, 0) as of 1769538540.00000, shrunk as of 1769538540.00000> to ShardRange<'k' to 't' as of 1769538541.00000, (0, 0) as of 1769538541.00000, sharded as of 1769538541.00000>, path: .shards_a/shard_c_1769538541.00000, db: /tmp/tmpr434kip4/sda/containers/0/c21/35a6163d6c818194ed0402d075fc8c21/35a6163d6c818194ed0402d075fc8c21.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538541.00000, db: /tmp/tmpr434kip4/sda/containers/0/c21/35a6163d6c818194ed0402d075fc8c21/35a6163d6c818194ed0402d075fc8c21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538543.00000, db: /tmp/tmpr434kip4/sda/containers/0/fa3/69aa544a8b64ea7923bc830b0e90afa3/69aa544a8b64ea7923bc830b0e90afa3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538543.00000, db: /tmp/tmpr434kip4/sda/containers/0/fa3/69aa544a8b64ea7923bc830b0e90afa3/69aa544a8b64ea7923bc830b0e90afa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538544.00000, db: /tmp/tmpr434kip4/sda/containers/0/c09/49e8fc049d6250baff2855da8b9b4c09/49e8fc049d6250baff2855da8b9b4c09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538546.00000, db: /tmp/tmpr434kip4/sda/containers/0/663/53dbe9074d672906736a37166b3d7663/53dbe9074d672906736a37166b3d7663.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538548.00000, db: /tmp/tmpr434kip4/sda/containers/0/e2a/031b2439c3d3c955cb99e619b737ce2a/031b2439c3d3c955cb99e619b737ce2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538550.00000, db: /tmp/tmpr434kip4/sda/containers/0/739/f30eccbc39b46841921db7a758053739/f30eccbc39b46841921db7a758053739.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538552.00000, db: /tmp/tmpr434kip4/sda/containers/0/d7a/bb2209ed04f7bed304b973b9c7214d7a/bb2209ed04f7bed304b973b9c7214d7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538554.00000, db: /tmp/tmpr434kip4/sda/containers/0/276/8cdcb59ed4c946fba3798af86b2ee276/8cdcb59ed4c946fba3798af86b2ee276.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538556.00000, db: /tmp/tmpr434kip4/sda/containers/0/65f/21309c33b06220d0e9e581af5e6d565f/21309c33b06220d0e9e581af5e6d565f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538558.00000, db: /tmp/tmpr434kip4/sda/containers/0/76f/9a9d6456e73baa23631cfad5100c276f/9a9d6456e73baa23631cfad5100c276f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538560.00000, db: /tmp/tmpr434kip4/sda/containers/0/3cd/ac299689626279e87fca92bbcbf8d3cd/ac299689626279e87fca92bbcbf8d3cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538562.00000, db: /tmp/tmpr434kip4/sda/containers/0/a29/fb8db5200b8507fd19b4594d4fbb8a29/fb8db5200b8507fd19b4594d4fbb8a29.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538564.00000, db: /tmp/tmpr434kip4/sda/containers/0/c67/7c2abaae6be7f2f44c11aad117cecc67/7c2abaae6be7f2f44c11aad117cecc67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538566.00000, db: /tmp/tmpr434kip4/sda/containers/0/59a/e50406ff0ce76cb5e3e0d2517c6d859a/e50406ff0ce76cb5e3e0d2517c6d859a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538568.00000, db: /tmp/tmpr434kip4/sda/containers/0/57f/c71f978b70266fbc6df9d25570cce57f/c71f978b70266fbc6df9d25570cce57f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538570.00000, db: /tmp/tmpr434kip4/sda/containers/0/3c7/bad31261a4c8933890f7717b1dcc63c7/bad31261a4c8933890f7717b1dcc63c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538572.00000, db: /tmp/tmpr434kip4/sda/containers/0/c7d/06e76755e9aab373a3233765ffb8ec7d/06e76755e9aab373a3233765ffb8ec7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538574.00000, db: /tmp/tmpr434kip4/sda/containers/0/9e9/c3f194b653e3efc82d96d3f219f3a9e9/c3f194b653e3efc82d96d3f219f3a9e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538576.00000, db: /tmp/tmpr434kip4/sda/containers/0/12d/77b79b54f945a13616235e65a40d512d/77b79b54f945a13616235e65a40d512d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538578.00000, db: /tmp/tmpr434kip4/sda/containers/0/dca/f1a37b0d9b32edab4b7d50a8f8e87dca/f1a37b0d9b32edab4b7d50a8f8e87dca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538580.00000, db: /tmp/tmpr434kip4/sda/containers/0/c7a/ac4810fb7a1e449136753dbb58a66c7a/ac4810fb7a1e449136753dbb58a66c7a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538582.00000, db: /tmp/tmpr434kip4/sda/containers/0/577/a0ddfabd9332493d783774954f580577/a0ddfabd9332493d783774954f580577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538584.00000, db: /tmp/tmpr434kip4/sda/containers/0/07c/61f163cc852591cbcaebba156258c07c/61f163cc852591cbcaebba156258c07c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538586.00000, db: /tmp/tmpr434kip4/sda/containers/0/a8d/163d6386585f532ff8367c0dd635fa8d/163d6386585f532ff8367c0dd635fa8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538588.00000, db: /tmp/tmpr434kip4/sda/containers/0/c33/62d12bc653395ef07a6fc738d2a87c33/62d12bc653395ef07a6fc738d2a87c33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538590.00000, db: /tmp/tmpr434kip4/sda/containers/0/654/4a652ceb821cc9f057f70e4515ad7654/4a652ceb821cc9f057f70e4515ad7654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538592.00000, db: /tmp/tmpr434kip4/sda/containers/0/966/6dfab4cb40124fe4b3eca1a5841bf966/6dfab4cb40124fe4b3eca1a5841bf966.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538594.00000, db: /tmp/tmpr434kip4/sda/containers/0/a17/38574c9635cb9c15df508ff11172da17/38574c9635cb9c15df508ff11172da17.db -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txf01b05afc33c45a09b056-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx28ea7643c66a4c08b7926-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txdad8364c00ff4daaaf276-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx45b1880318294645aa20f-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx7006e74c5be04ca591ae4-006979037a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx3548bb6eaed349518c819-006979037a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5ec470603b0e4b58bf42b-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1d0041a6aab648e6a6380-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1a9d47077eea4e638fc45-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c4c289bfdb2449abd40c-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx129d993d653d4bef82c08-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa330f88455184a6fb52d0-006979037a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx839c576dbff040b5ae538-006979037a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx839c576dbff040b5ae538-006979037a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx927e24cc12e44e1982b3b-006979037a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx927e24cc12e44e1982b3b-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx546fb40d93b443f8b10fb-006979037a) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx546fb40d93b443f8b10fb-006979037a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx546fb40d93b443f8b10fb-006979037a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx546fb40d93b443f8b10fb-006979037a) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx546fb40d93b443f8b10fb-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx8806258c0de24cd984654-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfbf6177daaae40b7a31a9-006979037a) -proxy-server ERROR: Object GET returning 503 for [] (txn: txfbf6177daaae40b7a31a9-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfcdb1cfb5b42447bb8e61-006979037a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txfcdb1cfb5b42447bb8e61-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8288f71406734d8abb5ec-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3230fce490284eacb17b5-006979037a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx3230fce490284eacb17b5-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6e9a8b4a1a37495b872fe-006979037a) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx6e9a8b4a1a37495b872fe-006979037a) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx6e9a8b4a1a37495b872fe-006979037a) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx6e9a8b4a1a37495b872fe-006979037a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp_4wfmrdf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_4wfmrdf/tmp_test_proxy_server_chunked/container-sync-realms.conf'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok - -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp_4wfmrdf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp_4wfmrdf/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0167 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0278 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0203 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0287 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc88c1c6c0f1e4064a2fd8-006979037b" "proxy-server 1824794" 0.0013 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:55907/sda1/1/a/c" "txc88c1c6c0f1e4064a2fd8-006979037b" "container-server 1824794" 0.0012 "-" 1824794 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52477/sdb1/1/a/c" "txc88c1c6c0f1e4064a2fd8-006979037b" "container-server 1824794" 0.0010 "-" 1824794 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc88c1c6c0f1e4064a2fd8-006979037b" "proxy-server 1824794" 0.0268 "-" 1824794 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc88c1c6c0f1e4064a2fd8-006979037b" "proxy-server 1824794" 0.0499 "-" 1824794 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc88c1c6c0f1e4064a2fd8-006979037b - 0.0576 - - 1769538427.362649202 1769538427.420295715 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5a2d4558a05b436391bc2-006979037b" "proxy-server 1824794" 0.0010 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52477/sdb1/1/a1/c1" "tx5a2d4558a05b436391bc2-006979037b" "container-server 1824794" 0.0011 "-" 1824794 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:55907/sda1/1/a1/c1" "tx5a2d4558a05b436391bc2-006979037b" "container-server 1824794" 0.0016 "-" 1824794 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5a2d4558a05b436391bc2-006979037b" "proxy-server 1824794" 0.0284 "-" 1824794 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5a2d4558a05b436391bc2-006979037b" "proxy-server 1824794" 0.0523 "-" 1824794 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5a2d4558a05b436391bc2-006979037b - 0.0591 - - 1769538427.421573639 1769538427.480669022 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa386d2baecee4aef8d241-006979037b" "proxy-server 1824794" 0.0283 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52477/sdb1/2/a/c1" "txa386d2baecee4aef8d241-006979037b" "container-server 1824794" 0.0240 "-" 1824794 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:55907/sda1/2/a/c1" "txa386d2baecee4aef8d241-006979037b" "container-server 1824794" 0.0016 "-" 1824794 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa386d2baecee4aef8d241-006979037b" "proxy-server 1824794" 0.0783 "-" 1824794 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa386d2baecee4aef8d241-006979037b" "proxy-server 1824794" 0.0585 "-" 1824794 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa386d2baecee4aef8d241-006979037b - 0.1190 - - 1769538427.481998920 1769538427.600977421 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx53312ec9726b4909a7173-006979037b" "proxy-server 1824794" 0.0233 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:55907/sda1/1/a/c2" "tx53312ec9726b4909a7173-006979037b" "container-server 1824794" 0.0327 "-" 1824794 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52477/sdb1/1/a/c2" "tx53312ec9726b4909a7173-006979037b" "container-server 1824794" 0.0027 "-" 1824794 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx53312ec9726b4909a7173-006979037b" "proxy-server 1824794" 0.0613 "-" 1824794 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:07 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx53312ec9726b4909a7173-006979037b" "proxy-server 1824794" 0.0852 "-" 1824794 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx53312ec9726b4909a7173-006979037b - 0.1165 - - 1769538427.602626801 1769538427.719151974 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe2bf5a94df4a40ceb66bb-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6f8f85b3878c480594466-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0f120f1858c94a8197763-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0f120f1858c94a8197763-006979037c) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx0f120f1858c94a8197763-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx022e364b70894df0a19c7-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx022e364b70894df0a19c7-006979037c) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx022e364b70894df0a19c7-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx276d4050c1c74f9fbe65b-006979037c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx276d4050c1c74f9fbe65b-006979037c) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9276d3bc354348e8bb1ed-006979037c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9276d3bc354348e8bb1ed-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538596.00000, db: /tmp/tmpr434kip4/sda/containers/0/998/9cf9d39b2a783f335246f8af73d0b998/9cf9d39b2a783f335246f8af73d0b998.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538598.00000, db: /tmp/tmpr434kip4/sda/containers/0/cc9/0c78083365740918b11cace476965cc9/0c78083365740918b11cace476965cc9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538600.00000, db: /tmp/tmpr434kip4/sda/containers/0/700/be4637adbef0654afe1fe0b367bdb700/be4637adbef0654afe1fe0b367bdb700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538602.00000, db: /tmp/tmpr434kip4/sda/containers/0/1fb/c92ce0e14ce532c6c5c7140590e151fb/c92ce0e14ce532c6c5c7140590e151fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538604.00000, db: /tmp/tmpr434kip4/sda/containers/0/3d4/d8ab4a1aba645c381947b581a4b253d4/d8ab4a1aba645c381947b581a4b253d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538606.00000, db: /tmp/tmpr434kip4/sda/containers/0/5d2/3908ef620a565fdab41c2904bdda25d2/3908ef620a565fdab41c2904bdda25d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538608.00000, db: /tmp/tmpr434kip4/sda/containers/0/5d0/f7a843b5664624f95fe5f73b958c25d0/f7a843b5664624f95fe5f73b958c25d0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538608.00000, db: /tmp/tmpr434kip4/sda/containers/0/5d0/f7a843b5664624f95fe5f73b958c25d0/f7a843b5664624f95fe5f73b958c25d0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538610.00000, db: /tmp/tmpr434kip4/sda/containers/0/94c/6264190ce4503b1955b952c78351494c/6264190ce4503b1955b952c78351494c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538610.00000, db: /tmp/tmpr434kip4/sda/containers/0/94c/6264190ce4503b1955b952c78351494c/6264190ce4503b1955b952c78351494c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538612.00000, db: /tmp/tmpr434kip4/sda/containers/0/21c/37fa2769a4ceeccaf9314df4e2b5721c/37fa2769a4ceeccaf9314df4e2b5721c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538612.00000, db: /tmp/tmpr434kip4/sda/containers/0/21c/37fa2769a4ceeccaf9314df4e2b5721c/37fa2769a4ceeccaf9314df4e2b5721c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538614.00000, db: /tmp/tmpr434kip4/sda/containers/0/78e/f7d339733dbea0b05531a612b283a78e/f7d339733dbea0b05531a612b283a78e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538614.00000, db: /tmp/tmpr434kip4/sda/containers/0/78e/f7d339733dbea0b05531a612b283a78e/f7d339733dbea0b05531a612b283a78e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538616.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd4/7d1e63af9485aa706d4513c4cb2c9fd4/7d1e63af9485aa706d4513c4cb2c9fd4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538616.00000, db: /tmp/tmpr434kip4/sda/containers/0/fd4/7d1e63af9485aa706d4513c4cb2c9fd4/7d1e63af9485aa706d4513c4cb2c9fd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538618.00000, db: /tmp/tmpr434kip4/sda/containers/0/52b/d41fb55e741840675a477dbfc692a52b/d41fb55e741840675a477dbfc692a52b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538618.00000, db: /tmp/tmpr434kip4/sda/containers/0/52b/d41fb55e741840675a477dbfc692a52b/d41fb55e741840675a477dbfc692a52b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538620.00000, db: /tmp/tmpr434kip4/sda/containers/0/a44/ba16051fe9f9532bffb534020304ca44/ba16051fe9f9532bffb534020304ca44.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538620.00000, db: /tmp/tmpr434kip4/sda/containers/0/a44/ba16051fe9f9532bffb534020304ca44/ba16051fe9f9532bffb534020304ca44.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538622.00000, db: /tmp/tmpr434kip4/sda/containers/0/bcb/489863ff0d495cc44a54ca3d6df43bcb/489863ff0d495cc44a54ca3d6df43bcb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538622.00000, db: /tmp/tmpr434kip4/sda/containers/0/bcb/489863ff0d495cc44a54ca3d6df43bcb/489863ff0d495cc44a54ca3d6df43bcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538624.00000, db: /tmp/tmpr434kip4/sda/containers/0/73e/628a7bbe0d728f6f43bc57b1ca40973e/628a7bbe0d728f6f43bc57b1ca40973e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538624.00000, db: /tmp/tmpr434kip4/sda/containers/0/73e/628a7bbe0d728f6f43bc57b1ca40973e/628a7bbe0d728f6f43bc57b1ca40973e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538626.00000, db: /tmp/tmpr434kip4/sda/containers/0/ef5/0d0153e6b7a72e5d1162b0301fbabef5/0d0153e6b7a72e5d1162b0301fbabef5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538626.00000, db: /tmp/tmpr434kip4/sda/containers/0/ef5/0d0153e6b7a72e5d1162b0301fbabef5/0d0153e6b7a72e5d1162b0301fbabef5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538628.00000, db: /tmp/tmpr434kip4/sda/containers/0/ee9/cb2a6095de96ad5e1013f3211fb41ee9/cb2a6095de96ad5e1013f3211fb41ee9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538628.00000, db: /tmp/tmpr434kip4/sda/containers/0/ee9/cb2a6095de96ad5e1013f3211fb41ee9/cb2a6095de96ad5e1013f3211fb41ee9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538630.00000, db: /tmp/tmpr434kip4/sda/containers/0/2be/b82d85dd42feb90b929fe5edb018b2be/b82d85dd42feb90b929fe5edb018b2be.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538630.00000, db: /tmp/tmpr434kip4/sda/containers/0/2be/b82d85dd42feb90b929fe5edb018b2be/b82d85dd42feb90b929fe5edb018b2be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538632.00000, db: /tmp/tmpr434kip4/sda/containers/0/cca/4f1817b2818ac4cf8d5f4db59a212cca/4f1817b2818ac4cf8d5f4db59a212cca.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538632.00000, db: /tmp/tmpr434kip4/sda/containers/0/cca/4f1817b2818ac4cf8d5f4db59a212cca/4f1817b2818ac4cf8d5f4db59a212cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538634.00000, db: /tmp/tmpr434kip4/sda/containers/0/369/19b47b217320e5d11ccba767b54ce369/19b47b217320e5d11ccba767b54ce369.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538634.00000, db: /tmp/tmpr434kip4/sda/containers/0/369/19b47b217320e5d11ccba767b54ce369/19b47b217320e5d11ccba767b54ce369.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538636.00000, db: /tmp/tmpr434kip4/sda/containers/0/d0a/7ade378724f6088df4b540378162cd0a/7ade378724f6088df4b540378162cd0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538636.00000, db: /tmp/tmpr434kip4/sda/containers/0/d0a/7ade378724f6088df4b540378162cd0a/7ade378724f6088df4b540378162cd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538638.00000, db: /tmp/tmpr434kip4/sda/containers/0/df6/a81517c194aa890cc1e7d61593d75df6/a81517c194aa890cc1e7d61593d75df6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538638.00000, db: /tmp/tmpr434kip4/sda/containers/0/df6/a81517c194aa890cc1e7d61593d75df6/a81517c194aa890cc1e7d61593d75df6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538640.00000, db: /tmp/tmpr434kip4/sda/containers/0/687/dc4d5c106bf3d1ae3445d39e101d2687/dc4d5c106bf3d1ae3445d39e101d2687.db -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx66a7639aa9cf406391881-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: tx66a7639aa9cf406391881-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: txd63745c16ff5424391b4b-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: txd63745c16ff5424391b4b-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf083a315d5284c6483d1b-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx228ca63fbe9b4ea5bd937-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx053f4366372740cebe732-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx053f4366372740cebe732-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx053f4366372740cebe732-006979037c) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx053f4366372740cebe732-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4f0570f53f4a4ec0b4c08-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4f0570f53f4a4ec0b4c08-006979037c) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4f0570f53f4a4ec0b4c08-006979037c) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx4f0570f53f4a4ec0b4c08-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txa73e0469c223447e9602a-006979037c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txa73e0469c223447e9602a-006979037c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txa73e0469c223447e9602a-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: txa73e0469c223447e9602a-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txeb7ee586a2db4def8fc5e-006979037c) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx72fb0ddd1b0640778f8ad-006979037c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx72fb0ddd1b0640778f8ad-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txffcee6b1c1734a7282d17-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8df16f7ae71d479991910-006979037c) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx73647aae6de54531a4c49-006979037c)test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok - -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx959f6a399b8f4126a63e3-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9adff435ec91405385d53-006979037c) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2076c8fbe5dc40348353b-006979037c) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx2076c8fbe5dc40348353b-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test WARNING: Could not autocreate account '/account' (txn: tx7b6f7e7160af46fc82b7d-006979037c) -test INFO: autocreate account '/account' (txn: txe8107f31aacb46669d186-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test WARNING: Could not autocreate account '/account' (txn: tx2daeb0d4207748b7bd9b4-006979037c) -test INFO: autocreate account '/account' (txn: txb94432c30e4a47009657a-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc0d57f16d7534461a3f2d-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc0d57f16d7534461a3f2d-006979037c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txc0d57f16d7534461a3f2d-006979037c) -test INFO: autocreate account '/account' (txn: txaf4180c2b4354ae6a2617-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx99058d78ffc94b289c246-006979037c) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx99058d78ffc94b289c246-006979037c) -test INFO: autocreate account '/account' (txn: tx99058d78ffc94b289c246-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx0aa921aca1494da69ef18-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0aa921aca1494da69ef18-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: txa0e1afa48edd40c89ff73-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx5143f9036b2b423f8905c-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc2922dfb635845dabeaac-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txf979e5fb0021418a93595-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx680235374c3d48939e10d-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx19285eaa47c7465ba8ea2-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx02a1b03a78ab4b15a26a5-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf7250b904ba144dc87a07-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4841c5f444cf4d60be973-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx4841c5f444cf4d60be973-006979037c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx4841c5f444cf4d60be973-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx48c899d6827a433b8c5c4-006979037c) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx48c899d6827a433b8c5c4-006979037c) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx48c899d6827a433b8c5c4-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txf334907afc8f4d25a794f-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf334907afc8f4d25a794f-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf334907afc8f4d25a794f-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf334907afc8f4d25a794f-006979037c) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ip, port, node['device'], part, method, path, - headers=headers, query_string=query) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx14e036941f8248a6b295e-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx14e036941f8248a6b295e-006979037c) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx14e036941f8248a6b295e-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx14e036941f8248a6b295e-006979037c)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa3cd63b2b5784e2eb4141-006979037c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txeaf77557047b467d8a56a-006979037c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txeaf77557047b467d8a56a-006979037c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txeaf77557047b467d8a56a-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: txeaf77557047b467d8a56a-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx73c076b37c194c6b8b026-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx73c076b37c194c6b8b026-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx73c076b37c194c6b8b026-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: tx73c076b37c194c6b8b026-006979037c) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc399ae846d864305ab2e4-006979037c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0fff644b0208422ba149e-006979037c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx0fff644b0208422ba149e-006979037c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ip, port, node['device'], - self.partition, self.req.method, self.path, - headers=req_headers, - query_string=self.req.query_string) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ~~~~^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx0fff644b0208422ba149e-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: tx0fff644b0208422ba149e-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe61fc85a208c4893863fe-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe61fc85a208c4893863fe-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe61fc85a208c4893863fe-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: txe61fc85a208c4893863fe-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa69ef13d484b46c7aa2fc-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok - -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx846edb1f17b6430db5c4a-006979037c) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx846edb1f17b6430db5c4a-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: tx846edb1f17b6430db5c4a-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe0474a526bd44b1da70d6-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx125ec5893df64dcfb8ffa-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: tx125ec5893df64dcfb8ffa-006979037c) -test INFO: Client disconnected on read of '/a/c/' (txn: tx125ec5893df64dcfb8ffa-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx29e9e2fd3ab24ce4926ed-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx29e9e2fd3ab24ce4926ed-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx29e9e2fd3ab24ce4926ed-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx29e9e2fd3ab24ce4926ed-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx564b46b877a24a49b7146-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx564b46b877a24a49b7146-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx564b46b877a24a49b7146-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx564b46b877a24a49b7146-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9c34e33dcdc74e8e8174d-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9c34e33dcdc74e8e8174d-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9c34e33dcdc74e8e8174d-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9c34e33dcdc74e8e8174d-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1f5c3b0538d849018f8ba-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx1f5c3b0538d849018f8ba-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx1f5c3b0538d849018f8ba-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1f5c3b0538d849018f8ba-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1cbd8bd0a2aa4f9487990-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1cbd8bd0a2aa4f9487990-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1cbd8bd0a2aa4f9487990-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1cbd8bd0a2aa4f9487990-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx790db20a673c43c893e12-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx790db20a673c43c893e12-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx790db20a673c43c893e12-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx790db20a673c43c893e12-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txebebf38a07584e8294271-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txebebf38a07584e8294271-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txebebf38a07584e8294271-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txebebf38a07584e8294271-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txa4bd43d50029410d88077-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txa4bd43d50029410d88077-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txa4bd43d50029410d88077-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa4bd43d50029410d88077-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx39f3b722225249c488a77-006979037c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx39f3b722225249c488a77-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx39f3b722225249c488a77-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx39f3b722225249c488a77-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx39f3b722225249c488a77-006979037c) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx39f3b722225249c488a77-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx85b998c14d4240d9931ee-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx85b998c14d4240d9931ee-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx85b998c14d4240d9931ee-006979037c) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx85b998c14d4240d9931ee-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx843e61905a17492a87b73-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx843e61905a17492a87b73-006979037c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx843e61905a17492a87b73-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx843e61905a17492a87b73-006979037c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx843e61905a17492a87b73-006979037c) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx843e61905a17492a87b73-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx843e61905a17492a87b73-006979037c) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx843e61905a17492a87b73-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa5df6cd2bfb2408a8ce5b-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa5df6cd2bfb2408a8ce5b-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa5df6cd2bfb2408a8ce5b-006979037c) -test ERROR: Container GET returning 503 for [] (txn: txa5df6cd2bfb2408a8ce5b-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcf035942f5824effafada-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcf035942f5824effafada-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcf035942f5824effafada-006979037c) -test ERROR: Container GET returning 503 for [] (txn: txcf035942f5824effafada-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5c84765eac6b464c868e7-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5c84765eac6b464c868e7-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5c84765eac6b464c868e7-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx5c84765eac6b464c868e7-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd619e242ee0448489959c-006979037c)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok - -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd619e242ee0448489959c-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd619e242ee0448489959c-006979037c) -test ERROR: Container GET returning 503 for [] (txn: txd619e242ee0448489959c-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx847e8e0327bc49a6b01b1-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx847e8e0327bc49a6b01b1-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx847e8e0327bc49a6b01b1-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx847e8e0327bc49a6b01b1-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe7b32c7355db49a1aa4e5-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe7b32c7355db49a1aa4e5-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe7b32c7355db49a1aa4e5-006979037c) -test ERROR: Container GET returning 503 for [] (txn: txe7b32c7355db49a1aa4e5-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1e998e358a0448f49e6b6-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1e998e358a0448f49e6b6-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1e998e358a0448f49e6b6-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx1e998e358a0448f49e6b6-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7b3c61e1b71c43aa9777a-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7b3c61e1b71c43aa9777a-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7b3c61e1b71c43aa9777a-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx7b3c61e1b71c43aa9777a-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx339886b5ff7a41d7b2523-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx339886b5ff7a41d7b2523-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx339886b5ff7a41d7b2523-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx339886b5ff7a41d7b2523-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3c95d5be8df043c099863-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3c95d5be8df043c099863-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3c95d5be8df043c099863-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx3c95d5be8df043c099863-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8dda386bf9844606a1f4a-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8dda386bf9844606a1f4a-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8dda386bf9844606a1f4a-006979037c) -test ERROR: Container GET returning 503 for [] (txn: tx8dda386bf9844606a1f4a-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4c82b063f508440cb1967-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4c82b063f508440cb1967-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4c82b063f508440cb1967-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4c82b063f508440cb1967-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5194fd2d886f499599474-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5194fd2d886f499599474-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5194fd2d886f499599474-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5194fd2d886f499599474-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx15ee22c875b241c789991-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx15ee22c875b241c789991-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx15ee22c875b241c789991-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx15ee22c875b241c789991-006979037c) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2ffe7a7ded0b41b085bb2-006979037c) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2ffe7a7ded0b41b085bb2-006979037c) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2ffe7a7ded0b41b085bb2-006979037c) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2ffe7a7ded0b41b085bb2-006979037c) -test INFO: Client disconnected on read of '/a/c' (txn: txb5c26aa238a6494bae91d-006979037c) -test INFO: Client disconnected on read of '/a/c/' (txn: txb5c26aa238a6494bae91d-006979037c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx9e6e0c66d48f41b7bb637-006979037c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx9e6e0c66d48f41b7bb637-006979037c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx9e6e0c66d48f41b7bb637-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: tx9e6e0c66d48f41b7bb637-006979037c) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx6f544bc1ea664f898ce14-006979037c) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx6f544bc1ea664f898ce14-006979037c) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx6f544bc1ea664f898ce14-006979037c) -test ERROR: Account HEAD returning 503 for [] (txn: tx6f544bc1ea664f898ce14-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok -/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538640.00000, db: /tmp/tmpr434kip4/sda/containers/0/687/dc4d5c106bf3d1ae3445d39e101d2687/dc4d5c106bf3d1ae3445d39e101d2687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538642.00000, db: /tmp/tmpr434kip4/sda/containers/0/dab/d72b0102127de925fef1e021daf04dab/d72b0102127de925fef1e021daf04dab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538642.00000, db: /tmp/tmpr434kip4/sda/containers/0/dab/d72b0102127de925fef1e021daf04dab/d72b0102127de925fef1e021daf04dab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538644.00000, db: /tmp/tmpr434kip4/sda/containers/0/866/af7870add385369d6fd993ccc3302866/af7870add385369d6fd993ccc3302866.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538644.00000, db: /tmp/tmpr434kip4/sda/containers/0/866/af7870add385369d6fd993ccc3302866/af7870add385369d6fd993ccc3302866.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538646.00000, db: /tmp/tmpr434kip4/sda/containers/0/629/2b9148a7ca533ca642cd65ba3314b629/2b9148a7ca533ca642cd65ba3314b629.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538646.00000, db: /tmp/tmpr434kip4/sda/containers/0/629/2b9148a7ca533ca642cd65ba3314b629/2b9148a7ca533ca642cd65ba3314b629.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538648.00000, db: /tmp/tmpr434kip4/sda/containers/0/9df/e2da7eddcd27f1db7f78bf363d28d9df/e2da7eddcd27f1db7f78bf363d28d9df.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538648.00000, db: /tmp/tmpr434kip4/sda/containers/0/9df/e2da7eddcd27f1db7f78bf363d28d9df/e2da7eddcd27f1db7f78bf363d28d9df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538650.00000, db: /tmp/tmpr434kip4/sda/containers/0/131/2964597b75bc9a80a419ca240ae1d131/2964597b75bc9a80a419ca240ae1d131.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538650.00000, db: /tmp/tmpr434kip4/sda/containers/0/131/2964597b75bc9a80a419ca240ae1d131/2964597b75bc9a80a419ca240ae1d131.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538652.00000, db: /tmp/tmpr434kip4/sda/containers/0/407/8c82fbdfff03acc54acc3a2864f29407/8c82fbdfff03acc54acc3a2864f29407.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538652.00000, db: /tmp/tmpr434kip4/sda/containers/0/407/8c82fbdfff03acc54acc3a2864f29407/8c82fbdfff03acc54acc3a2864f29407.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538654.00000, db: /tmp/tmpr434kip4/sda/containers/0/3ce/640df99e2de97644e3068975464ee3ce/640df99e2de97644e3068975464ee3ce.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538654.00000, db: /tmp/tmpr434kip4/sda/containers/0/3ce/640df99e2de97644e3068975464ee3ce/640df99e2de97644e3068975464ee3ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538656.00000, db: /tmp/tmpr434kip4/sda/containers/0/82c/dc19327f5507cb31b41a8034db62782c/dc19327f5507cb31b41a8034db62782c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538656.00000, db: /tmp/tmpr434kip4/sda/containers/0/82c/dc19327f5507cb31b41a8034db62782c/dc19327f5507cb31b41a8034db62782c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538658.00000, db: /tmp/tmpr434kip4/sda/containers/0/0f7/5b7389ca465b378eb6c7dd13ca0490f7/5b7389ca465b378eb6c7dd13ca0490f7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538658.00000, db: /tmp/tmpr434kip4/sda/containers/0/0f7/5b7389ca465b378eb6c7dd13ca0490f7/5b7389ca465b378eb6c7dd13ca0490f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538660.00000, db: /tmp/tmpr434kip4/sda/containers/0/fb4/9d0b2436f2a3ee6aba1ae86e66baafb4/9d0b2436f2a3ee6aba1ae86e66baafb4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538660.00000, db: /tmp/tmpr434kip4/sda/containers/0/fb4/9d0b2436f2a3ee6aba1ae86e66baafb4/9d0b2436f2a3ee6aba1ae86e66baafb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538662.00000, db: /tmp/tmpr434kip4/sda/containers/0/930/bfe650aa2137f85c6e14e506f170d930/bfe650aa2137f85c6e14e506f170d930.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538662.00000, db: /tmp/tmpr434kip4/sda/containers/0/930/bfe650aa2137f85c6e14e506f170d930/bfe650aa2137f85c6e14e506f170d930.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538664.00000, db: /tmp/tmpr434kip4/sda/containers/0/9fb/abe81c0b9e23fd121bb92ef62e68f9fb/abe81c0b9e23fd121bb92ef62e68f9fb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538664.00000, db: /tmp/tmpr434kip4/sda/containers/0/9fb/abe81c0b9e23fd121bb92ef62e68f9fb/abe81c0b9e23fd121bb92ef62e68f9fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538666.00000, db: /tmp/tmpr434kip4/sda/containers/0/bc6/b1c9393e55c8c56b91520895e10f5bc6/b1c9393e55c8c56b91520895e10f5bc6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538666.00000, db: /tmp/tmpr434kip4/sda/containers/0/bc6/b1c9393e55c8c56b91520895e10f5bc6/b1c9393e55c8c56b91520895e10f5bc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538668.00000, db: /tmp/tmpr434kip4/sda/containers/0/f7d/cb9782e814106fc90623c04a78637f7d/cb9782e814106fc90623c04a78637f7d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538668.00000, db: /tmp/tmpr434kip4/sda/containers/0/f7d/cb9782e814106fc90623c04a78637f7d/cb9782e814106fc90623c04a78637f7d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538670.00000, db: /tmp/tmpr434kip4/sda/containers/0/413/799981d282e97f345a7812999a2a4413/799981d282e97f345a7812999a2a4413.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538670.00000, db: /tmp/tmpr434kip4/sda/containers/0/413/799981d282e97f345a7812999a2a4413/799981d282e97f345a7812999a2a4413.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8ggr97v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538429.00000, (0, 0) as of 1769538429.00000, active as of 1769538429.00000> to ShardRange<'k' to 't' as of 1769538430.00000, (0, 0) as of 1769538430.00000, sharded as of 1769538431.00000>, path: .shards_a/shard_c, db: /tmp/tmp_8ggr97v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp_8ggr97v/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp7m10ioeo/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538430.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/868/322ed19c508a94bda94ddb7a96b07868/322ed19c508a94bda94ddb7a96b07868.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538433.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/c67/0786acb5544d38350146bedf63abdc67/0786acb5544d38350146bedf63abdc67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538436.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/fad/60d35caa0039e1739fa2c71246b72fad/60d35caa0039e1739fa2c71246b72fad.db -test INFO: Client disconnected on read of '/a/c' (txn: tx0b0b3f711ee148c59fb2d-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx33141f2a9a6e4591bb9b2-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txeacf0cd94263427890ea2-006979037c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpeyoettpn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeyoettpn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpeyoettpn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpeyoettpn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0193 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0234 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0148 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0252 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcd9c47ddef6f448dab946-006979037c" "proxy-server 1824794" 0.0011 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:51175/sdb1/1/a/c" "txcd9c47ddef6f448dab946-006979037c" "container-server 1824794" 0.0010 "-" 1824794 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59461/sda1/1/a/c" "txcd9c47ddef6f448dab946-006979037c" "container-server 1824794" 0.0009 "-" 1824794 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd9c47ddef6f448dab946-006979037c" "proxy-server 1824794" 0.0466 "-" 1824794 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txcd9c47ddef6f448dab946-006979037c" "proxy-server 1824794" 0.0304 "-" 1824794 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/08 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcd9c47ddef6f448dab946-006979037c - 0.0542 - - 1769538428.818668127 1769538428.872891665 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txda0f7b66f5a34cd39ee6d-006979037c" "proxy-server 1824794" 0.0011 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:51175/sdb1/1/a1/c1" "txda0f7b66f5a34cd39ee6d-006979037c" "container-server 1824794" 0.0009 "-" 1824794 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59461/sda1/1/a1/c1" "txda0f7b66f5a34cd39ee6d-006979037c" "container-server 1824794" 0.0022 "-" 1824794 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda0f7b66f5a34cd39ee6d-006979037c" "proxy-server 1824794" 0.0303 "-" 1824794 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txda0f7b66f5a34cd39ee6d-006979037c" "proxy-server 1824794" 0.0580 "-" 1824794 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/08 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txda0f7b66f5a34cd39ee6d-006979037c - 0.0651 - - 1769538428.874152422 1769538428.939298391 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:08 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx12a8a0b1b6d24192bc0b2-006979037c" "proxy-server 1824794" 0.0261 "-" 1824794 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:51175/sdb1/2/a/c1" "tx12a8a0b1b6d24192bc0b2-006979037c" "container-server 1824794" 0.0257 "-" 1824794 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:59461/sda1/2/a/c1" "tx12a8a0b1b6d24192bc0b2-006979037c" "container-server 1824794" 0.0009 "-" 1824794 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12a8a0b1b6d24192bc0b2-006979037c" "proxy-server 1824794" 0.0552 "-" 1824794 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx12a8a0b1b6d24192bc0b2-006979037c" "proxy-server 1824794" 0.0801 "-" 1824794 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx12a8a0b1b6d24192bc0b2-006979037c - 0.1120 - - 1769538428.940599203 1769538429.052575350 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe46b2b7d45f84ee89c6fe-006979037d" "proxy-server 1824794" 0.0293 "-" 1824794 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59461/sda1/1/a/c2" "txe46b2b7d45f84ee89c6fe-006979037d" "container-server 1824794" 0.0013 "-" 1824794 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51175/sdb1/1/a/c2" "txe46b2b7d45f84ee89c6fe-006979037d" "container-server 1824794" 0.0294 "-" 1824794 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe46b2b7d45f84ee89c6fe-006979037d" "proxy-server 1824794" 0.0560 "-" 1824794 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:27:09 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe46b2b7d45f84ee89c6fe-006979037d" "proxy-server 1824794" 0.0833 "-" 1824794 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/27/09 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe46b2b7d45f84ee89c6fe-006979037d - 0.1191 - - 1769538429.053932905 1769538429.173080683 2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538439.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/57c/67f5023b7283e5dea6866559d911057c/67f5023b7283e5dea6866559d911057c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538442.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/41e/d4cbaf690da5ac9ddff011dcde85a41e/d4cbaf690da5ac9ddff011dcde85a41e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538445.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/4e5/215db36f0a098c985580dab7a62a84e5/215db36f0a098c985580dab7a62a84e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538448.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/d14/1560d5f1c64ad0bc9afbd8fad5e03d14/1560d5f1c64ad0bc9afbd8fad5e03d14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538451.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/73a/44022ca6c2994a42a7437a077985473a/44022ca6c2994a42a7437a077985473a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538454.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/668/75ac74edc443d679a7c68e859acf2668/75ac74edc443d679a7c68e859acf2668.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538457.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/7ef/e42c87a406f0b77b07429417cde077ef/e42c87a406f0b77b07429417cde077ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538460.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/aa6/2524b220180b8817acf810de3b13baa6/2524b220180b8817acf810de3b13baa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538463.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/77f/0786f1e4c6f0d9d3cf47825816bff77f/0786f1e4c6f0d9d3cf47825816bff77f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538466.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/803/6a40026a39de85a1843abebd8ad66803/6a40026a39de85a1843abebd8ad66803.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538469.00000-0, db: /tmp/tmpuzgg11kf/sda/containers/0/4d6/a3d64d88169d97187da519190d5d74d6/a3d64d88169d97187da519190d5d74d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538431.00000-0, db: /tmp/tmp2fjvaocd/sda/containers/0/58c/940fc7d1fb5c2e656759b487f8c0058c/940fc7d1fb5c2e656759b487f8c0058c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538435.00000-0, db: /tmp/tmp2fjvaocd/sda/containers/0/bc7/116652907b4d4642343ceb9920506bc7/116652907b4d4642343ceb9920506bc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538433.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c67/0786acb5544d38350146bedf63abdc67/0786acb5544d38350146bedf63abdc67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538437.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/d4a/40210db1b2b21aa0354fb2623245ed4a/40210db1b2b21aa0354fb2623245ed4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538441.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/963/5663461088c5c246c4d6f3033196f963/5663461088c5c246c4d6f3033196f963.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538445.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4e5/215db36f0a098c985580dab7a62a84e5/215db36f0a098c985580dab7a62a84e5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538445.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4e5/215db36f0a098c985580dab7a62a84e5/215db36f0a098c985580dab7a62a84e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538449.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/dea/1cab5c731d49e3af051e429c6b9a6dea/1cab5c731d49e3af051e429c6b9a6dea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538453.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/847/e0dcfff6889972d76aaf4bcd973ea847/e0dcfff6889972d76aaf4bcd973ea847.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538457.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/7ef/e42c87a406f0b77b07429417cde077ef/e42c87a406f0b77b07429417cde077ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538461.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/062/ff1514a9a6f56bb945ae5f6d21148062/ff1514a9a6f56bb945ae5f6d21148062.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538465.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/04e/37bdcbca4a1b6e8bd7e5570fe99a704e/37bdcbca4a1b6e8bd7e5570fe99a704e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538469.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4d6/a3d64d88169d97187da519190d5d74d6/a3d64d88169d97187da519190d5d74d6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538473.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538477.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538477.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538481.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/bbc/d72dcefc251ebc247e7581db05f1fbbc/d72dcefc251ebc247e7581db05f1fbbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538485.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538489.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/ab9/2aeae74aaeafcb8cbd2c2d234977cab9/2aeae74aaeafcb8cbd2c2d234977cab9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538493.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c69/45e8356b587ce2ab5a9b95f3fe6edc69/45e8356b587ce2ab5a9b95f3fe6edc69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538497.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/f17/f3fc52c8acdc93f7776c2e163c88ef17/f3fc52c8acdc93f7776c2e163c88ef17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538501.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/82f/39a75305ca557d1bd6f128cf56e1f82f/39a75305ca557d1bd6f128cf56e1f82f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538505.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/97c/84322b323184fadb0a7bdcd0dd99f97c/84322b323184fadb0a7bdcd0dd99f97c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538509.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538509.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538513.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538517.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/fb3/40118f33b93bdd6b772cb29157af5fb3/40118f33b93bdd6b772cb29157af5fb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538521.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/314/2306ea1e5b6cb701e36115b580781314/2306ea1e5b6cb701e36115b580781314.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538525.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538529.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/694/54813da7ba580ff0cdb487dee43f4694/54813da7ba580ff0cdb487dee43f4694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538537.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4a3/6c50275ac9dd56f62abdbe1be8b164a3/6c50275ac9dd56f62abdbe1be8b164a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538541.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e4e/f10886c58df35a8e113e1bdfca3bbe4e/f10886c58df35a8e113e1bdfca3bbe4e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538541.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e4e/f10886c58df35a8e113e1bdfca3bbe4e/f10886c58df35a8e113e1bdfca3bbe4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538549.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/383/28fae43674f8d9e320783f0346d5e383/28fae43674f8d9e320783f0346d5e383.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538553.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8a0/9547f3b40b93df3ac7a5f396d995b8a0/9547f3b40b93df3ac7a5f396d995b8a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538561.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/409/9e790e8b1b59b788783b202eb8f4b409/9e790e8b1b59b788783b202eb8f4b409.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538565.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/054/72d93ea3e22f2b35ef4193b060dc6054/72d93ea3e22f2b35ef4193b060dc6054.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538577.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e4b/5de0b57211e7176ad37d1945ba11de4b/5de0b57211e7176ad37d1945ba11de4b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538585.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538589.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b75/fe77ac56afee3842487eb82e5d5d6b75/fe77ac56afee3842487eb82e5d5d6b75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538597.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/03e/8f5050951d0996d4e3a00a4eddcec03e/8f5050951d0996d4e3a00a4eddcec03e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538601.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/ee4/288388cae7482b63d274037245e6fee4/288388cae7482b63d274037245e6fee4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538609.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c27/8a81cae1bc2c1ea44d2483221342ec27/8a81cae1bc2c1ea44d2483221342ec27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538613.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/542/391e0311adaa48338bffb45e2302f542/391e0311adaa48338bffb45e2302f542.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538621.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/0dd/cd16b55f80b5d1e48639c7280aa110dd/cd16b55f80b5d1e48639c7280aa110dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538625.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/48f/f1fc2798cb737d562cede1ed7f4c448f/f1fc2798cb737d562cede1ed7f4c448f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538633.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/049/7fcb9df1576a922329a2b8c9396b3049/7fcb9df1576a922329a2b8c9396b3049.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538637.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8ee/6541c96869f54290438272d2756af8ee/6541c96869f54290438272d2756af8ee.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538637.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8ee/6541c96869f54290438272d2756af8ee/6541c96869f54290438272d2756af8ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538641.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/acf/7d34205a3d60ae9e9d7fd5758f0faacf/7d34205a3d60ae9e9d7fd5758f0faacf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538645.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/3cc/32d622b11bb92275e4240fdf80d3e3cc/32d622b11bb92275e4240fdf80d3e3cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538649.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538653.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538657.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/d26/cf2c18f643aa3f2680f12329f7ef0d26/cf2c18f643aa3f2680f12329f7ef0d26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538661.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8f7/8ea48bc252a3efb378a3c4918d3258f7/8ea48bc252a3efb378a3c4918d3258f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538665.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538669.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/de5/705a2247928a5bb9ecf04ca8a11e8de5/705a2247928a5bb9ecf04ca8a11e8de5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538669.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/de5/705a2247928a5bb9ecf04ca8a11e8de5/705a2247928a5bb9ecf04ca8a11e8de5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538673.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/6ac/1e364a00789b15f250adf200fdc0e6ac/1e364a00789b15f250adf200fdc0e6ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538677.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/a1d/a2f717876701664e1d21d1c8e89baa1d/a2f717876701664e1d21d1c8e89baa1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538681.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b64/9ad8b61441891639a5a68dcb10cd1b64/9ad8b61441891639a5a68dcb10cd1b64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538685.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/428/a25353ea4c795eb82389aa33a6f1a428/a25353ea4c795eb82389aa33a6f1a428.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538689.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e85/d3cfdd4987de01ba835a0ca41a830e85/d3cfdd4987de01ba835a0ca41a830e85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538693.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/cb1/1f2415c267be5de16047ac07ccc4fcb1/1f2415c267be5de16047ac07ccc4fcb1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538697.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/0a6/56e5299146cad0d8fe9c46fface930a6/56e5299146cad0d8fe9c46fface930a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538701.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538705.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/1b6/5080fd22076a8b00ef5ccb037806a1b6/5080fd22076a8b00ef5ccb037806a1b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538709.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/553/ea72ba9e44979255730c7844fc8a5553/ea72ba9e44979255730c7844fc8a5553.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538713.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/2eb/6171cfc7dbe23f4a7c47639754d0a2eb/6171cfc7dbe23f4a7c47639754d0a2eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538717.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/cc2/7f6e9ee94cac7656e37c1a61feddbcc2/7f6e9ee94cac7656e37c1a61feddbcc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538721.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/e7f/5d3f870bb31c1effa5f967edb538ae7f/5d3f870bb31c1effa5f967edb538ae7f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538725.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/364/83ebebe09a47de4ee99cd9716c9a6364/83ebebe09a47de4ee99cd9716c9a6364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538729.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/7f2/654085ca3000991134553e34e56467f2/654085ca3000991134553e34e56467f2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538733.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4b0/8b64eb64af34e222fb266869c18914b0/8b64eb64af34e222fb266869c18914b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538737.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/5ce/1e501b483698346415bd986b1f44b5ce/1e501b483698346415bd986b1f44b5ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538741.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/02d/89b91068ef63155807ad7d5149f4202d/89b91068ef63155807ad7d5149f4202d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538745.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/fb3/bfdc626993f09bfc7e7d011e25555fb3/bfdc626993f09bfc7e7d011e25555fb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538749.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/a98/934901e136935244cf68cebf8933aa98/934901e136935244cf68cebf8933aa98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538753.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/353/436ad1f488cc4e54ffce668952cff353/436ad1f488cc4e54ffce668952cff353.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538757.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/aad/63fd699e0ea7c0bb5d906bea8ff7baad/63fd699e0ea7c0bb5d906bea8ff7baad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538761.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/903/efed6c805b135597f47d22bc2270c903/efed6c805b135597f47d22bc2270c903.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538765.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b9f/0856c761f75d8f3f37c2751b0ffd8b9f/0856c761f75d8f3f37c2751b0ffd8b9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538769.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/d06/a4e42a5c34aa43a579ea9043caed2d06/a4e42a5c34aa43a579ea9043caed2d06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538773.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/fb5/0f78d17cc930ac7793b42a6ca44b1fb5/0f78d17cc930ac7793b42a6ca44b1fb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538777.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/78c/5151ff17ad5c8adc1853daab1ebb378c/5151ff17ad5c8adc1853daab1ebb378c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538781.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/868/8e487f3d998996a36b067c28dd59a868/8e487f3d998996a36b067c28dd59a868.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538785.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b2a/134fccb59c712673a92d56df40333b2a/134fccb59c712673a92d56df40333b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538789.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8e3/212001dbad4fe2ab66f4504c73f0b8e3/212001dbad4fe2ab66f4504c73f0b8e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538793.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/24a/32da5839196933423683ef02e212d24a/32da5839196933423683ef02e212d24a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538797.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/d76/50a8d072a3a3bcbd847223eb36d07d76/50a8d072a3a3bcbd847223eb36d07d76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538801.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/9b3/8d9febb73707db04867b1bbb201f39b3/8d9febb73707db04867b1bbb201f39b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538805.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c1c/5c9ed75515d0794796dce4491d8fbc1c/5c9ed75515d0794796dce4491d8fbc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538809.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/ed9/d0236889a5dc1f6153f02a4792d49ed9/d0236889a5dc1f6153f02a4792d49ed9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538813.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/328/bad126a2ddccc31dc700e39ab3efa328/bad126a2ddccc31dc700e39ab3efa328.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538817.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/4dd/98496aadde7d64a7301f51f78f8704dd/98496aadde7d64a7301f51f78f8704dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538821.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/76b/1c22a32aeae2dab42c966c4ee2ccc76b/1c22a32aeae2dab42c966c4ee2ccc76b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538825.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/6c9/e06d306f7d0b43d98934104bd51416c9/e06d306f7d0b43d98934104bd51416c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538829.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/5f5/5f393d842e2112a3b1e40bfbc44925f5/5f393d842e2112a3b1e40bfbc44925f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538833.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538837.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/1ec/0422f1c48945a6bd09b8f546efedf1ec/0422f1c48945a6bd09b8f546efedf1ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538841.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/07f/ed30c27fff6b0f204c9ecc8cd9ff007f/ed30c27fff6b0f204c9ecc8cd9ff007f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538845.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c6a/481c1e8fef28c88a2cea9055f2d5ac6a/481c1e8fef28c88a2cea9055f2d5ac6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538849.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/17f/8a6247b35baf4d687bce78038f32817f/8a6247b35baf4d687bce78038f32817f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538853.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c0d/d0fca9a85532ac7e186f40d863a43c0d/d0fca9a85532ac7e186f40d863a43c0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538857.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/c13/e80ddaaade82fd1b34f5957771a9bc13/e80ddaaade82fd1b34f5957771a9bc13.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538861.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/918/b976b0fd1252af703f20aebbfa33e918/b976b0fd1252af703f20aebbfa33e918.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538865.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/6a3/f6fdda6f93c9c9b04f0882e2b6c826a3/f6fdda6f93c9c9b04f0882e2b6c826a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538869.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/eaf/840abe60862229d46863a864e594feaf/840abe60862229d46863a864e594feaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538873.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/52f/53a9af98b83b3f1451e654093299052f/53a9af98b83b3f1451e654093299052f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538877.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/a95/47ee48aa1f71ad9e5da660da75c22a95/47ee48aa1f71ad9e5da660da75c22a95.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538881.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/f2a/63ce6f4f39eebd4c919d82a24e0def2a/63ce6f4f39eebd4c919d82a24e0def2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538885.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/41d/5cc18580238b170986edda67cc30941d/5cc18580238b170986edda67cc30941d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538889.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/01a/37c424195c824949070bad3d1af7d01a/37c424195c824949070bad3d1af7d01a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538893.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/acc/40ee884d206b24745d087deaebe69acc/40ee884d206b24745d087deaebe69acc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538897.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/fea/0f749492c9b1ce3140a666f4ac2b1fea/0f749492c9b1ce3140a666f4ac2b1fea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538901.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/09a/12d03b8edc2c0a56721ed5f6bd25e09a/12d03b8edc2c0a56721ed5f6bd25e09a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538905.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/b4e/c4e2a350a2dcd9e225f075b15631fb4e/c4e2a350a2dcd9e225f075b15631fb4e.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538909.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8e3/6c07a9046d04464c422aec701e7ee8e3/6c07a9046d04464c422aec701e7ee8e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538913.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/9fc/cc42192a1fb02e43e49d1b10baeee9fc/cc42192a1fb02e43e49d1b10baeee9fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538917.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/6c2/2f91cc2179abde5ef57a3976f45d66c2/2f91cc2179abde5ef57a3976f45d66c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538921.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/3fb/4130d6bd09a8b62d21588fb2eb3bf3fb/4130d6bd09a8b62d21588fb2eb3bf3fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538925.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/0d8/a9736697812baf7a1fd6343e1e5180d8/a9736697812baf7a1fd6343e1e5180d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538929.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/fc2/eb8a9417339fe3f510116cbd65ae1fc2/eb8a9417339fe3f510116cbd65ae1fc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538933.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/1c7/0e2e60cd0827a6611be6d9e70c6901c7/0e2e60cd0827a6611be6d9e70c6901c7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538937.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/8e4/e340f8d1a8541e0c86896f72a31128e4/e340f8d1a8541e0c86896f72a31128e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538941.00000-0, db: /tmp/tmp1af6_vp8/sda/containers/0/9da/a58aa66c569ca13191e569a0c95a39da/a58aa66c569ca13191e569a0c95a39da.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpdxzuz2i3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538440.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpdxzuz2i3/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538440.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538443.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/555/60c466c4dbbf43adcf0bfffd9a8da555/60c466c4dbbf43adcf0bfffd9a8da555_1769538443.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538443.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/555/60c466c4dbbf43adcf0bfffd9a8da555/60c466c4dbbf43adcf0bfffd9a8da555_1769538443.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538446.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/03a/5c0b05efbb88e78beb8fe0a61cd9e03a/5c0b05efbb88e78beb8fe0a61cd9e03a_1769538446.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538446.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/03a/5c0b05efbb88e78beb8fe0a61cd9e03a/5c0b05efbb88e78beb8fe0a61cd9e03a_1769538446.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538449.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/dea/1cab5c731d49e3af051e429c6b9a6dea/1cab5c731d49e3af051e429c6b9a6dea_1769538449.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538449.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/dea/1cab5c731d49e3af051e429c6b9a6dea/1cab5c731d49e3af051e429c6b9a6dea_1769538449.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538452.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3fe/180e5f7bb4388b9228f1bd1f0541e3fe/180e5f7bb4388b9228f1bd1f0541e3fe_1769538452.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538452.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3fe/180e5f7bb4388b9228f1bd1f0541e3fe/180e5f7bb4388b9228f1bd1f0541e3fe_1769538452.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538455.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/6d8/427ca4aa70a48bc6bc7fbec2b80716d8/427ca4aa70a48bc6bc7fbec2b80716d8_1769538455.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538455.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/6d8/427ca4aa70a48bc6bc7fbec2b80716d8/427ca4aa70a48bc6bc7fbec2b80716d8_1769538455.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538458.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/4d6/c1a74c4f48538292ad2766ad21a494d6/c1a74c4f48538292ad2766ad21a494d6_1769538458.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538458.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/4d6/c1a74c4f48538292ad2766ad21a494d6/c1a74c4f48538292ad2766ad21a494d6_1769538458.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538461.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/062/ff1514a9a6f56bb945ae5f6d21148062/ff1514a9a6f56bb945ae5f6d21148062_1769538461.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538461.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/062/ff1514a9a6f56bb945ae5f6d21148062/ff1514a9a6f56bb945ae5f6d21148062_1769538461.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538464.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/7b9/950b614faa30be51bd3e1e8b0cd717b9/950b614faa30be51bd3e1e8b0cd717b9_1769538464.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538464.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/7b9/950b614faa30be51bd3e1e8b0cd717b9/950b614faa30be51bd3e1e8b0cd717b9_1769538464.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538467.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bbe/17ec18b2c4bac7d14a506b8f00580bbe/17ec18b2c4bac7d14a506b8f00580bbe_1769538467.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538467.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bbe/17ec18b2c4bac7d14a506b8f00580bbe/17ec18b2c4bac7d14a506b8f00580bbe_1769538467.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538470.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bbd/2a0c787f0a70df04d7c47444e5726bbd/2a0c787f0a70df04d7c47444e5726bbd_1769538470.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538470.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bbd/2a0c787f0a70df04d7c47444e5726bbd/2a0c787f0a70df04d7c47444e5726bbd_1769538470.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538473.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce_1769538473.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538473.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce_1769538473.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538476.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/cd9/c4c906a52251f08325856a4d0142dcd9/c4c906a52251f08325856a4d0142dcd9_1769538476.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538476.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/cd9/c4c906a52251f08325856a4d0142dcd9/c4c906a52251f08325856a4d0142dcd9_1769538476.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538479.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/740/1557c64460d08fe7c22e6fd8e9682740/1557c64460d08fe7c22e6fd8e9682740_1769538479.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538479.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/740/1557c64460d08fe7c22e6fd8e9682740/1557c64460d08fe7c22e6fd8e9682740_1769538479.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538482.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/a71/4d86c3ba49dc141d7457c91675fd6a71/4d86c3ba49dc141d7457c91675fd6a71_1769538482.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538482.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/a71/4d86c3ba49dc141d7457c91675fd6a71/4d86c3ba49dc141d7457c91675fd6a71_1769538482.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538485.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b_1769538485.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538485.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b_1769538485.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538488.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b90/09964e96a5eb4dc4a73b432a0a86fb90/09964e96a5eb4dc4a73b432a0a86fb90_1769538488.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538488.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b90/09964e96a5eb4dc4a73b432a0a86fb90/09964e96a5eb4dc4a73b432a0a86fb90_1769538488.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538491.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/60f/c3b171fdfac49d688ca0e8f9705a260f/c3b171fdfac49d688ca0e8f9705a260f_1769538491.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538491.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/60f/c3b171fdfac49d688ca0e8f9705a260f/c3b171fdfac49d688ca0e8f9705a260f_1769538491.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538494.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/428/e712910fb8770674a24165a5856ba428/e712910fb8770674a24165a5856ba428_1769538494.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538494.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/428/e712910fb8770674a24165a5856ba428/e712910fb8770674a24165a5856ba428_1769538494.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538497.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f17/f3fc52c8acdc93f7776c2e163c88ef17/f3fc52c8acdc93f7776c2e163c88ef17_1769538497.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538497.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f17/f3fc52c8acdc93f7776c2e163c88ef17/f3fc52c8acdc93f7776c2e163c88ef17_1769538497.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538500.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f3d/19c44225e144c38bbdfcdfdfe8bd8f3d/19c44225e144c38bbdfcdfdfe8bd8f3d_1769538500.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538500.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f3d/19c44225e144c38bbdfcdfdfe8bd8f3d/19c44225e144c38bbdfcdfdfe8bd8f3d_1769538500.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538503.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/e7b/baa1e87b285391cc87d486f811232e7b/baa1e87b285391cc87d486f811232e7b_1769538503.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538503.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/e7b/baa1e87b285391cc87d486f811232e7b/baa1e87b285391cc87d486f811232e7b_1769538503.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538506.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b64/31004e022b50c3244181c44b1cdc6b64/31004e022b50c3244181c44b1cdc6b64_1769538506.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538506.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b64/31004e022b50c3244181c44b1cdc6b64/31004e022b50c3244181c44b1cdc6b64_1769538506.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538509.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14_1769538509.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538509.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14_1769538509.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538512.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f17/9c8d680e22f066d4e4253b67b2da3f17/9c8d680e22f066d4e4253b67b2da3f17_1769538512.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538512.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/f17/9c8d680e22f066d4e4253b67b2da3f17/9c8d680e22f066d4e4253b67b2da3f17_1769538512.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538515.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d0f/5c4dd507ee0717e181cc5ff2d0d7ed0f/5c4dd507ee0717e181cc5ff2d0d7ed0f_1769538515.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538515.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d0f/5c4dd507ee0717e181cc5ff2d0d7ed0f/5c4dd507ee0717e181cc5ff2d0d7ed0f_1769538515.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538518.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/998/bedb5ab077cefe6470467b6c06ac7998/bedb5ab077cefe6470467b6c06ac7998_1769538518.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538518.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/998/bedb5ab077cefe6470467b6c06ac7998/bedb5ab077cefe6470467b6c06ac7998_1769538518.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538521.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/314/2306ea1e5b6cb701e36115b580781314/2306ea1e5b6cb701e36115b580781314_1769538521.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538521.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/314/2306ea1e5b6cb701e36115b580781314/2306ea1e5b6cb701e36115b580781314_1769538521.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538524.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/1a4/d28c4125578fe19e3b7c0ff39f88d1a4/d28c4125578fe19e3b7c0ff39f88d1a4_1769538524.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538524.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/1a4/d28c4125578fe19e3b7c0ff39f88d1a4/d28c4125578fe19e3b7c0ff39f88d1a4_1769538524.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538527.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/524/cfe17ad2429d2cb82d104c7dadbf8524/cfe17ad2429d2cb82d104c7dadbf8524_1769538527.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538527.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/524/cfe17ad2429d2cb82d104c7dadbf8524/cfe17ad2429d2cb82d104c7dadbf8524_1769538527.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532_1769538530.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532_1769538530.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856_1769538533.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856_1769538533.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10_1769538536.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10_1769538536.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42_1769538539.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42_1769538539.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5_1769538542.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5_1769538542.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942_1769538545.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942_1769538545.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820_1769538548.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820_1769538548.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538551.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/daa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa_1769538551.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538551.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/daa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa_1769538551.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538554.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d3b/8b11589005bc7962b9b587b4a7ecad3b/8b11589005bc7962b9b587b4a7ecad3b_1769538554.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538554.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d3b/8b11589005bc7962b9b587b4a7ecad3b/8b11589005bc7962b9b587b4a7ecad3b_1769538554.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708_1769538557.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708_1769538557.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9_1769538560.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9_1769538560.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538563.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/715/94b88e804daef45393f99eb633d1f715/94b88e804daef45393f99eb633d1f715_1769538563.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538563.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/715/94b88e804daef45393f99eb633d1f715/94b88e804daef45393f99eb633d1f715_1769538563.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538566.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3be/20c7ecc4833abb470a56f39af4f733be/20c7ecc4833abb470a56f39af4f733be_1769538566.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538566.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3be/20c7ecc4833abb470a56f39af4f733be/20c7ecc4833abb470a56f39af4f733be_1769538566.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8_1769538569.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8_1769538569.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856_1769538572.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856_1769538572.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538575.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/5ba/55822ffb422167dd55ad5030373f05ba/55822ffb422167dd55ad5030373f05ba_1769538575.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538575.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/5ba/55822ffb422167dd55ad5030373f05ba/55822ffb422167dd55ad5030373f05ba_1769538575.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538578.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0e4/2d052df4660a51db9c4900747f4020e4/2d052df4660a51db9c4900747f4020e4_1769538578.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538578.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0e4/2d052df4660a51db9c4900747f4020e4/2d052df4660a51db9c4900747f4020e4_1769538578.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841_1769538581.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841_1769538581.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f_1769538584.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f_1769538584.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538587.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d26/324d155acfb767afdb8f472221fbbd26/324d155acfb767afdb8f472221fbbd26_1769538587.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538587.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/d26/324d155acfb767afdb8f472221fbbd26/324d155acfb767afdb8f472221fbbd26_1769538587.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538590.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/df7/f9b2aff622874faa5f02da59d48f1df7/f9b2aff622874faa5f02da59d48f1df7_1769538590.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538590.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/df7/f9b2aff622874faa5f02da59d48f1df7/f9b2aff622874faa5f02da59d48f1df7_1769538590.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d_1769538593.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d_1769538593.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381_1769538596.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381_1769538596.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538599.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/8d5/16f84e1e59616b2c81b1fc7502b138d5/16f84e1e59616b2c81b1fc7502b138d5_1769538599.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538599.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/8d5/16f84e1e59616b2c81b1fc7502b138d5/16f84e1e59616b2c81b1fc7502b138d5_1769538599.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538602.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/cf0/667bf613edcc45f8e2e0f8cc03faccf0/667bf613edcc45f8e2e0f8cc03faccf0_1769538602.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538602.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/cf0/667bf613edcc45f8e2e0f8cc03faccf0/667bf613edcc45f8e2e0f8cc03faccf0_1769538602.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745_1769538605.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745_1769538605.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477_1769538608.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477_1769538608.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538611.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/46f/d722f22bc3a55848f0c3bf90467d346f/d722f22bc3a55848f0c3bf90467d346f_1769538611.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538611.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/46f/d722f22bc3a55848f0c3bf90467d346f/d722f22bc3a55848f0c3bf90467d346f_1769538611.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538614.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/c19/8bb96028854b7f0eb410c6a8ddf8ac19/8bb96028854b7f0eb410c6a8ddf8ac19_1769538614.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538614.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/c19/8bb96028854b7f0eb410c6a8ddf8ac19/8bb96028854b7f0eb410c6a8ddf8ac19_1769538614.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8_1769538617.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8_1769538617.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592_1769538620.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592_1769538620.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538623.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0a1/17f8111ddea2923d95f7f47ba8d050a1/17f8111ddea2923d95f7f47ba8d050a1_1769538623.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538623.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/0a1/17f8111ddea2923d95f7f47ba8d050a1/17f8111ddea2923d95f7f47ba8d050a1_1769538623.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538626.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3e6/054bb54de3d608268ddf2eae225ca3e6/054bb54de3d608268ddf2eae225ca3e6_1769538626.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538626.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/3e6/054bb54de3d608268ddf2eae225ca3e6/054bb54de3d608268ddf2eae225ca3e6_1769538626.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59_1769538629.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59_1769538629.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce_1769538632.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmpv8itsm3d/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce_1769538632.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538452.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/3fe/180e5f7bb4388b9228f1bd1f0541e3fe/180e5f7bb4388b9228f1bd1f0541e3fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538452.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/3fe/180e5f7bb4388b9228f1bd1f0541e3fe/180e5f7bb4388b9228f1bd1f0541e3fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538456.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f6c/de22e2e6deae2bef1c4911e1752acf6c/de22e2e6deae2bef1c4911e1752acf6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538456.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f6c/de22e2e6deae2bef1c4911e1752acf6c/de22e2e6deae2bef1c4911e1752acf6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538460.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/aa6/2524b220180b8817acf810de3b13baa6/2524b220180b8817acf810de3b13baa6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538460.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/aa6/2524b220180b8817acf810de3b13baa6/2524b220180b8817acf810de3b13baa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538464.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/7b9/950b614faa30be51bd3e1e8b0cd717b9/950b614faa30be51bd3e1e8b0cd717b9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538464.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/7b9/950b614faa30be51bd3e1e8b0cd717b9/950b614faa30be51bd3e1e8b0cd717b9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538468.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/41b/1b5b0be7873982267a8395c2ed4f041b/1b5b0be7873982267a8395c2ed4f041b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538468.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/41b/1b5b0be7873982267a8395c2ed4f041b/1b5b0be7873982267a8395c2ed4f041b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538472.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/ba3/bea682b0fcb4f7be89803a59b7dccba3/bea682b0fcb4f7be89803a59b7dccba3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538472.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/ba3/bea682b0fcb4f7be89803a59b7dccba3/bea682b0fcb4f7be89803a59b7dccba3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538476.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/cd9/c4c906a52251f08325856a4d0142dcd9/c4c906a52251f08325856a4d0142dcd9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538476.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/cd9/c4c906a52251f08325856a4d0142dcd9/c4c906a52251f08325856a4d0142dcd9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538480.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/4ad/c1ff380dfae14a7471ee74cf949114ad/c1ff380dfae14a7471ee74cf949114ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538480.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/4ad/c1ff380dfae14a7471ee74cf949114ad/c1ff380dfae14a7471ee74cf949114ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538484.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/04b/871359ca466a34203c78aa320264f04b/871359ca466a34203c78aa320264f04b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538484.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/04b/871359ca466a34203c78aa320264f04b/871359ca466a34203c78aa320264f04b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538488.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b90/09964e96a5eb4dc4a73b432a0a86fb90/09964e96a5eb4dc4a73b432a0a86fb90.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538488.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b90/09964e96a5eb4dc4a73b432a0a86fb90/09964e96a5eb4dc4a73b432a0a86fb90.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538492.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/64d/5ce83408874aea33c5373e0e5b41064d/5ce83408874aea33c5373e0e5b41064d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538492.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/64d/5ce83408874aea33c5373e0e5b41064d/5ce83408874aea33c5373e0e5b41064d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538496.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/670/0c8bbbc2f39cc1a872f6f4da84cd4670/0c8bbbc2f39cc1a872f6f4da84cd4670.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538496.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/670/0c8bbbc2f39cc1a872f6f4da84cd4670/0c8bbbc2f39cc1a872f6f4da84cd4670.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538500.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f3d/19c44225e144c38bbdfcdfdfe8bd8f3d/19c44225e144c38bbdfcdfdfe8bd8f3d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538500.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f3d/19c44225e144c38bbdfcdfdfe8bd8f3d/19c44225e144c38bbdfcdfdfe8bd8f3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538504.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/c06/d966da9384f1489a386456cd694b6c06/d966da9384f1489a386456cd694b6c06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538504.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/c06/d966da9384f1489a386456cd694b6c06/d966da9384f1489a386456cd694b6c06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538508.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/7b0/54aa4092968e046afacbde88c32c57b0/54aa4092968e046afacbde88c32c57b0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538508.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/7b0/54aa4092968e046afacbde88c32c57b0/54aa4092968e046afacbde88c32c57b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538512.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f17/9c8d680e22f066d4e4253b67b2da3f17/9c8d680e22f066d4e4253b67b2da3f17.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538512.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f17/9c8d680e22f066d4e4253b67b2da3f17/9c8d680e22f066d4e4253b67b2da3f17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538516.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/893/012428e30a0d45286d1c07e07f3a3893/012428e30a0d45286d1c07e07f3a3893.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538516.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/893/012428e30a0d45286d1c07e07f3a3893/012428e30a0d45286d1c07e07f3a3893.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538520.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/857/c06da408f7f5fd829653edce0c737857/c06da408f7f5fd829653edce0c737857.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538520.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/857/c06da408f7f5fd829653edce0c737857/c06da408f7f5fd829653edce0c737857.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538524.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/1a4/d28c4125578fe19e3b7c0ff39f88d1a4/d28c4125578fe19e3b7c0ff39f88d1a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538524.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/1a4/d28c4125578fe19e3b7c0ff39f88d1a4/d28c4125578fe19e3b7c0ff39f88d1a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538532.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/07c/5786e7256430b00f1b462323e4ddc07c/5786e7256430b00f1b462323e4ddc07c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538532.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/07c/5786e7256430b00f1b462323e4ddc07c/5786e7256430b00f1b462323e4ddc07c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538544.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/76d/168c2996d2d5dbb4b8fde69711d6976d/168c2996d2d5dbb4b8fde69711d6976d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538544.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/76d/168c2996d2d5dbb4b8fde69711d6976d/168c2996d2d5dbb4b8fde69711d6976d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538552.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/a91/54f86cc4c27fd426283726bf8322fa91/54f86cc4c27fd426283726bf8322fa91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538552.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/a91/54f86cc4c27fd426283726bf8322fa91/54f86cc4c27fd426283726bf8322fa91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538556.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/6ab/e77c88d065b8f85a581c5929560126ab/e77c88d065b8f85a581c5929560126ab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538556.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/6ab/e77c88d065b8f85a581c5929560126ab/e77c88d065b8f85a581c5929560126ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538564.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5eb/5bed9c291133723969d5d7fd4a3955eb/5bed9c291133723969d5d7fd4a3955eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538564.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5eb/5bed9c291133723969d5d7fd4a3955eb/5bed9c291133723969d5d7fd4a3955eb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538568.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d32/3987ba2ec65530d4eeeb709fd2f33d32/3987ba2ec65530d4eeeb709fd2f33d32.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538568.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d32/3987ba2ec65530d4eeeb709fd2f33d32/3987ba2ec65530d4eeeb709fd2f33d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538576.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5bb/4443ac0ef454bd4949c2e89a904505bb/4443ac0ef454bd4949c2e89a904505bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538576.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5bb/4443ac0ef454bd4949c2e89a904505bb/4443ac0ef454bd4949c2e89a904505bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538580.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/4cc/a0f7c3b1e915d24ae95deecf2e6734cc/a0f7c3b1e915d24ae95deecf2e6734cc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538580.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/4cc/a0f7c3b1e915d24ae95deecf2e6734cc/a0f7c3b1e915d24ae95deecf2e6734cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538588.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/568/3e88e3f73406fe766cb3ae8586c6f568/3e88e3f73406fe766cb3ae8586c6f568.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538588.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/568/3e88e3f73406fe766cb3ae8586c6f568/3e88e3f73406fe766cb3ae8586c6f568.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538592.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/80e/820a5e9e2a64098a8113afd4f220c80e/820a5e9e2a64098a8113afd4f220c80e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538592.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/80e/820a5e9e2a64098a8113afd4f220c80e/820a5e9e2a64098a8113afd4f220c80e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538600.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/60f/6dda387740523295ba36a155cb2cc60f/6dda387740523295ba36a155cb2cc60f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538600.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/60f/6dda387740523295ba36a155cb2cc60f/6dda387740523295ba36a155cb2cc60f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538604.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/697/6e0fbd0faf6cce2b01bd88d5b5c1a697/6e0fbd0faf6cce2b01bd88d5b5c1a697.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538604.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/697/6e0fbd0faf6cce2b01bd88d5b5c1a697/6e0fbd0faf6cce2b01bd88d5b5c1a697.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538612.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b81/7f363f278b5d7755730e8c25113f6b81/7f363f278b5d7755730e8c25113f6b81.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538612.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b81/7f363f278b5d7755730e8c25113f6b81/7f363f278b5d7755730e8c25113f6b81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538616.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d3b/747007bd14821937a30bdfea2e78cd3b/747007bd14821937a30bdfea2e78cd3b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538616.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d3b/747007bd14821937a30bdfea2e78cd3b/747007bd14821937a30bdfea2e78cd3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538624.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/68c/a6557bf7826c428800c695423bd9568c/a6557bf7826c428800c695423bd9568c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538624.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/68c/a6557bf7826c428800c695423bd9568c/a6557bf7826c428800c695423bd9568c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538628.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/25b/a1e9ef9b3184ae29714e5e880881b25b/a1e9ef9b3184ae29714e5e880881b25b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538628.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/25b/a1e9ef9b3184ae29714e5e880881b25b/a1e9ef9b3184ae29714e5e880881b25b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538636.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d6c/d5c9a4a57ca798b88ef24c3093233d6c/d5c9a4a57ca798b88ef24c3093233d6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538636.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d6c/d5c9a4a57ca798b88ef24c3093233d6c/d5c9a4a57ca798b88ef24c3093233d6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538640.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/ef0/a8768b2c5a77c10292c3fdf3ad746ef0/a8768b2c5a77c10292c3fdf3ad746ef0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538640.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/ef0/a8768b2c5a77c10292c3fdf3ad746ef0/a8768b2c5a77c10292c3fdf3ad746ef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538644.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5e4/98e5501c46d240e5a83b2ab821b555e4/98e5501c46d240e5a83b2ab821b555e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538644.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/5e4/98e5501c46d240e5a83b2ab821b555e4/98e5501c46d240e5a83b2ab821b555e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538648.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/40d/24afdf7206ae4e45b9a922c9772b540d/24afdf7206ae4e45b9a922c9772b540d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538648.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/40d/24afdf7206ae4e45b9a922c9772b540d/24afdf7206ae4e45b9a922c9772b540d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538652.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/13a/9c7d5cd8e44d784d2281ef18e77b113a/9c7d5cd8e44d784d2281ef18e77b113a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538652.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/13a/9c7d5cd8e44d784d2281ef18e77b113a/9c7d5cd8e44d784d2281ef18e77b113a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538656.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/2c8/c7d84f6f00b9124cf9a9523e1df072c8/c7d84f6f00b9124cf9a9523e1df072c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538656.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/2c8/c7d84f6f00b9124cf9a9523e1df072c8/c7d84f6f00b9124cf9a9523e1df072c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538660.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f79/b437e21671f1b77890f3f987c77b1f79/b437e21671f1b77890f3f987c77b1f79.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538660.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f79/b437e21671f1b77890f3f987c77b1f79/b437e21671f1b77890f3f987c77b1f79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538664.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/527/cfc202649a99ced2b2a08d4dd1be5527/cfc202649a99ced2b2a08d4dd1be5527.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538664.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/527/cfc202649a99ced2b2a08d4dd1be5527/cfc202649a99ced2b2a08d4dd1be5527.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538668.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/706/c02e5232d978c5bcc57e02abed45e706/c02e5232d978c5bcc57e02abed45e706.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538668.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/706/c02e5232d978c5bcc57e02abed45e706/c02e5232d978c5bcc57e02abed45e706.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538672.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d12/111e8dd91842565af8d80d8c33f0dd12/111e8dd91842565af8d80d8c33f0dd12.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538672.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/d12/111e8dd91842565af8d80d8c33f0dd12/111e8dd91842565af8d80d8c33f0dd12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538676.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/450/0496371256ca4bb34a7302e7d0432450/0496371256ca4bb34a7302e7d0432450.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538676.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/450/0496371256ca4bb34a7302e7d0432450/0496371256ca4bb34a7302e7d0432450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538680.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/455/b50f77d65199c52910a4e4f0a816b455/b50f77d65199c52910a4e4f0a816b455.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538680.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/455/b50f77d65199c52910a4e4f0a816b455/b50f77d65199c52910a4e4f0a816b455.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538684.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/dc7/c568a675855e3552d5e95f732f8a0dc7/c568a675855e3552d5e95f732f8a0dc7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538684.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/dc7/c568a675855e3552d5e95f732f8a0dc7/c568a675855e3552d5e95f732f8a0dc7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538688.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/db4/49df8bba13f80a010aa5192880341db4/49df8bba13f80a010aa5192880341db4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538688.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/db4/49df8bba13f80a010aa5192880341db4/49df8bba13f80a010aa5192880341db4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538692.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b6a/3c0245ce662f5e6e14b1c745ecd42b6a/3c0245ce662f5e6e14b1c745ecd42b6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538692.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/b6a/3c0245ce662f5e6e14b1c745ecd42b6a/3c0245ce662f5e6e14b1c745ecd42b6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538696.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/938/72c63b32771839e8ce8770c98b451938/72c63b32771839e8ce8770c98b451938.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538696.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/938/72c63b32771839e8ce8770c98b451938/72c63b32771839e8ce8770c98b451938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538700.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f37/d8aaf80284df00ac58b4a3b512423f37/d8aaf80284df00ac58b4a3b512423f37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538700.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/f37/d8aaf80284df00ac58b4a3b512423f37/d8aaf80284df00ac58b4a3b512423f37.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538704.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/3b5/0e205fc20ac3af7334329382af0193b5/0e205fc20ac3af7334329382af0193b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538704.00000-0, db: /tmp/tmpx_nicw_9/sda/containers/0/3b5/0e205fc20ac3af7334329382af0193b5/0e205fc20ac3af7334329382af0193b5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538456.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f6c/de22e2e6deae2bef1c4911e1752acf6c/de22e2e6deae2bef1c4911e1752acf6c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538456.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f6c/de22e2e6deae2bef1c4911e1752acf6c/de22e2e6deae2bef1c4911e1752acf6c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538459.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0d8/727c08361f706c620ff8ee2b63d030d8/727c08361f706c620ff8ee2b63d030d8.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538459.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0d8/727c08361f706c620ff8ee2b63d030d8/727c08361f706c620ff8ee2b63d030d8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538462.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a64/3bff1e6bfeda0479ef2fa3568fcbea64/3bff1e6bfeda0479ef2fa3568fcbea64.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538462.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a64/3bff1e6bfeda0479ef2fa3568fcbea64/3bff1e6bfeda0479ef2fa3568fcbea64.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538465.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/04e/37bdcbca4a1b6e8bd7e5570fe99a704e/37bdcbca4a1b6e8bd7e5570fe99a704e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538465.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/04e/37bdcbca4a1b6e8bd7e5570fe99a704e/37bdcbca4a1b6e8bd7e5570fe99a704e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538468.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/41b/1b5b0be7873982267a8395c2ed4f041b/1b5b0be7873982267a8395c2ed4f041b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538468.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/41b/1b5b0be7873982267a8395c2ed4f041b/1b5b0be7873982267a8395c2ed4f041b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538471.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a88/2305db2b857aef3640a0c3704efe8a88/2305db2b857aef3640a0c3704efe8a88.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538471.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a88/2305db2b857aef3640a0c3704efe8a88/2305db2b857aef3640a0c3704efe8a88.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538474.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/367/65e77900db66284b9253a8818db8d367/65e77900db66284b9253a8818db8d367.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538474.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/367/65e77900db66284b9253a8818db8d367/65e77900db66284b9253a8818db8d367.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538477.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538477.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538480.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/4ad/c1ff380dfae14a7471ee74cf949114ad/c1ff380dfae14a7471ee74cf949114ad.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538480.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/4ad/c1ff380dfae14a7471ee74cf949114ad/c1ff380dfae14a7471ee74cf949114ad.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538483.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/939/2582d805fe25b98729c48ce94e7b6939/2582d805fe25b98729c48ce94e7b6939.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538483.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/939/2582d805fe25b98729c48ce94e7b6939/2582d805fe25b98729c48ce94e7b6939.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538486.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/803/0016283ed041e0614f3a444225494803/0016283ed041e0614f3a444225494803.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538486.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/803/0016283ed041e0614f3a444225494803/0016283ed041e0614f3a444225494803.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538489.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/ab9/2aeae74aaeafcb8cbd2c2d234977cab9/2aeae74aaeafcb8cbd2c2d234977cab9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538489.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/ab9/2aeae74aaeafcb8cbd2c2d234977cab9/2aeae74aaeafcb8cbd2c2d234977cab9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538492.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/64d/5ce83408874aea33c5373e0e5b41064d/5ce83408874aea33c5373e0e5b41064d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538492.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/64d/5ce83408874aea33c5373e0e5b41064d/5ce83408874aea33c5373e0e5b41064d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538495.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/cb3/a818673652271d501ae1caa6587aacb3/a818673652271d501ae1caa6587aacb3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538495.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/cb3/a818673652271d501ae1caa6587aacb3/a818673652271d501ae1caa6587aacb3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538498.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f50/7b0785014c94d5342f6bf4423f863f50/7b0785014c94d5342f6bf4423f863f50.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538498.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f50/7b0785014c94d5342f6bf4423f863f50/7b0785014c94d5342f6bf4423f863f50.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538501.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/82f/39a75305ca557d1bd6f128cf56e1f82f/39a75305ca557d1bd6f128cf56e1f82f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538501.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/82f/39a75305ca557d1bd6f128cf56e1f82f/39a75305ca557d1bd6f128cf56e1f82f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538504.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c06/d966da9384f1489a386456cd694b6c06/d966da9384f1489a386456cd694b6c06.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538504.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c06/d966da9384f1489a386456cd694b6c06/d966da9384f1489a386456cd694b6c06.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538507.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/667/5b91896bcba281f90679dc74ea241667/5b91896bcba281f90679dc74ea241667.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538507.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/667/5b91896bcba281f90679dc74ea241667/5b91896bcba281f90679dc74ea241667.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538510.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/e85/f9ea971e459ee7993f575e063427ce85/f9ea971e459ee7993f575e063427ce85.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538510.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/e85/f9ea971e459ee7993f575e063427ce85/f9ea971e459ee7993f575e063427ce85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538513.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538513.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538516.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/893/012428e30a0d45286d1c07e07f3a3893/012428e30a0d45286d1c07e07f3a3893.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538516.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/893/012428e30a0d45286d1c07e07f3a3893/012428e30a0d45286d1c07e07f3a3893.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538519.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/acb/55663c7dd6afbde98688741f713a1acb/55663c7dd6afbde98688741f713a1acb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538519.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/acb/55663c7dd6afbde98688741f713a1acb/55663c7dd6afbde98688741f713a1acb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538522.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/987/31ce6b6fc24228cdbc6ebc0fef56c987/31ce6b6fc24228cdbc6ebc0fef56c987.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538522.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/987/31ce6b6fc24228cdbc6ebc0fef56c987/31ce6b6fc24228cdbc6ebc0fef56c987.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538525.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538525.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538531.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/fae/9d65923ecc997b90719350b411ce9fae/9d65923ecc997b90719350b411ce9fae.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538531.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/fae/9d65923ecc997b90719350b411ce9fae/9d65923ecc997b90719350b411ce9fae.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538537.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/4a3/6c50275ac9dd56f62abdbe1be8b164a3/6c50275ac9dd56f62abdbe1be8b164a3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538537.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/4a3/6c50275ac9dd56f62abdbe1be8b164a3/6c50275ac9dd56f62abdbe1be8b164a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538543.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f18/28bbc5febacc95161b9c224f3afb4f18/28bbc5febacc95161b9c224f3afb4f18.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538543.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/f18/28bbc5febacc95161b9c224f3afb4f18/28bbc5febacc95161b9c224f3afb4f18.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538546.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/240/44d04fa345a1c8414e4da298e6fe9240/44d04fa345a1c8414e4da298e6fe9240.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538546.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/240/44d04fa345a1c8414e4da298e6fe9240/44d04fa345a1c8414e4da298e6fe9240.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538549.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/383/28fae43674f8d9e320783f0346d5e383/28fae43674f8d9e320783f0346d5e383.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538549.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/383/28fae43674f8d9e320783f0346d5e383/28fae43674f8d9e320783f0346d5e383.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538552.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a91/54f86cc4c27fd426283726bf8322fa91/54f86cc4c27fd426283726bf8322fa91.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538552.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/a91/54f86cc4c27fd426283726bf8322fa91/54f86cc4c27fd426283726bf8322fa91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538555.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c22/0f02d2869b0c113bd6604fa123936c22/0f02d2869b0c113bd6604fa123936c22.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538555.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c22/0f02d2869b0c113bd6604fa123936c22/0f02d2869b0c113bd6604fa123936c22.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538558.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/261/57a18a2bd2d9bb7f413c756ed881d261/57a18a2bd2d9bb7f413c756ed881d261.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538558.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/261/57a18a2bd2d9bb7f413c756ed881d261/57a18a2bd2d9bb7f413c756ed881d261.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538561.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/409/9e790e8b1b59b788783b202eb8f4b409/9e790e8b1b59b788783b202eb8f4b409.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538561.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/409/9e790e8b1b59b788783b202eb8f4b409/9e790e8b1b59b788783b202eb8f4b409.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538564.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5eb/5bed9c291133723969d5d7fd4a3955eb/5bed9c291133723969d5d7fd4a3955eb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538564.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5eb/5bed9c291133723969d5d7fd4a3955eb/5bed9c291133723969d5d7fd4a3955eb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538567.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/8ea/a4bceb8531ddf4d2cbb3dba3a4c2a8ea/a4bceb8531ddf4d2cbb3dba3a4c2a8ea.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538567.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/8ea/a4bceb8531ddf4d2cbb3dba3a4c2a8ea/a4bceb8531ddf4d2cbb3dba3a4c2a8ea.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538570.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/fb0/ede6c48aa49fdb92005fca9463dd2fb0/ede6c48aa49fdb92005fca9463dd2fb0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538570.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/fb0/ede6c48aa49fdb92005fca9463dd2fb0/ede6c48aa49fdb92005fca9463dd2fb0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538576.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5bb/4443ac0ef454bd4949c2e89a904505bb/4443ac0ef454bd4949c2e89a904505bb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538576.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5bb/4443ac0ef454bd4949c2e89a904505bb/4443ac0ef454bd4949c2e89a904505bb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538579.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/b3b/fad1752d352369246183372d3aa92b3b/fad1752d352369246183372d3aa92b3b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538579.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/b3b/fad1752d352369246183372d3aa92b3b/fad1752d352369246183372d3aa92b3b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538582.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/324/7b7319278e6c3c644ddc2ddfadbf7324/7b7319278e6c3c644ddc2ddfadbf7324.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538582.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/324/7b7319278e6c3c644ddc2ddfadbf7324/7b7319278e6c3c644ddc2ddfadbf7324.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538585.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538585.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538588.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/568/3e88e3f73406fe766cb3ae8586c6f568/3e88e3f73406fe766cb3ae8586c6f568.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538588.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/568/3e88e3f73406fe766cb3ae8586c6f568/3e88e3f73406fe766cb3ae8586c6f568.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538591.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c3c/9c0ea98f5b1146c79790d2caae84ac3c/9c0ea98f5b1146c79790d2caae84ac3c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538591.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c3c/9c0ea98f5b1146c79790d2caae84ac3c/9c0ea98f5b1146c79790d2caae84ac3c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538594.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0f2/41e0ccc5d483d0eb42b6b67825a7d0f2/41e0ccc5d483d0eb42b6b67825a7d0f2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538594.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0f2/41e0ccc5d483d0eb42b6b67825a7d0f2/41e0ccc5d483d0eb42b6b67825a7d0f2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538597.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/03e/8f5050951d0996d4e3a00a4eddcec03e/8f5050951d0996d4e3a00a4eddcec03e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538597.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/03e/8f5050951d0996d4e3a00a4eddcec03e/8f5050951d0996d4e3a00a4eddcec03e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538600.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/60f/6dda387740523295ba36a155cb2cc60f/6dda387740523295ba36a155cb2cc60f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok - -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538600.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/60f/6dda387740523295ba36a155cb2cc60f/6dda387740523295ba36a155cb2cc60f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538603.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/26c/2e1250c424e2ccc39965ccbf77f1226c/2e1250c424e2ccc39965ccbf77f1226c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538603.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/26c/2e1250c424e2ccc39965ccbf77f1226c/2e1250c424e2ccc39965ccbf77f1226c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538606.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5a3/3037a79b6e28b712deed15284e0555a3/3037a79b6e28b712deed15284e0555a3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538606.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/5a3/3037a79b6e28b712deed15284e0555a3/3037a79b6e28b712deed15284e0555a3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538609.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c27/8a81cae1bc2c1ea44d2483221342ec27/8a81cae1bc2c1ea44d2483221342ec27.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538609.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/c27/8a81cae1bc2c1ea44d2483221342ec27/8a81cae1bc2c1ea44d2483221342ec27.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538612.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/b81/7f363f278b5d7755730e8c25113f6b81/7f363f278b5d7755730e8c25113f6b81.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538612.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/b81/7f363f278b5d7755730e8c25113f6b81/7f363f278b5d7755730e8c25113f6b81.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538615.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/544/b5b6533a2eb267fa41121ce9be935544/b5b6533a2eb267fa41121ce9be935544.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538615.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/544/b5b6533a2eb267fa41121ce9be935544/b5b6533a2eb267fa41121ce9be935544.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538618.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/bfd/33945484c202049d5759a6d49babebfd/33945484c202049d5759a6d49babebfd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538618.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/bfd/33945484c202049d5759a6d49babebfd/33945484c202049d5759a6d49babebfd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538621.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0dd/cd16b55f80b5d1e48639c7280aa110dd/cd16b55f80b5d1e48639c7280aa110dd.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538621.00000-0, db: /tmp/tmpp2y_yxdn/sda/containers/0/0dd/cd16b55f80b5d1e48639c7280aa110dd/cd16b55f80b5d1e48639c7280aa110dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538460.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/aa6/2524b220180b8817acf810de3b13baa6/2524b220180b8817acf810de3b13baa6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538465.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/04e/37bdcbca4a1b6e8bd7e5570fe99a704e/37bdcbca4a1b6e8bd7e5570fe99a704e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538470.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/bbd/2a0c787f0a70df04d7c47444e5726bbd/2a0c787f0a70df04d7c47444e5726bbd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538475.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5d9/b895e8aa73fbb1fcd46b510cf92415d9/b895e8aa73fbb1fcd46b510cf92415d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538480.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/4ad/c1ff380dfae14a7471ee74cf949114ad/c1ff380dfae14a7471ee74cf949114ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538485.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538490.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/813/c1bb489a5227bb41eec6463c7585d813/c1bb489a5227bb41eec6463c7585d813.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538495.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/cb3/a818673652271d501ae1caa6587aacb3/a818673652271d501ae1caa6587aacb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538500.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f3d/19c44225e144c38bbdfcdfdfe8bd8f3d/19c44225e144c38bbdfcdfdfe8bd8f3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538505.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/97c/84322b323184fadb0a7bdcd0dd99f97c/84322b323184fadb0a7bdcd0dd99f97c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538510.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e85/f9ea971e459ee7993f575e063427ce85/f9ea971e459ee7993f575e063427ce85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538515.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d0f/5c4dd507ee0717e181cc5ff2d0d7ed0f/5c4dd507ee0717e181cc5ff2d0d7ed0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538520.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/857/c06da408f7f5fd829653edce0c737857/c06da408f7f5fd829653edce0c737857.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538525.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538535.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d59/1159bd1d7c83372bffd094044d079d59/1159bd1d7c83372bffd094044d079d59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538550.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/907/18ff87f4e4890356fefb0b644e82b907/18ff87f4e4890356fefb0b644e82b907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538555.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c22/0f02d2869b0c113bd6604fa123936c22/0f02d2869b0c113bd6604fa123936c22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538565.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/054/72d93ea3e22f2b35ef4193b060dc6054/72d93ea3e22f2b35ef4193b060dc6054.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538570.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fb0/ede6c48aa49fdb92005fca9463dd2fb0/ede6c48aa49fdb92005fca9463dd2fb0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538575.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5ba/55822ffb422167dd55ad5030373f05ba/55822ffb422167dd55ad5030373f05ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538580.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/4cc/a0f7c3b1e915d24ae95deecf2e6734cc/a0f7c3b1e915d24ae95deecf2e6734cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538585.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538590.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/df7/f9b2aff622874faa5f02da59d48f1df7/f9b2aff622874faa5f02da59d48f1df7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538595.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/802/7b57e9d36d0fb516089d67194bf63802/7b57e9d36d0fb516089d67194bf63802.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538600.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/60f/6dda387740523295ba36a155cb2cc60f/6dda387740523295ba36a155cb2cc60f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538610.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3a4/04020cb383222c0bac7faf3b2759a3a4/04020cb383222c0bac7faf3b2759a3a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538615.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/544/b5b6533a2eb267fa41121ce9be935544/b5b6533a2eb267fa41121ce9be935544.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538625.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/48f/f1fc2798cb737d562cede1ed7f4c448f/f1fc2798cb737d562cede1ed7f4c448f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538630.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/51e/fee7d6aa398cf4c434eb5e5514db151e/fee7d6aa398cf4c434eb5e5514db151e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538635.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/11f/a653808b0199fcbc36bd387513ac511f/a653808b0199fcbc36bd387513ac511f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538640.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ef0/a8768b2c5a77c10292c3fdf3ad746ef0/a8768b2c5a77c10292c3fdf3ad746ef0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538645.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3cc/32d622b11bb92275e4240fdf80d3e3cc/32d622b11bb92275e4240fdf80d3e3cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538650.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7df/d7d7a348fa1d76e28052fcb5153cd7df/d7d7a348fa1d76e28052fcb5153cd7df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538655.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/797/4cc21b9a1527b46964cacc961dec5797/4cc21b9a1527b46964cacc961dec5797.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538660.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f79/b437e21671f1b77890f3f987c77b1f79/b437e21671f1b77890f3f987c77b1f79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538665.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538670.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b74/99b4c0a73ce5247140dc6219ac203b74/99b4c0a73ce5247140dc6219ac203b74.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538675.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c19/0ba51ebdd9a7919846a5e29d72043c19/0ba51ebdd9a7919846a5e29d72043c19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538680.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/455/b50f77d65199c52910a4e4f0a816b455/b50f77d65199c52910a4e4f0a816b455.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538685.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/428/a25353ea4c795eb82389aa33a6f1a428/a25353ea4c795eb82389aa33a6f1a428.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538690.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f61/a93a4aeb59ab9b07d91068db3301bf61/a93a4aeb59ab9b07d91068db3301bf61.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538695.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/09e/2e32c0862fc4ccf310452f2be008109e/2e32c0862fc4ccf310452f2be008109e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538700.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f37/d8aaf80284df00ac58b4a3b512423f37/d8aaf80284df00ac58b4a3b512423f37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538705.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/1b6/5080fd22076a8b00ef5ccb037806a1b6/5080fd22076a8b00ef5ccb037806a1b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538710.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/dae/5e4afbb64a0a716206d31b8ca152adae/5e4afbb64a0a716206d31b8ca152adae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538715.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ff6/5cb39d8cdd1fbf09e815f6026971fff6/5cb39d8cdd1fbf09e815f6026971fff6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538720.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/227/5d961fc937c472f05d46024525edb227/5d961fc937c472f05d46024525edb227.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538725.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/364/83ebebe09a47de4ee99cd9716c9a6364/83ebebe09a47de4ee99cd9716c9a6364.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538730.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/9c2/6f6bf6bc2efd20bdca8cb632ed8189c2/6f6bf6bc2efd20bdca8cb632ed8189c2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538735.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/a8c/8ce29c40aa03425eb32f510f5a652a8c/8ce29c40aa03425eb32f510f5a652a8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538740.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/577/81a53e3cc3b6998725c028c25057f577/81a53e3cc3b6998725c028c25057f577.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538745.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fb3/bfdc626993f09bfc7e7d011e25555fb3/bfdc626993f09bfc7e7d011e25555fb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538750.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ef1/ba55c2b8a8c20a13c7d2fdf6af86bef1/ba55c2b8a8c20a13c7d2fdf6af86bef1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538755.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/8ca/c471d6ef5efc0d8b3ffa80f9bda6e8ca/c471d6ef5efc0d8b3ffa80f9bda6e8ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538760.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3d9/933b9b3e74c44313d0b3f6306be343d9/933b9b3e74c44313d0b3f6306be343d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538765.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b9f/0856c761f75d8f3f37c2751b0ffd8b9f/0856c761f75d8f3f37c2751b0ffd8b9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538770.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5fb/8ce406563e73339c80f023348b4ce5fb/8ce406563e73339c80f023348b4ce5fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538775.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/16f/47f8ea6f611b34fe316a806f2475516f/47f8ea6f611b34fe316a806f2475516f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538780.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/471/47348c9faaf6c45b376bda12d3bc2471/47348c9faaf6c45b376bda12d3bc2471.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538785.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b2a/134fccb59c712673a92d56df40333b2a/134fccb59c712673a92d56df40333b2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538790.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/774/47bf22cd53e3e69f3de23e036aec4774/47bf22cd53e3e69f3de23e036aec4774.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538795.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/892/9141e7a703e6bf3b84ccc0874d437892/9141e7a703e6bf3b84ccc0874d437892.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538800.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d99/554f60ebe15c5fc9cbb517a4063d8d99/554f60ebe15c5fc9cbb517a4063d8d99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538805.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c1c/5c9ed75515d0794796dce4491d8fbc1c/5c9ed75515d0794796dce4491d8fbc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538810.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f1a/437098de46ff6b1549c29fd60efbaf1a/437098de46ff6b1549c29fd60efbaf1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538815.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c40/0777ce5805628ac0b1dee4091c67ec40/0777ce5805628ac0b1dee4091c67ec40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538820.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5b1/32f01d994d0a7676b28d57aa484585b1/32f01d994d0a7676b28d57aa484585b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538825.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/6c9/e06d306f7d0b43d98934104bd51416c9/e06d306f7d0b43d98934104bd51416c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538830.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/8f7/cfafabaa6179c07855057769ebe078f7/cfafabaa6179c07855057769ebe078f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538835.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/007/74b8a0fc23ace0a14d9954f60de04007/74b8a0fc23ace0a14d9954f60de04007.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538840.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/652/dd053713ab7a68fb5c0b60011740d652/dd053713ab7a68fb5c0b60011740d652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538845.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c6a/481c1e8fef28c88a2cea9055f2d5ac6a/481c1e8fef28c88a2cea9055f2d5ac6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538850.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3e2/ce383ee2fec22116aaa9dc1a1988b3e2/ce383ee2fec22116aaa9dc1a1988b3e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538855.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/cfe/602b6b922f37c6d56136a1b94673dcfe/602b6b922f37c6d56136a1b94673dcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538860.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7c1/8543b1de7d41dc5b92fb96a650e9a7c1/8543b1de7d41dc5b92fb96a650e9a7c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538865.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/6a3/f6fdda6f93c9c9b04f0882e2b6c826a3/f6fdda6f93c9c9b04f0882e2b6c826a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538870.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e62/dca07b537ac72108b49d06df9d9a4e62/dca07b537ac72108b49d06df9d9a4e62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538875.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/56e/c8e2d8ece8e0047c488017021f9c556e/c8e2d8ece8e0047c488017021f9c556e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538880.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/751/c825df466a7f9ef7e850f3ab340b4751/c825df466a7f9ef7e850f3ab340b4751.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538885.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/41d/5cc18580238b170986edda67cc30941d/5cc18580238b170986edda67cc30941d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538890.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/628/1f720e5602c9a899c98f9b8890984628/1f720e5602c9a899c98f9b8890984628.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538895.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0ee/a2afeede7119433d26116b5b6951e0ee/a2afeede7119433d26116b5b6951e0ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538900.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e70/2bba3c76191e03d126b6b757f6f6ce70/2bba3c76191e03d126b6b757f6f6ce70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538905.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b4e/c4e2a350a2dcd9e225f075b15631fb4e/c4e2a350a2dcd9e225f075b15631fb4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538910.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/14a/8067053e9ccbd11e854918aa64ea014a/8067053e9ccbd11e854918aa64ea014a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538915.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2c1/2a5fa2970786c153b656da08e4a5a2c1/2a5fa2970786c153b656da08e4a5a2c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538920.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/9fe/4492d4e243f409bdf72f91fe7bd469fe/4492d4e243f409bdf72f91fe7bd469fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538925.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0d8/a9736697812baf7a1fd6343e1e5180d8/a9736697812baf7a1fd6343e1e5180d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538930.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b8c/426a797cc22ba5e76288e7ef41c67b8c/426a797cc22ba5e76288e7ef41c67b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538935.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/945/e932a1525be89c14894d898a2c0d6945/e932a1525be89c14894d898a2c0d6945.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538940.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/233/4a9ef21061ca67ff1dd73548a4b38233/4a9ef21061ca67ff1dd73548a4b38233.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538945.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/40d/9ef356bc9fa7aa1d69b98f1c172f640d/9ef356bc9fa7aa1d69b98f1c172f640d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538950.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/05b/47f9bdbcedc98b01263e3622b435205b/47f9bdbcedc98b01263e3622b435205b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538955.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/593/637802c1309ea5bbf8b270fa30714593/637802c1309ea5bbf8b270fa30714593.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538960.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/396/711b78753334258fb404eb0ed7a6f396/711b78753334258fb404eb0ed7a6f396.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538965.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d05/8fbb33a5e81f3295f4204b1f613e2d05/8fbb33a5e81f3295f4204b1f613e2d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538970.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e86/28d6b745b5f585eac2eaba9d20351e86/28d6b745b5f585eac2eaba9d20351e86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538975.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d02/6e5cd1924ea0068343a71027d1422d02/6e5cd1924ea0068343a71027d1422d02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538980.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/038/030290597885f1fbab242d416e35b038/030290597885f1fbab242d416e35b038.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538985.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/87d/2f6f219578bb3ae7d635d59b56c5a87d/2f6f219578bb3ae7d635d59b56c5a87d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538990.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e67/682a3501245c0c023b310048344ade67/682a3501245c0c023b310048344ade67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538995.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d32/b7d2d47296f7386b14fc38f4858d2d32/b7d2d47296f7386b14fc38f4858d2d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539000.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e2a/b2b8fa239be3b1c28abe106a712b5e2a/b2b8fa239be3b1c28abe106a712b5e2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539005.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/edf/4d667ffffbc0724e63b40d2225872edf/4d667ffffbc0724e63b40d2225872edf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539010.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5ef/7b6954b4a24955c107d644fee88735ef/7b6954b4a24955c107d644fee88735ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539015.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7fc/14e0887015c809c8275e58018f1297fc/14e0887015c809c8275e58018f1297fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539020.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5ec/75359efe0f88bba1b8480a29540095ec/75359efe0f88bba1b8480a29540095ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539025.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/6bd/7944065e5f0036d123fad615273296bd/7944065e5f0036d123fad615273296bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539035.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d35/17c26370630f1dbf82aa41e0e5659d35/17c26370630f1dbf82aa41e0e5659d35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539040.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fac/8188bbd7604505a044d837d87d9acfac/8188bbd7604505a044d837d87d9acfac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539050.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/61a/5a31f12545ed11f6bdce8d8ac9df961a/5a31f12545ed11f6bdce8d8ac9df961a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539055.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/398/f7a256a30f3c3f5a04c6c42e1b95c398/f7a256a30f3c3f5a04c6c42e1b95c398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539060.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/515/fc3c4370c7647aac24887aac1b5be515/fc3c4370c7647aac24887aac1b5be515.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539065.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/283/f09afd0c8c7c6e0a2db7548b4a040283/f09afd0c8c7c6e0a2db7548b4a040283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539075.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0c8/83d1fbd7db23836478657ee34275c0c8/83d1fbd7db23836478657ee34275c0c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539080.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c50/a74af7ca99f953b9037c705743d15c50/a74af7ca99f953b9037c705743d15c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539085.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c2e/d59575daf5bcd864dea03244f6d73c2e/d59575daf5bcd864dea03244f6d73c2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539095.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/337/1ee6072c9a8390188771949e31c8d337/1ee6072c9a8390188771949e31c8d337.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539100.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539105.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/dcb/26144932b05869b6370e8f2052da2dcb/26144932b05869b6370e8f2052da2dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539110.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7a4/c60bd450bf292ca12d0bbdf2086047a4/c60bd450bf292ca12d0bbdf2086047a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539115.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/848/32aa8c2636d8f3fe60495776dbf0a848/32aa8c2636d8f3fe60495776dbf0a848.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539120.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539125.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c98/0c495462bb7fdbc54e23714278c60c98/0c495462bb7fdbc54e23714278c60c98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539135.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/bc6/a7a13f80c3a8db7901e2366e1ee92bc6/a7a13f80c3a8db7901e2366e1ee92bc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539140.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3ab/5dac4476c7338a6bf6bd5cc17d45e3ab/5dac4476c7338a6bf6bd5cc17d45e3ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539145.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/8df/f2bdf46091f21e9677db674d6d85c8df/f2bdf46091f21e9677db674d6d85c8df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539160.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539165.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/14c/f351488a311bc2e90bc4f4d58253414c/f351488a311bc2e90bc4f4d58253414c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539175.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d42/c289a11e0d3d4dd4e96afe80bc744d42/c289a11e0d3d4dd4e96afe80bc744d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539180.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539185.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/277/04f4c288b3b76f249ce55a39d3cb8277/04f4c288b3b76f249ce55a39d3cb8277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539195.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/3f7/3049370d446f19d7f426295aafc8b3f7/3049370d446f19d7f426295aafc8b3f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539200.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539210.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/faa/6738327d5d46c7964282e27c32dfffaa/6738327d5d46c7964282e27c32dfffaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539215.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/dcb/b1dbfc894050386b5a93828b2383cdcb/b1dbfc894050386b5a93828b2383cdcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539220.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/36b/161a5442532472f1a9e49efdc997f36b/161a5442532472f1a9e49efdc997f36b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539225.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f16/0bda29f9ee4401335c1bc1d99ae07f16/0bda29f9ee4401335c1bc1d99ae07f16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539235.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/dd8/e549b6754744b144be1d5ccba3fc5dd8/e549b6754744b144be1d5ccba3fc5dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539240.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fe2/de85f37295c38836b3379cf5203b3fe2/de85f37295c38836b3379cf5203b3fe2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539245.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/69d/73bb6dd456e3c6a4c443716382f6969d/73bb6dd456e3c6a4c443716382f6969d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539250.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/a37/d134f08861fd529cddb7ac94413dea37/d134f08861fd529cddb7ac94413dea37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539255.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/540/fba3c685e688cdd77cc9d59596ea1540/fba3c685e688cdd77cc9d59596ea1540.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539260.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539265.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/247/eec9ffdd026d5cd2376fc2ef2906d247/eec9ffdd026d5cd2376fc2ef2906d247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539270.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f36/fcb32402ed54cfd6fcc700a8f319df36/fcb32402ed54cfd6fcc700a8f319df36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539275.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5c0/f2c903d951ff73c21dfa797622ec15c0/f2c903d951ff73c21dfa797622ec15c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539280.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/433/949c59b11f3b2b1070206a308f36a433/949c59b11f3b2b1070206a308f36a433.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539285.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/603/6e0ee58d4a5f0154eeb84b52539ea603/6e0ee58d4a5f0154eeb84b52539ea603.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539290.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/162/937f778e65edd95e8b8b9e806edf0162/937f778e65edd95e8b8b9e806edf0162.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539295.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/be6/7b67e7adea1436396b45f67135d1abe6/7b67e7adea1436396b45f67135d1abe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539300.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ad5/42c45116f151c18806e8217513030ad5/42c45116f151c18806e8217513030ad5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539305.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/478/427999e6af3bd3e4c04b6166fd2a3478/427999e6af3bd3e4c04b6166fd2a3478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539310.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b3e/190480855a6a99f8ea267aa6c5665b3e/190480855a6a99f8ea267aa6c5665b3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539315.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/afd/40a212d2cb1bc8e97a4845808db79afd/40a212d2cb1bc8e97a4845808db79afd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539320.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/bec/ce0fd6a4deda26f6d5a6505d914adbec/ce0fd6a4deda26f6d5a6505d914adbec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539325.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/206/7cbf6809eba90c17dedf68460129d206/7cbf6809eba90c17dedf68460129d206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539330.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/75e/7d4b1b063112ada04478d64820d5175e/7d4b1b063112ada04478d64820d5175e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539335.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/be6/6f57f0d27725145aab517a4604b24be6/6f57f0d27725145aab517a4604b24be6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539340.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/613/4a81e92db05687e3ddb77b0b4ea91613/4a81e92db05687e3ddb77b0b4ea91613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539345.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/912/eef2191b1e04e5f6e26c484eef1a5912/eef2191b1e04e5f6e26c484eef1a5912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539350.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/639/7b2fefbd99eefdc9bdb1907e107c8639/7b2fefbd99eefdc9bdb1907e107c8639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539355.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e53/1e5d9e9cedd030c67b041a422b5e6e53/1e5d9e9cedd030c67b041a422b5e6e53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539360.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fd3/866184095cbdc300bdd34e378eb96fd3/866184095cbdc300bdd34e378eb96fd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539365.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fee/15c5ff31e7388bac6cc212fd6b232fee/15c5ff31e7388bac6cc212fd6b232fee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539370.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/be7/be36789cdf8301947e16cbe271115be7/be36789cdf8301947e16cbe271115be7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539375.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/1cc/d8ec64bdaeac9725e6477646c87191cc/d8ec64bdaeac9725e6477646c87191cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539380.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/251/fe4130c70552a111d2423eb8aedae251/fe4130c70552a111d2423eb8aedae251.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539385.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/238/d1000a4838d0f35d946af233cea3a238/d1000a4838d0f35d946af233cea3a238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539390.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/fd4/174a8f4434c59f365b165997fe602fd4/174a8f4434c59f365b165997fe602fd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539395.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f94/569e1a86545696324d1cb88712f38f94/569e1a86545696324d1cb88712f38f94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539400.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/9e0/48a992b3a2a96a9831cf949f929529e0/48a992b3a2a96a9831cf949f929529e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539405.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/351/26aaa5ba90b54a34e14f9877baee4351/26aaa5ba90b54a34e14f9877baee4351.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539410.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/a1e/9206509140d0f0c037d4c1cbe5386a1e/9206509140d0f0c037d4c1cbe5386a1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539415.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/189/3849c6eb0d738d3978e445730da3d189/3849c6eb0d738d3978e445730da3d189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539420.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b66/fd54bfe3551783406be8a444180b7b66/fd54bfe3551783406be8a444180b7b66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539425.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2b6/faa2ea49db262cad6b81ae03cb41f2b6/faa2ea49db262cad6b81ae03cb41f2b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539430.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/8a0/bd7fb4137e351a1dfefc9b7997b7e8a0/bd7fb4137e351a1dfefc9b7997b7e8a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539435.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5de/1902fd404e714d979c72d71d35c8d5de/1902fd404e714d979c72d71d35c8d5de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539440.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/22e/d7df3637df3a0e64b992ad11471dc22e/d7df3637df3a0e64b992ad11471dc22e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539445.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/6c3/37a03fe3a467917a45c5f537547bb6c3/37a03fe3a467917a45c5f537547bb6c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539450.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/eab/eb5347b9035846e02653ecdc019f5eab/eb5347b9035846e02653ecdc019f5eab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539455.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0f8/ad45cd67e0dfeb3234deb9479e0a60f8/ad45cd67e0dfeb3234deb9479e0a60f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539460.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/9d9/dc00802d64d93c57004b35091ad5a9d9/dc00802d64d93c57004b35091ad5a9d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539465.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/f5e/e8213123e0fcb10b93124f7d5a3b5f5e/e8213123e0fcb10b93124f7d5a3b5f5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539470.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e1d/de931eaa3a3ad705a8df646ff5c3ce1d/de931eaa3a3ad705a8df646ff5c3ce1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539475.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e26/ac9e08e907b4def36246c6a427c2de26/ac9e08e907b4def36246c6a427c2de26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539480.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ec1/65c5872200a3bd3f6729b7678aba1ec1/65c5872200a3bd3f6729b7678aba1ec1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539485.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/8ca/045a538bd0bc6c98d398ea9aee2238ca/045a538bd0bc6c98d398ea9aee2238ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539490.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b87/43bd4a7342e1c9e3e02110fc9a756b87/43bd4a7342e1c9e3e02110fc9a756b87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539495.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2dc/9e7c08aaab1fb294446cac194eafb2dc/9e7c08aaab1fb294446cac194eafb2dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539500.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b0e/59e86d543ddbc3b18f51d1fd2efd9b0e/59e86d543ddbc3b18f51d1fd2efd9b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539505.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/400/e227c63236a5a7c5e873b90638191400/e227c63236a5a7c5e873b90638191400.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539510.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/d14/0d758155a618de32bad4537ffb30ed14/0d758155a618de32bad4537ffb30ed14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539515.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/147/b996b030857bc7fe307ef5e6c5b03147/b996b030857bc7fe307ef5e6c5b03147.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539520.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ac0/888e0690e4d11e6b9e6975a49ea3dac0/888e0690e4d11e6b9e6975a49ea3dac0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539525.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/554/cf5a7fe8157c181d9ad47ce47f52f554/cf5a7fe8157c181d9ad47ce47f52f554.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539530.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/308/d10d44258c1d2dba18c3a53a2b913308/d10d44258c1d2dba18c3a53a2b913308.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539535.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/597/2df2912c63eae4cca1be70134f58a597/2df2912c63eae4cca1be70134f58a597.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539540.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/cd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539545.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c73/1d98e1881aa5f6d357a0c8bc1e55cc73/1d98e1881aa5f6d357a0c8bc1e55cc73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539550.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0d2/c03254b601165229921c8af80d4460d2/c03254b601165229921c8af80d4460d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539555.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/4a6/3944e63ff71e9797b2cc43edbf3004a6/3944e63ff71e9797b2cc43edbf3004a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539560.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/9f7/46ee4d1472293056401d46892290f9f7/46ee4d1472293056401d46892290f9f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539565.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/980/192e8247c82de684cff84bcd3e141980/192e8247c82de684cff84bcd3e141980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539570.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/99a/a8144817a23b8a9f7a097649ad71599a/a8144817a23b8a9f7a097649ad71599a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539575.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c0c/f2211f69100baa3e4e597aa26a3dbc0c/f2211f69100baa3e4e597aa26a3dbc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539580.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/519/694a695e68a7d65de3c168c470ac7519/694a695e68a7d65de3c168c470ac7519.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539585.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0da/d760d205cd8367c2ee35afeb312ad0da/d760d205cd8367c2ee35afeb312ad0da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539590.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/5b1/d68f5840b5c054a975d3e122721dd5b1/d68f5840b5c054a975d3e122721dd5b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539595.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/1ad/50f053b42c68615e09129a98196b31ad/50f053b42c68615e09129a98196b31ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539600.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/465/d877cd645733fce77bc88354021fa465/d877cd645733fce77bc88354021fa465.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539605.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/07a/a4c9125964afba2b3921781a6824207a/a4c9125964afba2b3921781a6824207a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539610.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/ecf/a53f08921032221d5fa5bf3402008ecf/a53f08921032221d5fa5bf3402008ecf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539615.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/120/a9c3687a5b516c8120c5049a9bc45120/a9c3687a5b516c8120c5049a9bc45120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539620.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/bac/38cf37daa83c89ce5fcd878f31d85bac/38cf37daa83c89ce5fcd878f31d85bac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539625.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/c04/ab29281e8055c8a4515df45d52c30c04/ab29281e8055c8a4515df45d52c30c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539630.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/016/2a5670fea3d8d54e2491ada023250016/2a5670fea3d8d54e2491ada023250016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539635.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/01b/8bacab4aa4dd29b729cab3025b78e01b/8bacab4aa4dd29b729cab3025b78e01b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539640.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/795/de3216344bcf530e2bf1a12d7a84a795/de3216344bcf530e2bf1a12d7a84a795.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539645.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/be9/f1715cb67851e8dfb8233124c5b05be9/f1715cb67851e8dfb8233124c5b05be9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539650.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/145/93c5f282c54207011620a61c8aceb145/93c5f282c54207011620a61c8aceb145.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539655.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/dcb/eb7e550585ad0cd407885419b6301dcb/eb7e550585ad0cd407885419b6301dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539660.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/df7/f2a09ac402e13fcb25cc09e6ea224df7/f2a09ac402e13fcb25cc09e6ea224df7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539665.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/62a/800d15647fd4689888f6c6a1af5a762a/800d15647fd4689888f6c6a1af5a762a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539670.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/622/ca57a9dfcbee0f7a91ad2f880198d622/ca57a9dfcbee0f7a91ad2f880198d622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539675.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/b53/c7d7cfdd7dc08214748ea8988b293b53/c7d7cfdd7dc08214748ea8988b293b53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539680.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/223/94c684d46adc290e1a8d1e567c079223/94c684d46adc290e1a8d1e567c079223.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539685.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/2f7/11263a04edd5358546d95260171682f7/11263a04edd5358546d95260171682f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539690.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/32f/f45c4e91010d527fcf4d3b9d3899132f/f45c4e91010d527fcf4d3b9d3899132f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539695.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/034/9cafd18672ec6614adb1670516cb7034/9cafd18672ec6614adb1670516cb7034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539700.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/0c9/0fe764a50669c4d9ee5f98a6908370c9/0fe764a50669c4d9ee5f98a6908370c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539705.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/4c1/b8f494e7a5791e59b892afc853b8a4c1/b8f494e7a5791e59b892afc853b8a4c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539710.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/814/beab2223db0e051e97d3a9570a641814/beab2223db0e051e97d3a9570a641814.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539715.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/137/91e3d978f140c54eded9baa6f63af137/91e3d978f140c54eded9baa6f63af137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539720.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/e27/9952bf0d43936bcdb18d48749306ae27/9952bf0d43936bcdb18d48749306ae27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539725.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/7ee/7e9d6ea6bb68465d3dde7c4461abf7ee/7e9d6ea6bb68465d3dde7c4461abf7ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539730.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/47e/35bfa3ca2091c55fe4bb9c994273947e/35bfa3ca2091c55fe4bb9c994273947e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539735.00000-0, db: /tmp/tmpc4aplsst/sda/containers/0/070/692892edb6413874c5e78bd35f947070/692892edb6413874c5e78bd35f947070.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4d6/a3d64d88169d97187da519190d5d74d6/a3d64d88169d97187da519190d5d74d6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538469.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4d6/a3d64d88169d97187da519190d5d74d6/a3d64d88169d97187da519190d5d74d6_1769538469.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538473.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/0ce/d79c978de1f85147bef8e545272fc0ce/d79c978de1f85147bef8e545272fc0ce_1769538473.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538477.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/cbf/3b71a1cf6b95ad60b1eba25b44075cbf/3b71a1cf6b95ad60b1eba25b44075cbf_1769538477.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/bbc/d72dcefc251ebc247e7581db05f1fbbc/d72dcefc251ebc247e7581db05f1fbbc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538481.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/bbc/d72dcefc251ebc247e7581db05f1fbbc/d72dcefc251ebc247e7581db05f1fbbc_1769538481.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538485.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/36b/a36c406735942a88384f9437e92e536b/a36c406735942a88384f9437e92e536b_1769538485.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/ab9/2aeae74aaeafcb8cbd2c2d234977cab9/2aeae74aaeafcb8cbd2c2d234977cab9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538489.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/ab9/2aeae74aaeafcb8cbd2c2d234977cab9/2aeae74aaeafcb8cbd2c2d234977cab9_1769538489.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c69/45e8356b587ce2ab5a9b95f3fe6edc69/45e8356b587ce2ab5a9b95f3fe6edc69.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538493.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c69/45e8356b587ce2ab5a9b95f3fe6edc69/45e8356b587ce2ab5a9b95f3fe6edc69_1769538493.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/f17/f3fc52c8acdc93f7776c2e163c88ef17/f3fc52c8acdc93f7776c2e163c88ef17.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538497.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/f17/f3fc52c8acdc93f7776c2e163c88ef17/f3fc52c8acdc93f7776c2e163c88ef17_1769538497.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/82f/39a75305ca557d1bd6f128cf56e1f82f/39a75305ca557d1bd6f128cf56e1f82f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538501.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/82f/39a75305ca557d1bd6f128cf56e1f82f/39a75305ca557d1bd6f128cf56e1f82f_1769538501.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/97c/84322b323184fadb0a7bdcd0dd99f97c/84322b323184fadb0a7bdcd0dd99f97c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538505.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/97c/84322b323184fadb0a7bdcd0dd99f97c/84322b323184fadb0a7bdcd0dd99f97c_1769538505.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538509.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b14/bb2ab7abcb83a5488a9916ba1bdeab14/bb2ab7abcb83a5488a9916ba1bdeab14_1769538509.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538513.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/ca2/1c2eb54eb12e9bc85a606bd0f564dca2/1c2eb54eb12e9bc85a606bd0f564dca2_1769538513.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/fb3/40118f33b93bdd6b772cb29157af5fb3/40118f33b93bdd6b772cb29157af5fb3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538517.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/fb3/40118f33b93bdd6b772cb29157af5fb3/40118f33b93bdd6b772cb29157af5fb3_1769538517.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/314/2306ea1e5b6cb701e36115b580781314/2306ea1e5b6cb701e36115b580781314.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538521.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/314/2306ea1e5b6cb701e36115b580781314/2306ea1e5b6cb701e36115b580781314_1769538521.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538525.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/905/1be3bc172d8740f70e68bdff9360f905/1be3bc172d8740f70e68bdff9360f905_1769538525.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/694/54813da7ba580ff0cdb487dee43f4694/54813da7ba580ff0cdb487dee43f4694.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538529.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/694/54813da7ba580ff0cdb487dee43f4694/54813da7ba580ff0cdb487dee43f4694_1769538529.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856_1769538533.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4a3/6c50275ac9dd56f62abdbe1be8b164a3/6c50275ac9dd56f62abdbe1be8b164a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538537.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4a3/6c50275ac9dd56f62abdbe1be8b164a3/6c50275ac9dd56f62abdbe1be8b164a3_1769538537.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/e4e/f10886c58df35a8e113e1bdfca3bbe4e/f10886c58df35a8e113e1bdfca3bbe4e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538541.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/e4e/f10886c58df35a8e113e1bdfca3bbe4e/f10886c58df35a8e113e1bdfca3bbe4e_1769538541.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942_1769538545.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/383/28fae43674f8d9e320783f0346d5e383/28fae43674f8d9e320783f0346d5e383.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538549.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/383/28fae43674f8d9e320783f0346d5e383/28fae43674f8d9e320783f0346d5e383_1769538549.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8a0/9547f3b40b93df3ac7a5f396d995b8a0/9547f3b40b93df3ac7a5f396d995b8a0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538553.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8a0/9547f3b40b93df3ac7a5f396d995b8a0/9547f3b40b93df3ac7a5f396d995b8a0_1769538553.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708_1769538557.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/409/9e790e8b1b59b788783b202eb8f4b409/9e790e8b1b59b788783b202eb8f4b409.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538561.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/409/9e790e8b1b59b788783b202eb8f4b409/9e790e8b1b59b788783b202eb8f4b409_1769538561.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/054/72d93ea3e22f2b35ef4193b060dc6054/72d93ea3e22f2b35ef4193b060dc6054.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538565.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/054/72d93ea3e22f2b35ef4193b060dc6054/72d93ea3e22f2b35ef4193b060dc6054_1769538565.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8_1769538569.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538573.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/03d/01f738e00e969ae7c70f799fe0f1903d/01f738e00e969ae7c70f799fe0f1903d_1769538573.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/e4b/5de0b57211e7176ad37d1945ba11de4b/5de0b57211e7176ad37d1945ba11de4b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538577.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/e4b/5de0b57211e7176ad37d1945ba11de4b/5de0b57211e7176ad37d1945ba11de4b_1769538577.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841_1769538581.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538585.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/2b7/1742b35ddd32dc8401dbc705fcde02b7/1742b35ddd32dc8401dbc705fcde02b7_1769538585.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b75/fe77ac56afee3842487eb82e5d5d6b75/fe77ac56afee3842487eb82e5d5d6b75.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538589.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b75/fe77ac56afee3842487eb82e5d5d6b75/fe77ac56afee3842487eb82e5d5d6b75_1769538589.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d_1769538593.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/03e/8f5050951d0996d4e3a00a4eddcec03e/8f5050951d0996d4e3a00a4eddcec03e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538597.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/03e/8f5050951d0996d4e3a00a4eddcec03e/8f5050951d0996d4e3a00a4eddcec03e_1769538597.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/ee4/288388cae7482b63d274037245e6fee4/288388cae7482b63d274037245e6fee4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538601.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/ee4/288388cae7482b63d274037245e6fee4/288388cae7482b63d274037245e6fee4_1769538601.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745_1769538605.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c27/8a81cae1bc2c1ea44d2483221342ec27/8a81cae1bc2c1ea44d2483221342ec27.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538609.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c27/8a81cae1bc2c1ea44d2483221342ec27/8a81cae1bc2c1ea44d2483221342ec27_1769538609.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/542/391e0311adaa48338bffb45e2302f542/391e0311adaa48338bffb45e2302f542.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538613.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/542/391e0311adaa48338bffb45e2302f542/391e0311adaa48338bffb45e2302f542_1769538613.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8_1769538617.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/0dd/cd16b55f80b5d1e48639c7280aa110dd/cd16b55f80b5d1e48639c7280aa110dd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538621.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/0dd/cd16b55f80b5d1e48639c7280aa110dd/cd16b55f80b5d1e48639c7280aa110dd_1769538621.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/48f/f1fc2798cb737d562cede1ed7f4c448f/f1fc2798cb737d562cede1ed7f4c448f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538625.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/48f/f1fc2798cb737d562cede1ed7f4c448f/f1fc2798cb737d562cede1ed7f4c448f_1769538625.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59_1769538629.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/049/7fcb9df1576a922329a2b8c9396b3049/7fcb9df1576a922329a2b8c9396b3049.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538633.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/049/7fcb9df1576a922329a2b8c9396b3049/7fcb9df1576a922329a2b8c9396b3049_1769538633.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8ee/6541c96869f54290438272d2756af8ee/6541c96869f54290438272d2756af8ee.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538637.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8ee/6541c96869f54290438272d2756af8ee/6541c96869f54290438272d2756af8ee_1769538637.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/acf/7d34205a3d60ae9e9d7fd5758f0faacf/7d34205a3d60ae9e9d7fd5758f0faacf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538641.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/acf/7d34205a3d60ae9e9d7fd5758f0faacf/7d34205a3d60ae9e9d7fd5758f0faacf_1769538641.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/3cc/32d622b11bb92275e4240fdf80d3e3cc/32d622b11bb92275e4240fdf80d3e3cc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538645.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/3cc/32d622b11bb92275e4240fdf80d3e3cc/32d622b11bb92275e4240fdf80d3e3cc_1769538645.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538649.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4/c6ca02073ca9c1ee2ef4f35a1a6f64b4_1769538649.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538653.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5_1769538653.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/d26/cf2c18f643aa3f2680f12329f7ef0d26/cf2c18f643aa3f2680f12329f7ef0d26.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538657.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/d26/cf2c18f643aa3f2680f12329f7ef0d26/cf2c18f643aa3f2680f12329f7ef0d26_1769538657.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8f7/8ea48bc252a3efb378a3c4918d3258f7/8ea48bc252a3efb378a3c4918d3258f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538661.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8f7/8ea48bc252a3efb378a3c4918d3258f7/8ea48bc252a3efb378a3c4918d3258f7_1769538661.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538665.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9_1769538665.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/de5/705a2247928a5bb9ecf04ca8a11e8de5/705a2247928a5bb9ecf04ca8a11e8de5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538669.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/de5/705a2247928a5bb9ecf04ca8a11e8de5/705a2247928a5bb9ecf04ca8a11e8de5_1769538669.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/6ac/1e364a00789b15f250adf200fdc0e6ac/1e364a00789b15f250adf200fdc0e6ac.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538673.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/6ac/1e364a00789b15f250adf200fdc0e6ac/1e364a00789b15f250adf200fdc0e6ac_1769538673.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/a1d/a2f717876701664e1d21d1c8e89baa1d/a2f717876701664e1d21d1c8e89baa1d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538677.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/a1d/a2f717876701664e1d21d1c8e89baa1d/a2f717876701664e1d21d1c8e89baa1d_1769538677.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b64/9ad8b61441891639a5a68dcb10cd1b64/9ad8b61441891639a5a68dcb10cd1b64.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538681.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b64/9ad8b61441891639a5a68dcb10cd1b64/9ad8b61441891639a5a68dcb10cd1b64_1769538681.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/428/a25353ea4c795eb82389aa33a6f1a428/a25353ea4c795eb82389aa33a6f1a428.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538685.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/428/a25353ea4c795eb82389aa33a6f1a428/a25353ea4c795eb82389aa33a6f1a428_1769538685.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/e85/d3cfdd4987de01ba835a0ca41a830e85/d3cfdd4987de01ba835a0ca41a830e85.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538689.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/e85/d3cfdd4987de01ba835a0ca41a830e85/d3cfdd4987de01ba835a0ca41a830e85_1769538689.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/cb1/1f2415c267be5de16047ac07ccc4fcb1/1f2415c267be5de16047ac07ccc4fcb1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538693.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/cb1/1f2415c267be5de16047ac07ccc4fcb1/1f2415c267be5de16047ac07ccc4fcb1_1769538693.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/0a6/56e5299146cad0d8fe9c46fface930a6/56e5299146cad0d8fe9c46fface930a6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538697.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/0a6/56e5299146cad0d8fe9c46fface930a6/56e5299146cad0d8fe9c46fface930a6_1769538697.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538701.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6_1769538701.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/1b6/5080fd22076a8b00ef5ccb037806a1b6/5080fd22076a8b00ef5ccb037806a1b6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538705.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/1b6/5080fd22076a8b00ef5ccb037806a1b6/5080fd22076a8b00ef5ccb037806a1b6_1769538705.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/553/ea72ba9e44979255730c7844fc8a5553/ea72ba9e44979255730c7844fc8a5553.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538709.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/553/ea72ba9e44979255730c7844fc8a5553/ea72ba9e44979255730c7844fc8a5553_1769538709.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/2eb/6171cfc7dbe23f4a7c47639754d0a2eb/6171cfc7dbe23f4a7c47639754d0a2eb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538713.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/2eb/6171cfc7dbe23f4a7c47639754d0a2eb/6171cfc7dbe23f4a7c47639754d0a2eb_1769538713.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/cc2/7f6e9ee94cac7656e37c1a61feddbcc2/7f6e9ee94cac7656e37c1a61feddbcc2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538717.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/cc2/7f6e9ee94cac7656e37c1a61feddbcc2/7f6e9ee94cac7656e37c1a61feddbcc2_1769538717.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/e7f/5d3f870bb31c1effa5f967edb538ae7f/5d3f870bb31c1effa5f967edb538ae7f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538721.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/e7f/5d3f870bb31c1effa5f967edb538ae7f/5d3f870bb31c1effa5f967edb538ae7f_1769538721.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/364/83ebebe09a47de4ee99cd9716c9a6364/83ebebe09a47de4ee99cd9716c9a6364.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538725.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/364/83ebebe09a47de4ee99cd9716c9a6364/83ebebe09a47de4ee99cd9716c9a6364_1769538725.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/7f2/654085ca3000991134553e34e56467f2/654085ca3000991134553e34e56467f2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538729.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/7f2/654085ca3000991134553e34e56467f2/654085ca3000991134553e34e56467f2_1769538729.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4b0/8b64eb64af34e222fb266869c18914b0/8b64eb64af34e222fb266869c18914b0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538733.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4b0/8b64eb64af34e222fb266869c18914b0/8b64eb64af34e222fb266869c18914b0_1769538733.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/5ce/1e501b483698346415bd986b1f44b5ce/1e501b483698346415bd986b1f44b5ce.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538737.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/5ce/1e501b483698346415bd986b1f44b5ce/1e501b483698346415bd986b1f44b5ce_1769538737.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/02d/89b91068ef63155807ad7d5149f4202d/89b91068ef63155807ad7d5149f4202d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538741.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/02d/89b91068ef63155807ad7d5149f4202d/89b91068ef63155807ad7d5149f4202d_1769538741.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/fb3/bfdc626993f09bfc7e7d011e25555fb3/bfdc626993f09bfc7e7d011e25555fb3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538745.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/fb3/bfdc626993f09bfc7e7d011e25555fb3/bfdc626993f09bfc7e7d011e25555fb3_1769538745.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/a98/934901e136935244cf68cebf8933aa98/934901e136935244cf68cebf8933aa98.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538749.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/a98/934901e136935244cf68cebf8933aa98/934901e136935244cf68cebf8933aa98_1769538749.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/353/436ad1f488cc4e54ffce668952cff353/436ad1f488cc4e54ffce668952cff353.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538753.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/353/436ad1f488cc4e54ffce668952cff353/436ad1f488cc4e54ffce668952cff353_1769538753.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/aad/63fd699e0ea7c0bb5d906bea8ff7baad/63fd699e0ea7c0bb5d906bea8ff7baad.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538757.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/aad/63fd699e0ea7c0bb5d906bea8ff7baad/63fd699e0ea7c0bb5d906bea8ff7baad_1769538757.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/903/efed6c805b135597f47d22bc2270c903/efed6c805b135597f47d22bc2270c903.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538761.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/903/efed6c805b135597f47d22bc2270c903/efed6c805b135597f47d22bc2270c903_1769538761.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b9f/0856c761f75d8f3f37c2751b0ffd8b9f/0856c761f75d8f3f37c2751b0ffd8b9f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538765.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b9f/0856c761f75d8f3f37c2751b0ffd8b9f/0856c761f75d8f3f37c2751b0ffd8b9f_1769538765.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/d06/a4e42a5c34aa43a579ea9043caed2d06/a4e42a5c34aa43a579ea9043caed2d06.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538769.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/d06/a4e42a5c34aa43a579ea9043caed2d06/a4e42a5c34aa43a579ea9043caed2d06_1769538769.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/fb5/0f78d17cc930ac7793b42a6ca44b1fb5/0f78d17cc930ac7793b42a6ca44b1fb5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538773.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/fb5/0f78d17cc930ac7793b42a6ca44b1fb5/0f78d17cc930ac7793b42a6ca44b1fb5_1769538773.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/78c/5151ff17ad5c8adc1853daab1ebb378c/5151ff17ad5c8adc1853daab1ebb378c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538777.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/78c/5151ff17ad5c8adc1853daab1ebb378c/5151ff17ad5c8adc1853daab1ebb378c_1769538777.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/868/8e487f3d998996a36b067c28dd59a868/8e487f3d998996a36b067c28dd59a868.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538781.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/868/8e487f3d998996a36b067c28dd59a868/8e487f3d998996a36b067c28dd59a868_1769538781.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b2a/134fccb59c712673a92d56df40333b2a/134fccb59c712673a92d56df40333b2a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538785.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b2a/134fccb59c712673a92d56df40333b2a/134fccb59c712673a92d56df40333b2a_1769538785.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8e3/212001dbad4fe2ab66f4504c73f0b8e3/212001dbad4fe2ab66f4504c73f0b8e3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538789.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8e3/212001dbad4fe2ab66f4504c73f0b8e3/212001dbad4fe2ab66f4504c73f0b8e3_1769538789.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/24a/32da5839196933423683ef02e212d24a/32da5839196933423683ef02e212d24a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538793.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/24a/32da5839196933423683ef02e212d24a/32da5839196933423683ef02e212d24a_1769538793.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/d76/50a8d072a3a3bcbd847223eb36d07d76/50a8d072a3a3bcbd847223eb36d07d76.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538797.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/d76/50a8d072a3a3bcbd847223eb36d07d76/50a8d072a3a3bcbd847223eb36d07d76_1769538797.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/9b3/8d9febb73707db04867b1bbb201f39b3/8d9febb73707db04867b1bbb201f39b3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538801.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/9b3/8d9febb73707db04867b1bbb201f39b3/8d9febb73707db04867b1bbb201f39b3_1769538801.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c1c/5c9ed75515d0794796dce4491d8fbc1c/5c9ed75515d0794796dce4491d8fbc1c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538805.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c1c/5c9ed75515d0794796dce4491d8fbc1c/5c9ed75515d0794796dce4491d8fbc1c_1769538805.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/ed9/d0236889a5dc1f6153f02a4792d49ed9/d0236889a5dc1f6153f02a4792d49ed9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538809.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/ed9/d0236889a5dc1f6153f02a4792d49ed9/d0236889a5dc1f6153f02a4792d49ed9_1769538809.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/328/bad126a2ddccc31dc700e39ab3efa328/bad126a2ddccc31dc700e39ab3efa328.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538813.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/328/bad126a2ddccc31dc700e39ab3efa328/bad126a2ddccc31dc700e39ab3efa328_1769538813.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/4dd/98496aadde7d64a7301f51f78f8704dd/98496aadde7d64a7301f51f78f8704dd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538817.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/4dd/98496aadde7d64a7301f51f78f8704dd/98496aadde7d64a7301f51f78f8704dd_1769538817.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/76b/1c22a32aeae2dab42c966c4ee2ccc76b/1c22a32aeae2dab42c966c4ee2ccc76b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538821.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/76b/1c22a32aeae2dab42c966c4ee2ccc76b/1c22a32aeae2dab42c966c4ee2ccc76b_1769538821.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/6c9/e06d306f7d0b43d98934104bd51416c9/e06d306f7d0b43d98934104bd51416c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538825.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/6c9/e06d306f7d0b43d98934104bd51416c9/e06d306f7d0b43d98934104bd51416c9_1769538825.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/5f5/5f393d842e2112a3b1e40bfbc44925f5/5f393d842e2112a3b1e40bfbc44925f5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538829.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/5f5/5f393d842e2112a3b1e40bfbc44925f5/5f393d842e2112a3b1e40bfbc44925f5_1769538829.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538833.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b/4b7a2f9e28ec5a2e328c1f2c25c0a25b_1769538833.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/1ec/0422f1c48945a6bd09b8f546efedf1ec/0422f1c48945a6bd09b8f546efedf1ec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538837.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/1ec/0422f1c48945a6bd09b8f546efedf1ec/0422f1c48945a6bd09b8f546efedf1ec_1769538837.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/07f/ed30c27fff6b0f204c9ecc8cd9ff007f/ed30c27fff6b0f204c9ecc8cd9ff007f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538841.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/07f/ed30c27fff6b0f204c9ecc8cd9ff007f/ed30c27fff6b0f204c9ecc8cd9ff007f_1769538841.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c6a/481c1e8fef28c88a2cea9055f2d5ac6a/481c1e8fef28c88a2cea9055f2d5ac6a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538845.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c6a/481c1e8fef28c88a2cea9055f2d5ac6a/481c1e8fef28c88a2cea9055f2d5ac6a_1769538845.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/17f/8a6247b35baf4d687bce78038f32817f/8a6247b35baf4d687bce78038f32817f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538849.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/17f/8a6247b35baf4d687bce78038f32817f/8a6247b35baf4d687bce78038f32817f_1769538849.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c0d/d0fca9a85532ac7e186f40d863a43c0d/d0fca9a85532ac7e186f40d863a43c0d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538853.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c0d/d0fca9a85532ac7e186f40d863a43c0d/d0fca9a85532ac7e186f40d863a43c0d_1769538853.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/c13/e80ddaaade82fd1b34f5957771a9bc13/e80ddaaade82fd1b34f5957771a9bc13.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538857.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/c13/e80ddaaade82fd1b34f5957771a9bc13/e80ddaaade82fd1b34f5957771a9bc13_1769538857.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/918/b976b0fd1252af703f20aebbfa33e918/b976b0fd1252af703f20aebbfa33e918.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538861.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/918/b976b0fd1252af703f20aebbfa33e918/b976b0fd1252af703f20aebbfa33e918_1769538861.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/6a3/f6fdda6f93c9c9b04f0882e2b6c826a3/f6fdda6f93c9c9b04f0882e2b6c826a3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538865.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/6a3/f6fdda6f93c9c9b04f0882e2b6c826a3/f6fdda6f93c9c9b04f0882e2b6c826a3_1769538865.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/eaf/840abe60862229d46863a864e594feaf/840abe60862229d46863a864e594feaf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538869.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/eaf/840abe60862229d46863a864e594feaf/840abe60862229d46863a864e594feaf_1769538869.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/52f/53a9af98b83b3f1451e654093299052f/53a9af98b83b3f1451e654093299052f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538873.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/52f/53a9af98b83b3f1451e654093299052f/53a9af98b83b3f1451e654093299052f_1769538873.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/a95/47ee48aa1f71ad9e5da660da75c22a95/47ee48aa1f71ad9e5da660da75c22a95.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538877.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/a95/47ee48aa1f71ad9e5da660da75c22a95/47ee48aa1f71ad9e5da660da75c22a95_1769538877.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/f2a/63ce6f4f39eebd4c919d82a24e0def2a/63ce6f4f39eebd4c919d82a24e0def2a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538881.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/f2a/63ce6f4f39eebd4c919d82a24e0def2a/63ce6f4f39eebd4c919d82a24e0def2a_1769538881.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/41d/5cc18580238b170986edda67cc30941d/5cc18580238b170986edda67cc30941d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538885.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/41d/5cc18580238b170986edda67cc30941d/5cc18580238b170986edda67cc30941d_1769538885.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/01a/37c424195c824949070bad3d1af7d01a/37c424195c824949070bad3d1af7d01a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538889.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/01a/37c424195c824949070bad3d1af7d01a/37c424195c824949070bad3d1af7d01a_1769538889.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/acc/40ee884d206b24745d087deaebe69acc/40ee884d206b24745d087deaebe69acc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538893.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/acc/40ee884d206b24745d087deaebe69acc/40ee884d206b24745d087deaebe69acc_1769538893.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/fea/0f749492c9b1ce3140a666f4ac2b1fea/0f749492c9b1ce3140a666f4ac2b1fea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538897.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/fea/0f749492c9b1ce3140a666f4ac2b1fea/0f749492c9b1ce3140a666f4ac2b1fea_1769538897.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/09a/12d03b8edc2c0a56721ed5f6bd25e09a/12d03b8edc2c0a56721ed5f6bd25e09a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538901.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/09a/12d03b8edc2c0a56721ed5f6bd25e09a/12d03b8edc2c0a56721ed5f6bd25e09a_1769538901.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/b4e/c4e2a350a2dcd9e225f075b15631fb4e/c4e2a350a2dcd9e225f075b15631fb4e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538905.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/b4e/c4e2a350a2dcd9e225f075b15631fb4e/c4e2a350a2dcd9e225f075b15631fb4e_1769538905.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8e3/6c07a9046d04464c422aec701e7ee8e3/6c07a9046d04464c422aec701e7ee8e3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538909.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8e3/6c07a9046d04464c422aec701e7ee8e3/6c07a9046d04464c422aec701e7ee8e3_1769538909.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/9fc/cc42192a1fb02e43e49d1b10baeee9fc/cc42192a1fb02e43e49d1b10baeee9fc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538913.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/9fc/cc42192a1fb02e43e49d1b10baeee9fc/cc42192a1fb02e43e49d1b10baeee9fc_1769538913.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/6c2/2f91cc2179abde5ef57a3976f45d66c2/2f91cc2179abde5ef57a3976f45d66c2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538917.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/6c2/2f91cc2179abde5ef57a3976f45d66c2/2f91cc2179abde5ef57a3976f45d66c2_1769538917.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/3fb/4130d6bd09a8b62d21588fb2eb3bf3fb/4130d6bd09a8b62d21588fb2eb3bf3fb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538921.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/3fb/4130d6bd09a8b62d21588fb2eb3bf3fb/4130d6bd09a8b62d21588fb2eb3bf3fb_1769538921.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/0d8/a9736697812baf7a1fd6343e1e5180d8/a9736697812baf7a1fd6343e1e5180d8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538925.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/0d8/a9736697812baf7a1fd6343e1e5180d8/a9736697812baf7a1fd6343e1e5180d8_1769538925.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/fc2/eb8a9417339fe3f510116cbd65ae1fc2/eb8a9417339fe3f510116cbd65ae1fc2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538929.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/fc2/eb8a9417339fe3f510116cbd65ae1fc2/eb8a9417339fe3f510116cbd65ae1fc2_1769538929.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/1c7/0e2e60cd0827a6611be6d9e70c6901c7/0e2e60cd0827a6611be6d9e70c6901c7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538933.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/1c7/0e2e60cd0827a6611be6d9e70c6901c7/0e2e60cd0827a6611be6d9e70c6901c7_1769538933.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/8e4/e340f8d1a8541e0c86896f72a31128e4/e340f8d1a8541e0c86896f72a31128e4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538937.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/8e4/e340f8d1a8541e0c86896f72a31128e4/e340f8d1a8541e0c86896f72a31128e4_1769538937.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/9da/a58aa66c569ca13191e569a0c95a39da/a58aa66c569ca13191e569a0c95a39da.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538941.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/9da/a58aa66c569ca13191e569a0c95a39da/a58aa66c569ca13191e569a0c95a39da_1769538941.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/40d/9ef356bc9fa7aa1d69b98f1c172f640d/9ef356bc9fa7aa1d69b98f1c172f640d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538945.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/40d/9ef356bc9fa7aa1d69b98f1c172f640d/9ef356bc9fa7aa1d69b98f1c172f640d_1769538945.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/f2b/c3a74c07042c97c762a199dabbe52f2b/c3a74c07042c97c762a199dabbe52f2b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538949.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/f2b/c3a74c07042c97c762a199dabbe52f2b/c3a74c07042c97c762a199dabbe52f2b_1769538949.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/417/e82f0fc8a270c3f117efce78b36b3417/e82f0fc8a270c3f117efce78b36b3417.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538953.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/417/e82f0fc8a270c3f117efce78b36b3417/e82f0fc8a270c3f117efce78b36b3417_1769538953.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/430/58daeac1242a25e52c1a043de4d53430/58daeac1242a25e52c1a043de4d53430.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538957.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/430/58daeac1242a25e52c1a043de4d53430/58daeac1242a25e52c1a043de4d53430_1769538957.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/28c/6eb84d5cdbe80402ebe00b10f45d128c/6eb84d5cdbe80402ebe00b10f45d128c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538961.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/28c/6eb84d5cdbe80402ebe00b10f45d128c/6eb84d5cdbe80402ebe00b10f45d128c_1769538961.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/d05/8fbb33a5e81f3295f4204b1f613e2d05/8fbb33a5e81f3295f4204b1f613e2d05.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538965.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/d05/8fbb33a5e81f3295f4204b1f613e2d05/8fbb33a5e81f3295f4204b1f613e2d05_1769538965.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/10f/7d1e9a4aa8b46a87af3b53dff2d0610f/7d1e9a4aa8b46a87af3b53dff2d0610f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538969.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/10f/7d1e9a4aa8b46a87af3b53dff2d0610f/7d1e9a4aa8b46a87af3b53dff2d0610f_1769538969.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/731/94b7074b5f5f8b5b077cee7379226731/94b7074b5f5f8b5b077cee7379226731.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538973.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/731/94b7074b5f5f8b5b077cee7379226731/94b7074b5f5f8b5b077cee7379226731_1769538973.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4ep7isuq/sda/containers/0/122/63e5d2b4887dbd7b922ccee80de3c122/63e5d2b4887dbd7b922ccee80de3c122.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538977.00000-0, db: /tmp/tmp4ep7isuq/sda/containers/0/122/63e5d2b4887dbd7b922ccee80de3c122/63e5d2b4887dbd7b922ccee80de3c122_1769538977.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538528.00000-0, db: /tmp/tmp2j_tz_pm/sda/containers/0/f84/55250447d6c81e45d0b4ded129b50f84/55250447d6c81e45d0b4ded129b50f84.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538532.00000-0, db: /tmp/tmp2j_tz_pm/sda/containers/0/07c/5786e7256430b00f1b462323e4ddc07c/5786e7256430b00f1b462323e4ddc07c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmp2j_tz_pm/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmp2j_tz_pm/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538529.00000-0, db: /tmp/tmpguc2ia6h/sda/containers/0/694/54813da7ba580ff0cdb487dee43f4694/54813da7ba580ff0cdb487dee43f4694.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538532.00000-0, db: /tmp/tmpguc2ia6h/sda/containers/0/07c/5786e7256430b00f1b462323e4ddc07c/5786e7256430b00f1b462323e4ddc07c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538535.00000-0, db: /tmp/tmpguc2ia6h/sda/containers/0/d59/1159bd1d7c83372bffd094044d079d59/1159bd1d7c83372bffd094044d079d59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpguc2ia6h/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538530.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/532/6b227de18d742f5b29d59d793daee532/6b227de18d742f5b29d59d793daee532.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpe_kctol0/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmpb_fd33p5/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538533.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/856/e98f8ad623925334dcdd8e0658f5a856/e98f8ad623925334dcdd8e0658f5a856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmp30ls75ds/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538534.00000-0, db: /tmp/tmpmxsu6i4x/sda/containers/0/2db/9d3eb3ba6d28cda4d10cd07f3688c2db/9d3eb3ba6d28cda4d10cd07f3688c2db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmpmxsu6i4x/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538538.00000-0, db: /tmp/tmpmxsu6i4x/sda/containers/0/69d/88208ab64cd6d7ebc829cef5c6b8569d/88208ab64cd6d7ebc829cef5c6b8569d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538540.00000-0, db: /tmp/tmpmxsu6i4x/sda/containers/0/c68/8c237d819999490577e2b8ced6adfc68/8c237d819999490577e2b8ced6adfc68.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538536.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/b10/548f728f86e0edbc7481acddaf61bb10/548f728f86e0edbc7481acddaf61bb10.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538539.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d42/b5a3ed22281da5170a26ee35bfec2d42/b5a3ed22281da5170a26ee35bfec2d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538542.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/ca5/60fec4de605d759d3bdc3bc32e03aca5/60fec4de605d759d3bdc3bc32e03aca5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538545.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/942/57c31e2dd8d33afc4e4bcbf2ac3a9942/57c31e2dd8d33afc4e4bcbf2ac3a9942.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538548.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/820/1a66762e68e27cfcab864be811e43820/1a66762e68e27cfcab864be811e43820.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538551.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/daa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538551.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/daa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa/b2f9b3dc9f42061fc9e3a7ac8f40cdaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538554.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d3b/8b11589005bc7962b9b587b4a7ecad3b/8b11589005bc7962b9b587b4a7ecad3b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538554.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d3b/8b11589005bc7962b9b587b4a7ecad3b/8b11589005bc7962b9b587b4a7ecad3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538557.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/708/af1695a2e31d31f6efee198d9d05c708/af1695a2e31d31f6efee198d9d05c708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538560.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/2d9/863fea15b59945942f5e63feff4cf2d9/863fea15b59945942f5e63feff4cf2d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538563.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/715/94b88e804daef45393f99eb633d1f715/94b88e804daef45393f99eb633d1f715.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538563.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/715/94b88e804daef45393f99eb633d1f715/94b88e804daef45393f99eb633d1f715.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538566.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3be/20c7ecc4833abb470a56f39af4f733be/20c7ecc4833abb470a56f39af4f733be.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538566.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3be/20c7ecc4833abb470a56f39af4f733be/20c7ecc4833abb470a56f39af4f733be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538569.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/4f8/e7ea1841b0022d66a5d676b67bcb54f8/e7ea1841b0022d66a5d676b67bcb54f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538572.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/856/05c8fd5deb10badf33c655823a3bb856/05c8fd5deb10badf33c655823a3bb856.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538575.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/5ba/55822ffb422167dd55ad5030373f05ba/55822ffb422167dd55ad5030373f05ba.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538575.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/5ba/55822ffb422167dd55ad5030373f05ba/55822ffb422167dd55ad5030373f05ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538578.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0e4/2d052df4660a51db9c4900747f4020e4/2d052df4660a51db9c4900747f4020e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538578.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0e4/2d052df4660a51db9c4900747f4020e4/2d052df4660a51db9c4900747f4020e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538581.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/841/c1e504aa873fe18617df4591fdfb1841/c1e504aa873fe18617df4591fdfb1841.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538584.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/00f/29bd536389e9d197df2c301956a9b00f/29bd536389e9d197df2c301956a9b00f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538587.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d26/324d155acfb767afdb8f472221fbbd26/324d155acfb767afdb8f472221fbbd26.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538587.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/d26/324d155acfb767afdb8f472221fbbd26/324d155acfb767afdb8f472221fbbd26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538590.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/df7/f9b2aff622874faa5f02da59d48f1df7/f9b2aff622874faa5f02da59d48f1df7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538590.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/df7/f9b2aff622874faa5f02da59d48f1df7/f9b2aff622874faa5f02da59d48f1df7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538593.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/c3d/1830f2a5cdbf8540b28e99fbb8b56c3d/1830f2a5cdbf8540b28e99fbb8b56c3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538596.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/381/f5b8fe9b28be8f52c4353455672ad381/f5b8fe9b28be8f52c4353455672ad381.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538599.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/8d5/16f84e1e59616b2c81b1fc7502b138d5/16f84e1e59616b2c81b1fc7502b138d5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538599.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/8d5/16f84e1e59616b2c81b1fc7502b138d5/16f84e1e59616b2c81b1fc7502b138d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538602.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/cf0/667bf613edcc45f8e2e0f8cc03faccf0/667bf613edcc45f8e2e0f8cc03faccf0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538602.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/cf0/667bf613edcc45f8e2e0f8cc03faccf0/667bf613edcc45f8e2e0f8cc03faccf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538605.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/745/50b3b88230fb4112a0fce3557ff40745/50b3b88230fb4112a0fce3557ff40745.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538608.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/477/e6a81975735a064bd350edbd48c92477/e6a81975735a064bd350edbd48c92477.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538611.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/46f/d722f22bc3a55848f0c3bf90467d346f/d722f22bc3a55848f0c3bf90467d346f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538611.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/46f/d722f22bc3a55848f0c3bf90467d346f/d722f22bc3a55848f0c3bf90467d346f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538614.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/c19/8bb96028854b7f0eb410c6a8ddf8ac19/8bb96028854b7f0eb410c6a8ddf8ac19.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538614.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/c19/8bb96028854b7f0eb410c6a8ddf8ac19/8bb96028854b7f0eb410c6a8ddf8ac19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538617.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/bf8/e0c76f428dfacd0285807b094de98bf8/e0c76f428dfacd0285807b094de98bf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538620.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/592/a3efd0d1749301e3607cf81cde95f592/a3efd0d1749301e3607cf81cde95f592.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538623.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0a1/17f8111ddea2923d95f7f47ba8d050a1/17f8111ddea2923d95f7f47ba8d050a1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538623.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0a1/17f8111ddea2923d95f7f47ba8d050a1/17f8111ddea2923d95f7f47ba8d050a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538626.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3e6/054bb54de3d608268ddf2eae225ca3e6/054bb54de3d608268ddf2eae225ca3e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538626.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3e6/054bb54de3d608268ddf2eae225ca3e6/054bb54de3d608268ddf2eae225ca3e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538629.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e59/830bf24b95fb556f3c821bd9279e2e59/830bf24b95fb556f3c821bd9279e2e59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538632.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/1ce/47a88453435964ca24f886c74c8201ce/47a88453435964ca24f886c74c8201ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538635.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/11f/a653808b0199fcbc36bd387513ac511f/a653808b0199fcbc36bd387513ac511f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538635.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/11f/a653808b0199fcbc36bd387513ac511f/a653808b0199fcbc36bd387513ac511f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538638.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/24f/0ca7dc048c3c84145592c196b01fb24f/0ca7dc048c3c84145592c196b01fb24f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538638.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/24f/0ca7dc048c3c84145592c196b01fb24f/0ca7dc048c3c84145592c196b01fb24f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538641.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/acf/7d34205a3d60ae9e9d7fd5758f0faacf/7d34205a3d60ae9e9d7fd5758f0faacf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538641.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/acf/7d34205a3d60ae9e9d7fd5758f0faacf/7d34205a3d60ae9e9d7fd5758f0faacf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538644.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/5e4/98e5501c46d240e5a83b2ab821b555e4/98e5501c46d240e5a83b2ab821b555e4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538644.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/5e4/98e5501c46d240e5a83b2ab821b555e4/98e5501c46d240e5a83b2ab821b555e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538647.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/eb4/d35f0edfbd82d479e118d7bf39e37eb4/d35f0edfbd82d479e118d7bf39e37eb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538647.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/eb4/d35f0edfbd82d479e118d7bf39e37eb4/d35f0edfbd82d479e118d7bf39e37eb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538650.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/7df/d7d7a348fa1d76e28052fcb5153cd7df/d7d7a348fa1d76e28052fcb5153cd7df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538650.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/7df/d7d7a348fa1d76e28052fcb5153cd7df/d7d7a348fa1d76e28052fcb5153cd7df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538653.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538653.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/cd5/9525c202180965f669d1a0ef7e7b7cd5/9525c202180965f669d1a0ef7e7b7cd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538656.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/2c8/c7d84f6f00b9124cf9a9523e1df072c8/c7d84f6f00b9124cf9a9523e1df072c8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538656.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/2c8/c7d84f6f00b9124cf9a9523e1df072c8/c7d84f6f00b9124cf9a9523e1df072c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538659.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/6a0/30fa1dcc9c4b7429c92ef74c7e9eb6a0/30fa1dcc9c4b7429c92ef74c7e9eb6a0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538659.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/6a0/30fa1dcc9c4b7429c92ef74c7e9eb6a0/30fa1dcc9c4b7429c92ef74c7e9eb6a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538662.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/31a/b6d2020bb6a0830b12029d180c4d531a/b6d2020bb6a0830b12029d180c4d531a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538662.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/31a/b6d2020bb6a0830b12029d180c4d531a/b6d2020bb6a0830b12029d180c4d531a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538665.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538665.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/db9/79af5b260113b500b0368b81b62a1db9/79af5b260113b500b0368b81b62a1db9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538668.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/706/c02e5232d978c5bcc57e02abed45e706/c02e5232d978c5bcc57e02abed45e706.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538668.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/706/c02e5232d978c5bcc57e02abed45e706/c02e5232d978c5bcc57e02abed45e706.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538671.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e31/2117efca9dc7eaef989664b00286de31/2117efca9dc7eaef989664b00286de31.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538671.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e31/2117efca9dc7eaef989664b00286de31/2117efca9dc7eaef989664b00286de31.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538674.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/508/9fdf0bc25f75921465e24d6a0972d508/9fdf0bc25f75921465e24d6a0972d508.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538674.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/508/9fdf0bc25f75921465e24d6a0972d508/9fdf0bc25f75921465e24d6a0972d508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538677.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/a1d/a2f717876701664e1d21d1c8e89baa1d/a2f717876701664e1d21d1c8e89baa1d.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok -test.unit.container.test_sharder.TestSharder.test_check_node -test.unit.container.test_sharder.TestSharder.test_check_node ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538677.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/a1d/a2f717876701664e1d21d1c8e89baa1d/a2f717876701664e1d21d1c8e89baa1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538680.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/455/b50f77d65199c52910a4e4f0a816b455/b50f77d65199c52910a4e4f0a816b455.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538680.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/455/b50f77d65199c52910a4e4f0a816b455/b50f77d65199c52910a4e4f0a816b455.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538683.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0ec/bcbd6b02ba61479785a1f0612cf0d0ec/bcbd6b02ba61479785a1f0612cf0d0ec.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538683.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0ec/bcbd6b02ba61479785a1f0612cf0d0ec/bcbd6b02ba61479785a1f0612cf0d0ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538686.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/92b/307c1c65ed6faa22da5fae6597d2192b/307c1c65ed6faa22da5fae6597d2192b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538686.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/92b/307c1c65ed6faa22da5fae6597d2192b/307c1c65ed6faa22da5fae6597d2192b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538689.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e85/d3cfdd4987de01ba835a0ca41a830e85/d3cfdd4987de01ba835a0ca41a830e85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538689.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/e85/d3cfdd4987de01ba835a0ca41a830e85/d3cfdd4987de01ba835a0ca41a830e85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538692.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/b6a/3c0245ce662f5e6e14b1c745ecd42b6a/3c0245ce662f5e6e14b1c745ecd42b6a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538692.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/b6a/3c0245ce662f5e6e14b1c745ecd42b6a/3c0245ce662f5e6e14b1c745ecd42b6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538695.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/09e/2e32c0862fc4ccf310452f2be008109e/2e32c0862fc4ccf310452f2be008109e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538695.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/09e/2e32c0862fc4ccf310452f2be008109e/2e32c0862fc4ccf310452f2be008109e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538698.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0b2/010f6bf0b27d153a669a9190cf4a50b2/010f6bf0b27d153a669a9190cf4a50b2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538698.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/0b2/010f6bf0b27d153a669a9190cf4a50b2/010f6bf0b27d153a669a9190cf4a50b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538701.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538701.00000-0, db: /tmp/tmppygo3r05/sda/containers/0/3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6/40bdd0b14db5f2ee0eee0fe6ac29c3b6.db -sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000339508056640625s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwq7mp3jd/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication -test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaved ShardRange in 0.028s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00023937225341796875s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001652240753173828s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwq7mp3jd/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00026607513427734375s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538186.90520, (5, 5) as of 1769538548.13808, cleaved as of 1769538186.90520> in 0.174s, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwq7mp3jd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538545.31397.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00019812583923339844s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test INFO: Cleaved ShardRange in 0.274s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021719932556152344s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001990795135498047s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769538186.90520, (1, 6144) as of 1769538549.69773, cleaved as of 1769538186.90520> in 0.283s, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpymd3f6ak/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538548.40576.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00039887428283691406s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaved ShardRange in 0.126s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated -test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok - -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0002288818359375s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538186.90520, (6, 6) as of 1769538551.05972, cleaved as of 1769538186.90520> in 0.089s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'b1e4cfe7-6501-4db8-9972-7ce343f256da-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019669532775878906s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021529197692871094s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaved ShardRange in 0.057s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (6, 6) as of 1769538551.05972, cleaved as of 1769538186.90520>, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018644332885742188s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538186.90520, (6, 6) as of 1769538551.05972, cleaved as of 1769538186.90520> in 0.058s, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpofvdq_o0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538550.17708.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002224445343017578s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaved ShardRange in 0.093s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, found as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002536773681640625s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpy77kq6b3/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538186.90520, (3, 6) as of 1769538552.75651, cleaved as of 1769538186.90520> in 0.03s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000255584716796875s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016307830810546875s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538186.90520, (1, 100) as of 1769538553.67120, cleaved as of 1769538186.90520> in 0.278s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024127960205078125s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root -test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013875961303710938s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769538186.90520, (1, 1000) as of 1769538553.98454, cleaved as of 1769538186.90520> in 0.121s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769538186.90520, (2, 15) as of 1769538554.15512, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769538186.90520, (2, 15) as of 1769538554.15512, active as of 1769538186.90520> in 0.069s, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpy77kq6b3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538551.79960.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019741058349609375s, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test INFO: Cleaved ShardRange in 0.03s, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpevsnjooq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538554.66352.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges -test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok - -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016188621520996094s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001251697540283203s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017714500427246094s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpamaoe63g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538555.35025.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002353191375732422s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaved ShardRange in 0.116s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, found as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002269744873046875s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.630752563476562e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpcrk3q0am/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538186.90520, (3, 6) as of 1769538557.45005, cleaved as of 1769538186.90520> in 0.05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00024175643920898438s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.771087646484375e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538186.90520, (1, 100) as of 1769538557.67910, cleaved as of 1769538186.90520> in 0.08s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002105236053466797s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769538186.90520, (1, 1000) as of 1769538558.02103, cleaved as of 1769538186.90520> in 0.098s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769538186.90520, (2, 15) as of 1769538558.14163, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031948089599609375s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769538186.90520, (2, 15) as of 1769538558.14163, active as of 1769538186.90520> in 0.054s, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpcrk3q0am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538556.31414.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one -test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaved ShardRange in 0.074s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769538186.90520, (500000, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00024628639221191406s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018644332885742188s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769538186.90520, (2, 103) as of 1769538559.34088, cleaved as of 1769538186.90520> in 0.136s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769538559.45758, (500000, 0) as of 1769538559.45758, created as of 1769538559.45758>, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00022339820861816406s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769538559.45758, (3, 1103) as of 1769538559.71901, cleaved as of 1769538559.45758> in 0.112s, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpft3_k_hw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538558.40795.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017380714416503906s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.745887756347656e-05s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpn1btqjgp/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011277198791503906s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011157989501953125s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 5.2928924560546875e-05s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard -test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 6.29425048828125e-05s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018906593322753906s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010800361633300781s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769538559.90726, (0, 0) as of 1769538559.90726, sharding as of 1769538559.90726>, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538186.90520, (3, 6) as of 1769538561.42576, cleaved as of 1769538186.90520> in 0.079s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019598007202148438s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.8650970458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011491775512695312s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769538186.90520, (2, 15) as of 1769538561.52773, cleaved as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011539459228515625s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769538559.90726, (0, 0) as of 1769538559.90726, sharding as of 1769538559.90726>, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538186.90520, (2, 15) as of 1769538561.52773, cleaved as of 1769538186.90520> in 0.047s, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpn1btqjgp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538559.90726.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmps2s6xqub/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range -test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok - -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002105236053466797s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769538562.56320, (1000, 11111) as of 1769538562.56320, created as of 1769538562.56320>, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001995563507080078s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769538585.00000, (0, 0) as of 1769538574.00000, shrunk as of 1769538574.00000>, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769538562.56320, (1000, 11111) as of 1769538562.56320, created as of 1769538562.56320> in 0.141s, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769538575.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019931793212890625s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010347366333007812s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769538563.50171, (1000, 11111) as of 1769538563.50171, cleaved as of 1769538563.50171>, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002613067626953125s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015473365783691406s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769538612.00000, (0, 0) as of 1769538601.00000, shrunk as of 1769538601.00000>, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769538563.50171, (1000, 11111) as of 1769538563.50171, cleaved as of 1769538563.50171> in 0.103s, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769538602.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018548965454101562s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012683868408203125s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011658668518066406s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769538564.12400, (1000, 11111) as of 1769538564.12400, active as of 1769538564.12400>, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.005448579788208008s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001266002655029297s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769538639.00000, (0, 0) as of 1769538628.00000, shrunk as of 1769538628.00000>, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769538564.12400, (1000, 11111) as of 1769538564.12400, active as of 1769538564.12400> in 0.461s, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769538629.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001544952392578125s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.179115295410156e-05s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769538565.06351, (1000, 11111) as of 1769538565.06351, created as of 1769538565.06351>, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021076202392578125s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015735626220703125s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769538655.00000, (0, 0) as of 1769538655.00000, shrinking as of 1769538655.00000>, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538565.06351, (1000, 11111) as of 1769538565.06351, created as of 1769538565.06351> in 0.048s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769538565.06357, (1000, 11111) as of 1769538565.06357, created as of 1769538565.06357>, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002167224884033203s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017690658569335938s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769538655.00000, (0, 0) as of 1769538655.00000, shrinking as of 1769538655.00000>, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769538565.06357, (1000, 11111) as of 1769538565.06357, created as of 1769538565.06357> in 0.052s, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769538656.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769538565.90996, (1000, 11111) as of 1769538565.90996, cleaved as of 1769538565.90996>, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019240379333496094s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000110626220703125s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769538688.00000, (0, 0) as of 1769538688.00000, shrinking as of 1769538688.00000>, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538565.90996, (1000, 11111) as of 1769538565.90996, cleaved as of 1769538565.90996> in 0.053s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769538565.91003, (1000, 11111) as of 1769538565.91003, cleaved as of 1769538565.91003>, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002498626708984375s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769538688.00000, (0, 0) as of 1769538688.00000, shrinking as of 1769538688.00000>, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769538565.91003, (1000, 11111) as of 1769538565.91003, cleaved as of 1769538565.91003> in 0.049s, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769538689.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001556873321533203s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.250640869140625e-05s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.298324584960938e-05s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769538566.75984, (1000, 11111) as of 1769538566.75984, active as of 1769538566.75984>, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003101825714111328s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019502639770507812s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769538721.00000, (0, 0) as of 1769538721.00000, shrinking as of 1769538721.00000>, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538566.75984, (1000, 11111) as of 1769538566.75984, active as of 1769538566.75984> in 0.047s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769538566.75989, (1000, 11111) as of 1769538566.75989, active as of 1769538566.75989>, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022029876708984375s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010442733764648438s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769538721.00000, (0, 0) as of 1769538721.00000, shrinking as of 1769538721.00000>, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769538566.75989, (1000, 11111) as of 1769538566.75989, active as of 1769538566.75989> in 0.043s, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769538722.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001423358917236328s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.726119995117188e-05s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769538567.44386, (1000, 11111) as of 1769538567.44386, cleaved as of 1769538567.44386>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018143653869628906s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769538754.00000, (0, 0) as of 1769538754.00000, shrinking as of 1769538754.00000>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538567.44386, (1000, 11111) as of 1769538567.44386, cleaved as of 1769538567.44386> in 0.05s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769538567.44391, (1000, 11111) as of 1769538567.44391, cleaved as of 1769538567.44391>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769538754.00000, (0, 0) as of 1769538754.00000, shrinking as of 1769538754.00000>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769538567.44391, (1000, 11111) as of 1769538567.44391, cleaved as of 1769538567.44391> in 0.054s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769538567.44392, (1000, 11111) as of 1769538567.44392, cleaved as of 1769538567.44392>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769538754.00000, (0, 0) as of 1769538754.00000, shrinking as of 1769538754.00000>, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769538567.44392, (1000, 11111) as of 1769538567.44392, cleaved as of 1769538567.44392> in 0.044s, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769538755.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001862049102783203s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769538568.44229, (1000, 11111) as of 1769538568.44229, created as of 1769538568.44229>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002269744873046875s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769538793.00000, (0, 0) as of 1769538793.00000, shrinking as of 1769538793.00000>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538568.44229, (1000, 11111) as of 1769538568.44229, created as of 1769538568.44229> in 0.065s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769538568.44234, (1000, 11111) as of 1769538568.44234, created as of 1769538568.44234>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001933574676513672s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769538793.00000, (0, 0) as of 1769538793.00000, shrinking as of 1769538793.00000>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769538568.44234, (1000, 11111) as of 1769538568.44234, created as of 1769538568.44234> in 0.056s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769538568.44235, (1000, 11111) as of 1769538568.44235, created as of 1769538568.44235>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027751922607421875s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020575523376464844s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769538793.00000, (0, 0) as of 1769538793.00000, shrinking as of 1769538793.00000>, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769538568.44235, (1000, 11111) as of 1769538568.44235, created as of 1769538568.44235> in 0.045s, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769538794.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002956390380859375s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000133514404296875s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769538569.29775, (1000, 11111) as of 1769538569.29775, active as of 1769538569.29775>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007777214050292969s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002875328063964844s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769538832.00000, (0, 0) as of 1769538832.00000, shrinking as of 1769538832.00000>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538569.29775, (1000, 11111) as of 1769538569.29775, active as of 1769538569.29775> in 0.062s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769538569.29792, (1000, 11111) as of 1769538569.29792, active as of 1769538569.29792>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001957416534423828s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015616416931152344s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769538832.00000, (0, 0) as of 1769538832.00000, shrinking as of 1769538832.00000>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769538569.29792, (1000, 11111) as of 1769538569.29792, active as of 1769538569.29792> in 0.059s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769538569.29794, (1000, 11111) as of 1769538569.29794, active as of 1769538569.29794>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018930435180664062s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002238750457763672s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769538832.00000, (0, 0) as of 1769538832.00000, shrinking as of 1769538832.00000>, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769538569.29794, (1000, 11111) as of 1769538569.29794, active as of 1769538569.29794> in 0.102s, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769538833.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2uop6_6d/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016951560974121094s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001289844512939453s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769538570.25432, (1000, 11111) as of 1769538570.25432, created as of 1769538570.25432>, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018739700317382812s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012493133544921875s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769538871.00000, (0, 0) as of 1769538871.00000, shrinking as of 1769538871.00000>, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538570.25432, (1000, 11111) as of 1769538570.25432, created as of 1769538570.25432> in 1.831s, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2d9ef881-e624-451c-b40f-4964861fe36d-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp2uop6_6d/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769538872.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.1552734375e-05s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769538572.64573, (1000, 11111) as of 1769538572.64573, cleaved as of 1769538572.64573>, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000217437744140625s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769538897.00000, (0, 0) as of 1769538897.00000, shrinking as of 1769538897.00000>, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538572.64573, (1000, 11111) as of 1769538572.64573, cleaved as of 1769538572.64573> in 0.054s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769538572.64578, (1000, 11111) as of 1769538572.64578, cleaved as of 1769538572.64578>, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00030922889709472656s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769538897.00000, (0, 0) as of 1769538897.00000, shrinking as of 1769538897.00000>, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769538572.64578, (1000, 11111) as of 1769538572.64578, cleaved as of 1769538572.64578> in 0.045s, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fc3106cc-74e3-4861-acfa-bf166e69eb83-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp2uop6_6d/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769538898.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000244140625s, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011301040649414062s, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fd34bb40-2af9-4e4a-8670-283fddee5fbe-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp2uop6_6d/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769538930.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking -test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.72747802734375e-05s, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3d42a8ba-5d0e-4a39-9213-e5b824911b97-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp2uop6_6d/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769538950.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001678466796875s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769538574.12072, (1000, 11111) as of 1769538574.12072, cleaved as of 1769538574.12072>, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769538969.00000, (0, 0) as of 1769538969.00000, shrinking as of 1769538969.00000>, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769538574.12072, (1000, 11111) as of 1769538574.12072, cleaved as of 1769538574.12072> in 0.055s, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ddcb3be6-de92-481b-ad7c-3815a8327de3-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp2uop6_6d/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769538970.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018358230590820312s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001163482666015625s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok - -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769538577.00000, (0, 0) as of 1769538577.00000, active as of 1769538577.00000>, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021886825561523438s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769538574.72018, (0, 0) as of 1769538575.00000, shrunk as of 1769538575.00000>, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769538577.00000, (0, 0) as of 1769538577.00000, active as of 1769538577.00000> in 0.036s, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpch545adm/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015664100646972656s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001246929168701172s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.322166442871094e-05s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769538577.00000, (0, 0) as of 1769538577.00000, active as of 1769538577.00000>, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002510547637939453s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769538575.00000, (0, 0) as of 1769538575.00000, sharding as of 1769538575.00000>, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769538577.00000, (0, 0) as of 1769538577.00000, active as of 1769538577.00000> in 0.048s, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpftubvc1c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014781951904296875s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.107589721679688e-05s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001709461212158203s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp2mjc1w2k/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538576.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000202178955078125s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.489059448242188e-05s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.417533874511719e-05s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001819133758544922s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018835067749023438s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769538575.73006, (0, 0) as of 1769538576.00000, shrunk as of 1769538576.00000>, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test INFO: Cleaved ShardRange in 0.045s, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpp6vuqooc/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538577.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001983642578125s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaved ShardRange in 0.048s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018739700317382812s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769538186.90520, (2, 3) as of 1769538576.68099, cleaved as of 1769538186.90520> in 0.089s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found -test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016927719116210938s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769538186.90520, (2, 103) as of 1769538576.84668, cleaved as of 1769538186.90520> in 0.072s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, found as of 1769538186.90520>, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538576.94040>, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002288818359375s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014972686767578125s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769538186.90520, (1, 1000) as of 1769538577.52844, cleaved as of 1769538576.94040> in 0.5s, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpjzl5c5o_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538575.80492.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00017976760864257812s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test INFO: Cleaved ShardRange in 0.093s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003082752227783203s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0002002716064453125s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769538186.90520, (1, 18432) as of 1769538580.74162, cleaved as of 1769538186.90520> in 0.09s, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpftdyk4cj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538578.25080.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics -test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'c6ac096e1caaf16d1b6dd807d3426035', '60e0afca-1eff-40d4-9a8c-5849ab1046f6-sdb', '1769538580.92111', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769538582.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769538583.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769538584.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769538585.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769538586.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '60e0afca-1eff-40d4-9a8c-5849ab1046f6-sdb') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00023174285888671875s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaved ShardRange in 0.045s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538186.90520, (3, 3) as of 1769538581.61378, cleaved as of 1769538186.90520> in 0.045s, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpp6w8gvy8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '1ce7a634-25a0-45b2-aa9e-58e9b99a5417-', '1769538580.87370', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-880df23f-a4c3-4c40-b386-d6025ea5ea16-sda": ["{\\"ref\\": \\"880df23f-a4c3-4c40-b386-d6025ea5ea16-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769538581.66033"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769538186.90520', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769538581.45828', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538186.90520', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769538186.90520', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769538581.61378', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538186.90520', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538581.25691', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538581.67747', 'deleted': 0, 'state': 70, 'state_timestamp': '1769538581.25699', 'epoch': '1769538581.25699', 'reported': 0, 'tombstones': -1}], '1ce7a634-25a0-45b2-aa9e-58e9b99a5417-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db -test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range -test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root -test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok - -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020051002502441406s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaved ShardRange in 0.054s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538186.90520, (3, 3) as of 1769538581.61378, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001938343048095703s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538186.90520, (3, 3) as of 1769538581.61378, active as of 1769538186.90520> in 0.056s, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpp6w8gvy8/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538581.25699.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpihhn35lq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '34a8dd7a-1ec4-4b1a-a90c-0dadf211c962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp3g09gr_e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '34a8dd7a-1ec4-4b1a-a90c-0dadf211c962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp3g09gr_e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '34a8dd7a-1ec4-4b1a-a90c-0dadf211c962-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp3g09gr_e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '34a8dd7a-1ec4-4b1a-a90c-0dadf211c962-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp3g09gr_e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '2cd2c8ac-0c72-4266-94af-5d51e4279d46-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp3g09gr_e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538582.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4c1517d3-9a4c-4c54-8d08-741fc59aba20-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvwuhorfy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538583.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4c1517d3-9a4c-4c54-8d08-741fc59aba20-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvwuhorfy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538583.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4c1517d3-9a4c-4c54-8d08-741fc59aba20-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvwuhorfy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538583.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_shard -test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response -test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap -test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates -test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': '4c1517d3-9a4c-4c54-8d08-741fc59aba20-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvwuhorfy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538583.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '255e03e1-e1ad-4d88-9efc-74e3f3eada1b-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpvwuhorfy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538583.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmp_kqxw12z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmp9sjx8gy0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmp9sjx8gy0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmp9sjx8gy0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmptpetbpsn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4r2ytl01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp4r2ytl01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538583.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp4r2ytl01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538583.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp4r2ytl01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538583.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769538584.15528, (100000, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmp4r2ytl01/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538583.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1jo4nywo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp1jo4nywo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp1jo4nywo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmplo9tjzpd/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpkp6fitke/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538584.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part -test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpd0z10y67/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp3bz0s4pu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_7t8lu9h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp_7t8lu9h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp_7t8lu9h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp_7t8lu9h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpla1qsg7m/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpla1qsg7m/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpla1qsg7m/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpla1qsg7m/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpu1zogpfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpu1zogpfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpu1zogpfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpu1zogpfj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpb18h89f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpb18h89f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpb18h89f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpb18h89f_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpz7ns7b8t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpz7ns7b8t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpz7ns7b8t/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log -test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats -test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd -test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok -test.unit.container.test_sharder.TestSharder.test_init -test.unit.container.test_sharder.TestSharder.test_init ... ok -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options -test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error -test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name -test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker -test.unit.container.test_sharder.TestSharder.test_log_broker ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_exception -test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok - -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:47 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:29:48 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '3ea18548-2448-481e-8eac-f0c1d86c3330-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvj2klc42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538588.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-27T18:29:48.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpvj2klc42/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538588.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-27T18:29:49.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmpsqgs1q5t/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538589.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmp8kmok3jr/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpukp30_58/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception - raise ValueError('test') -ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpmixf7voh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: bonjour mes amis, path: a/c, db: test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging -test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok -test.unit.container.test_sharder.TestSharder.test_log_broker_levels -test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok - -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpmixf7voh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpmixf7voh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpmixf7voh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001773834228515625s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002033710479736328s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012946128845214844s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019288063049316406s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015854835510253906s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538589.10645, (0, 0) as of 1769538589.10645, active as of 1769538589.10645>, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538589.10646, (0, 0) as of 1769538589.10646, active as of 1769538589.10646>, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538589.10647, (0, 0) as of 1769538589.10647, active as of 1769538589.10647>, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001933574676513672s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538589.10646, (0, 0) as of 1769538589.10646, active as of 1769538589.10646>, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538589.10647, (0, 0) as of 1769538589.10647, active as of 1769538589.10647>, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp5rgiaemk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538589.18583.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017786026000976562s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001766681671142578s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016546249389648438s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002906322479248047s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011324882507324219s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000186920166015625s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00022172927856445312s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002510547637939453s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok - -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023937225341796875s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001373291015625s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017905235290527344s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002281665802001953s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001304149627685547s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010967254638671875s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq5xdi53v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538590.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003421306610107422s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017690658569335938s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001442432403564453s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002219676971435547s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002052783966064453s, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538592.01475, (0, 0) as of 1769538592.01475, active as of 1769538592.01475>, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538592.01477, (0, 0) as of 1769538592.01477, active as of 1769538592.01477>, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538592.01479, (0, 0) as of 1769538592.01479, active as of 1769538592.01479>, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp6_6lbmd4/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6_6lbmd4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.03479.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023651123046875s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020813941955566406s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017333030700683594s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000255584716796875s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016045570373535156s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001342296600341797s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001423358917236328s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002608299255371094s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021958351135253906s, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538592.68218, (0, 0) as of 1769538592.68218, active as of 1769538592.68218>, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538592.68219, (0, 0) as of 1769538592.68219, active as of 1769538592.68219>, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp97prwnr2/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538592.68220, (0, 0) as of 1769538592.68220, active as of 1769538592.68220>, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp97prwnr2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538592.70591.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok - -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00027823448181152344s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023984909057617188s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023221969604492188s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002624988555908203s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00018668174743652344s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025582313537597656s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020742416381835938s, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538594.90688, (0, 0) as of 1769538594.90688, active as of 1769538594.90688>, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpekhzi1dk/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538594.90690, (0, 0) as of 1769538594.90690, active as of 1769538594.90690>, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538594.90691, (0, 0) as of 1769538594.90691, active as of 1769538594.90691>, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmpekhzi1dk/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpekhzi1dk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538594.92673.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001742839813232422s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004076957702636719s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014472007751464844s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016951560974121094s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027751922607421875s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001766681671142578s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538596.26488, (0, 0) as of 1769538596.26488, active as of 1769538596.26488>, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538596.26490, (0, 0) as of 1769538596.26490, active as of 1769538596.26490>, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538596.26491, (0, 0) as of 1769538596.26491, active as of 1769538596.26491>, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000141143798828125s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001971721649169922s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012731552124023438s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538596.26488, (0, 0) as of 1769538596.26488, active as of 1769538596.26488>, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyzz6qrcw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538596.27781.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001933574676513672s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012230873107910156s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002377033233642578s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015592575073242188s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011873245239257812s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002503395080566406s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001842975616455078s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001678466796875s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014138221740722656s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015044212341308594s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013208389282226562s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001552104949951172s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001480579376220703s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000194549560546875s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016260147094726562s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010323524475097656s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok - -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00026798248291015625s, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9sju0_yf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538597.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001850128173828125s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012946128845214844s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016117095947265625s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001609325408935547s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020360946655273438s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001895427703857422s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012493133544921875s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013685226440429688s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012564659118652344s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015401840209960938s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00020003318786621094s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012445449829101562s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok - -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012445449829101562s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001277923583984375s, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6k2zy_9y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538599.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017333030700683594s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010228157043457031s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001316070556640625s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017714500427246094s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok - -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010943412780761719s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012183189392089844s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016236305236816406s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011372566223144531s, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp46w2mkzi/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013256072998046875s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001227855682373047s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016498565673828125s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011920928955078125s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003597736358642578s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001800060272216797s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014019012451171875s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014400482177734375s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001499652862548828s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00019049644470214844s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012373924255371094s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000125885009765625s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011897087097167969s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017261505126953125s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001652240753173828s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016760826110839844s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013017654418945312s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001239776611328125s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001475811004638672s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001277923583984375s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010633468627929688s, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpzuswrnss/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001728534698486328s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011086463928222656s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011134147644042969s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011897087097167969s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011324882507324219s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00023698806762695312s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013256072998046875s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017976760864257812s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001595020294189453s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014472007751464844s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013208389282226562s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012564659118652344s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012969970703125s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013899803161621094s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011420249938964844s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.846687316894531e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012040138244628906s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010991096496582031s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok - -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020051002502441406s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011229515075683594s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012826919555664062s, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, active as of 1769538186.90520>, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpa6xyeo3k/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00023508071899414062s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001590251922607422s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021696090698242188s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014853477478027344s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002827644348144531s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538601.25517, (0, 0) as of 1769538601.25517, active as of 1769538601.25517>, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538601.25518, (0, 0) as of 1769538601.25518, active as of 1769538601.25518>, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538601.25519, (0, 0) as of 1769538601.25519, active as of 1769538601.25519>, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpohifs_6_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538601.28238.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp2flqig9a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp2flqig9a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp2flqig9a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp2flqig9a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp7x_fq8we/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp7x_fq8we/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp7x_fq8we/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmp7x_fq8we/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp6t4u182b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp6t4u182b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp6t4u182b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp6t4u182b/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard -test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok - -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpw5hbdmi7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpw5hbdmi7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpw5hbdmi7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpw5hbdmi7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmpe_bjpeih/sdb/containers/0/ash/c1hash/c1hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle - self._process_broker(broker, node, part) - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call - result = effect(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing - raise Exception('kapow!') -Exception: kapow! -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe_bjpeih/sda/containers/0/ash/c0hash/c0hash.db' -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok - -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Found no containers directories -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:02 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.05s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdc) -sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0444 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0523 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:26:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:26:09 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:26:09 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok - -sharder-test INFO: Container sharder "once" mode completed: 0.01s -sharder-test INFO: Begin container sharder "once" mode -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:03 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:26:09 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0015 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:26:09 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0612 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0748 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0015 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:09 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0002 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1625 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0016 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ - return next(self.gen) - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.02s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgegevji2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgegevji2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgegevji2/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgegevji2/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db -test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok - -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpugdss_aj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538603.29849.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpe0dfl3zb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe0dfl3zb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe0dfl3zb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe0dfl3zb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpe0dfl3zb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmp7vyh2h8p/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others -test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0522 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0538 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1325 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3725 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:10 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.5444 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0610 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0535 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1112 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0680 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1394 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0590 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0997 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:26:11 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0465 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2097 "-" 546112 4 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0656 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0602 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1109 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0514 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546112 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmppyax1fxb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001850128173828125s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash60False/hash60False_1769538604.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00025153160095214844s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011134147644042969s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001621246337890625s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash60True/hash60True_1769538623.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019931793212890625s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002205371856689453s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/lse/hash50False/hash50False_1769538642.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0006 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0580 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0537 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0552 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0535 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0438 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0557 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0553 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0490 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:12 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0480 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0492 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0091 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0475 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 546112 nada +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 546112 999 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0612 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0007 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0546 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0007 "-" 546112 1 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0462 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0691 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0007 "-" 546112 3 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0607 "-" 546112 4 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0007 "-" 546112 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0370 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0221 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0503 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0436 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0619 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0101 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0016 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0017 "-" 546112 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027751922607421875s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003032684326171875s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - zero objects found, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpfbvqnzfl/sda/containers/0/rue/hash50True/hash50True_1769538658.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h60/hash60/hash60_1769538606.66496.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h50/hash50/hash50_1769538606.79877.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges -test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin -test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -test.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0537 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0624 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:13 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0871 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0469 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0018 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0528 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0018 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0574 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0848 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0712 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0775 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0622 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0543 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0510 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0625 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0431 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0721 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0013 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0492 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0576 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0070 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0523 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:14 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0092 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0600 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0030 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0007 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0722 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0013 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.2866 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 546112 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpo_6hzilg/sda/containers/0/h70/hash70/hash70_1769538606.99029.db -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 5.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 3604.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Container sharder cycle completed: 30.00s -sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpmr94t7f0/sda/containers/0/ash/c2hash/c2hash.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: Test over -sharder-test ERROR: Exception in sharder: +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129786.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/490/8a014d688053b861ad149100a6a83490/8a014d688053b861ad149100a6a83490.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129790.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d65/6f5bcb2437eea87d0278939990a77d65/6f5bcb2437eea87d0278939990a77d65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129798.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/809/b301fe7c7435b66868d5042570971809/b301fe7c7435b66868d5042570971809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129802.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/a4c/69e3b46731405c1b03656dbc5a8baa4c/69e3b46731405c1b03656dbc5a8baa4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129806.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f2b/43b08f76583172bbd7f7ce75a89a6f2b/43b08f76583172bbd7f7ce75a89a6f2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129810.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/e57/bf0e8498ba414d9367049dd853c92e57/bf0e8498ba414d9367049dd853c92e57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129814.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/0bb/bf6bbdaecf62e5204d866ac618a2d0bb/bf6bbdaecf62e5204d866ac618a2d0bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129822.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/e68/4b064c9daca6f3f88f125caae080ce68/4b064c9daca6f3f88f125caae080ce68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129826.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/1de/f518b1908b4dd7477570408d2a15a1de/f518b1908b4dd7477570408d2a15a1de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129830.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/fdf/7ebbd0aebe494d0d7894ec09fa12efdf/7ebbd0aebe494d0d7894ec09fa12efdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129834.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/8be/5cab25fb8f818414a3b9943a6ab678be/5cab25fb8f818414a3b9943a6ab678be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129838.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c4f/f9c18f6d72d57acf5b9988a96ffabc4f/f9c18f6d72d57acf5b9988a96ffabc4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129842.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2a1/c1fb0d78eda8efc820199afb3847f2a1/c1fb0d78eda8efc820199afb3847f2a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129846.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/347/1ad146a2dbe43fd0db222fd331e46347/1ad146a2dbe43fd0db222fd331e46347.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129850.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/10e/7b9de39d28dbd8aa57984c433dada10e/7b9de39d28dbd8aa57984c433dada10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129854.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/aa4/63015c1a7ed3a4ea83d13faabd95baa4/63015c1a7ed3a4ea83d13faabd95baa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129858.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/002/b130a0e8a44b21931d4b2143966e3002/b130a0e8a44b21931d4b2143966e3002.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129862.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d7c/13bd9bc924103d6b327232c0d1756d7c/13bd9bc924103d6b327232c0d1756d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129866.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/859/f5b866ca0c32b0dafbf5c7cad92cb859/f5b866ca0c32b0dafbf5c7cad92cb859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129870.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/45f/2e5447268eb6a896db2f30df60d9745f/2e5447268eb6a896db2f30df60d9745f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129874.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/25b/e25ae9e589b60df6a23f699e622c525b/e25ae9e589b60df6a23f699e622c525b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129878.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b4d/5a141e21583a29c2587de3af76ac1b4d/5a141e21583a29c2587de3af76ac1b4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129882.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/6b1/50c23908ec8201c32fe22431082456b1/50c23908ec8201c32fe22431082456b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129886.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/ffd/bbb5100f6e8dba27a3c96b6c1fef1ffd/bbb5100f6e8dba27a3c96b6c1fef1ffd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129890.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/1b5/9679155ee1441aaf927bf6d232e351b5/9679155ee1441aaf927bf6d232e351b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129894.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/580/d3a392487a0a0f85bb325aa186013580/d3a392487a0a0f85bb325aa186013580.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129898.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/ba2/67432ab88f8b956ca1726da2f3671ba2/67432ab88f8b956ca1726da2f3671ba2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129902.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/716/973a39bffc3b613c7e6c8ed47af62716/973a39bffc3b613c7e6c8ed47af62716.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129906.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/0f7/f8ebe1b2cbdad9f84b3bf774baac50f7/f8ebe1b2cbdad9f84b3bf774baac50f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129910.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/752/dccd006f7dc78ca90ee8446e7e738752/dccd006f7dc78ca90ee8446e7e738752.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpg9_su1y3/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpg9_su1y3/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever - self._one_shard_cycle(devices_to_shard=Everything(), - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - partitions_to_shard=Everything()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle - self._periodic_report_stats() - ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats - if (time.time() - self.reported) >= self.stats_interval: - ~~~~~~~~~^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle - self._record_sharding_progress(broker, node, error) - ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress - own_shard_range = broker.get_own_shard_range() - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range - self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, - ~~~~~~~~~~~~~^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now - return cls(time.time(), offset=offset, delta=delta) - ~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ @@ -57817,696 +48608,33 @@ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Test over -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container - direct_put_container(node, part, account, container, - ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - conn_timeout=self.conn_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout=self.node_timeout, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - headers=headers, contents=body) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container - _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, - ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - response_timeout, contents=contents, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - content_length=content_length, chunk_size=chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req - conn = http_connect(ip, port, node['device'], part, - method, path, headers=headers) - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ipaddr, port, method, path, headers, query_string, ssl) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - headers=headers, expect_headers=expect_headers, - connection_id=i, give_send=kwargs.get('give_send'), - give_expect=kwargs.get('give_expect')) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ - raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp36fmi5uq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018787384033203125s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014829635620117188s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp9n_p5tea/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaved ShardRange in 0.033s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp9n_p5tea/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp9n_p5tea/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp9n_p5tea/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.176399230957031e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.222724914550781e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769538186.90520, (0, 0) as of 1769538186.90520, cleaved as of 1769538186.90520> in 0.004s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019240379333496094s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769538186.90520, (2, 2) as of 1769538608.41914, cleaved as of 1769538186.90520> in 0.047s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=True) in 5.793571472167969e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001697540283203125s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010156631469726562s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp9n_p5tea/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures -test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts -test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_sharding_enabled -test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok - -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.866455078125e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520>, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769538186.90520, (0, 0) as of 1769538186.90520, created as of 1769538186.90520> - shard db already in sync, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769538186.90520, (3, 3) as of 1769538608.66447, cleaved as of 1769538186.90520> in 0.024s, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp9n_p5tea/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538607.43155.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '88b76ca9-d91b-4e09-83c2-78d5c2a67e72-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptbhhfwz8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538608.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '88b76ca9-d91b-4e09-83c2-78d5c2a67e72-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptbhhfwz8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538608.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '88b76ca9-d91b-4e09-83c2-78d5c2a67e72-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptbhhfwz8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538608.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '88b76ca9-d91b-4e09-83c2-78d5c2a67e72-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptbhhfwz8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538608.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ce08dfbe-fd30-4717-973d-92aec4c87861-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmptbhhfwz8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538608.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcvpvspht/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcvpvspht/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcvpvspht/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:09 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump -test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported -test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:30:10 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp6cqpqakl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuhxv6xba/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range -test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok -test.unit.container.test_sharder.TestSharder.test_update_stat -test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok - -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpqs3t6w69/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.00023651123046875s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002009868621826172s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00022554397583007812s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00012946128845214844s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001728534698486328s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018310546875s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmp5x400tc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017452239990234375s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016570091247558594s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.000217437744140625s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016355514526367188s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001723766326904297s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011086463928222656s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018358230590820312s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects -test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpwfgrog15/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpwfgrog15/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break @@ -58515,22 +48643,54 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok +Container 'a/c' cannot be set to sharding state while in sharding state -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010561943054199219s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001289844512939453s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.0001876354217529297s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012159347534179688s, path: a/c, db: /tmp/tmpddpbf34s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmpp4c2_q5l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002117156982421875s, path: a/c, db: /tmp/tmpp4c2_q5l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0569 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0001 "-" 546112 0 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0473 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1213 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0029 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0533 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1053 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1188 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0642 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.5028 "-" 546112 - +test INFO: - - - [25/Dec/2024:12:26:16 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1149 "-" 546112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1169 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1218 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1443 "-" 546112 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0495 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0051 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 546112 2 +test INFO: - - - [25/Dec/2024:12:26:17 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0561 "-" 546112 2 test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end @@ -58559,31 +48719,7 @@ Exception test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452216-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452216-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452216-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, - ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - is_async_delete) - ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452216-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998321 1735043177-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58591,7 +48727,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452216-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998321 1735043177-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58599,14 +48735,17 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538615-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998321 1735043177-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ is_async_delete) ^^^^^^^^^^^^^^^^ -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were givenContainer 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok @@ -58646,24 +48785,32 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_report -test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538615-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998321 1735043177-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998321 1735043177-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735129576-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, + ~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + is_async_delete) + ^^^^^^^^^^^^^^^^ +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735129576-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58671,7 +48818,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538615-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735129576-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58679,7 +48826,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538615-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735129576-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58687,7 +48834,7 @@ is_async_delete) ^^^^^^^^^^^^^^^^ TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538615-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084721 1735129576-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, @@ -58701,7 +48848,7 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1769452216-invalid0': +test-expirer ERROR: Unexcepted error handling task '1735043178-invalid0': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -58711,7 +48858,7 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path raise ValueError('Invalid path: %s' % quote(path)) ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1769452216-invalid1': +test-expirer ERROR: Unexcepted error handling task '1735043178-invalid1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -58747,34 +48894,23 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test-expirer INFO: Pass so far 0s; 0 objects expired -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever - self.run_once(*args, **kwargs) - ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions - raise Exception('exception %d' % raises[0]) -Exception: exception 1 -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer ERROR: Unhandled exception: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once - self.swift.get_account_info(task_account) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -AttributeError: 'str' object has no attribute 'get_account_info' -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expiredtest.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_expirer.TestObjectExpirer.test_report +test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok @@ -58792,48 +48928,1357 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok + +test-expirer INFO: Pass so far 0s; 0 objects expired +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 480, in run_forever + self.run_once(*args, **kwargs) + ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/obj/test_expirer.py", line 1738, in raise_exceptions + raise Exception('exception %d' % raises[0]) +Exception: exception 1 +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer ERROR: Unhandled exception: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 427, in run_once + self.swift.get_account_info(task_account) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AttributeError: 'str' object has no attribute 'get_account_info' +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test-expirer DEBUG: Run begin +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 0 objects expired +test-expirer DEBUG: Run begin +test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects +test-expirer DEBUG: Run end +test-expirer INFO: Pass completed in 0s; 10 objects expired +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpgplst_1f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgplst_1f/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpgplst_1f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpgplst_1f/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0417 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0456 "-" 546112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0597 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.2252 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx067de534c6ce43769399d-00676bf9ec" "proxy-server 546112" 0.0009 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:52349/sda1/3/a/c" "tx067de534c6ce43769399d-00676bf9ec" "container-server 546112" 0.0008 "-" 546112 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41147/sdb1/3/a/c" "tx067de534c6ce43769399d-00676bf9ec" "container-server 546112" 0.0006 "-" 546112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx067de534c6ce43769399d-00676bf9ec" "proxy-server 546112" 0.0981 "-" 546112 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx067de534c6ce43769399d-00676bf9ec" "proxy-server 546112" 0.0491 "-" 546112 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/20 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx067de534c6ce43769399d-00676bf9ec - 0.1047 - - 1735129580.709493160 1735129580.814193487 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txebeef2735be7446887a0d-00676bf9ec" "proxy-server 546112" 0.0007 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52349/sda1/0/a1/c1" "txebeef2735be7446887a0d-00676bf9ec" "container-server 546112" 0.0070 "-" 546112 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41147/sdb1/0/a1/c1" "txebeef2735be7446887a0d-00676bf9ec" "container-server 546112" 0.0006 "-" 546112 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txebeef2735be7446887a0d-00676bf9ec" "proxy-server 546112" 0.0524 "-" 546112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:20 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txebeef2735be7446887a0d-00676bf9ec" "proxy-server 546112" 0.1243 "-" 546112 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok + +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/20 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txebeef2735be7446887a0d-00676bf9ec - 0.1286 - - 1735129580.815041542 1735129580.943598986 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4e38c7050fa742cd85f10-00676bf9ec" "proxy-server 546112" 0.1940 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:41147/sdb1/3/a/c1" "tx4e38c7050fa742cd85f10-00676bf9ec" "container-server 546112" 0.0007 "-" 546112 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52349/sda1/3/a/c1" "tx4e38c7050fa742cd85f10-00676bf9ec" "container-server 546112" 0.0599 "-" 546112 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4e38c7050fa742cd85f10-00676bf9ec" "proxy-server 546112" 0.1649 "-" 546112 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4e38c7050fa742cd85f10-00676bf9ec" "proxy-server 546112" 0.1109 "-" 546112 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/21 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4e38c7050fa742cd85f10-00676bf9ec - 0.3635 - - 1735129580.944426060 1735129581.307931662 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx284d7a0652c84f04a3ffd-00676bf9ed" "proxy-server 546112" 0.0645 "-" 546112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52349/sda1/0/a/c2" "tx284d7a0652c84f04a3ffd-00676bf9ed" "container-server 546112" 0.0614 "-" 546112 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:41147/sdb1/0/a/c2" "tx284d7a0652c84f04a3ffd-00676bf9ed" "container-server 546112" 0.0006 "-" 546112 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx284d7a0652c84f04a3ffd-00676bf9ed" "proxy-server 546112" 0.1864 "-" 546112 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:21 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx284d7a0652c84f04a3ffd-00676bf9ed" "proxy-server 546112" 0.1159 "-" 546112 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx284d7a0652c84f04a3ffd-00676bf9ed - 0.2554 - - 1735129581.308864594 1735129581.564293861 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129914.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c27/24b16d8edac51815d7af45d823485c27/24b16d8edac51815d7af45d823485c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129918.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c72/706142f22e80f5f019840f4970633c72/706142f22e80f5f019840f4970633c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129922.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/af6/be5108c835d47877635502065a481af6/be5108c835d47877635502065a481af6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129926.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/081/b0263581030404ca6f9295d32d3a0081/b0263581030404ca6f9295d32d3a0081.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129930.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/ba8/fc92b326580f9b675ddeff102ccbbba8/fc92b326580f9b675ddeff102ccbbba8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129934.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d21/96371934e7186c2754df25fe6f385d21/96371934e7186c2754df25fe6f385d21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129938.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/931/2b7be04bfd4032559d619f8c585ac931/2b7be04bfd4032559d619f8c585ac931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129942.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/58c/bccfae1470eddd707f00a85f3990858c/bccfae1470eddd707f00a85f3990858c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129946.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/098/3bf74716b647522617ccbdcbcda5a098/3bf74716b647522617ccbdcbcda5a098.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129950.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/798/a3aa6168425d6372fa7ac6cc01f1c798/a3aa6168425d6372fa7ac6cc01f1c798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129954.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/dc1/b6837308f0a0e259217ef6c81beccdc1/b6837308f0a0e259217ef6c81beccdc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129958.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/4e4/4364379069e5dfd38d45fcd0c07414e4/4364379069e5dfd38d45fcd0c07414e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129962.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/21b/490a954beb3e2c6fed29f84b3e2c621b/490a954beb3e2c6fed29f84b3e2c621b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129966.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/26f/664249c97b459c4299becb33903c826f/664249c97b459c4299becb33903c826f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129970.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/87f/622301a0c8defdb5144957458fa9d87f/622301a0c8defdb5144957458fa9d87f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129974.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/47d/22e45af7b67e7a8b49eb640796c4347d/22e45af7b67e7a8b49eb640796c4347d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129978.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/a5c/14b5d97f95e1058e3f1a3f77420e8a5c/14b5d97f95e1058e3f1a3f77420e8a5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129982.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f3d/f12ef96d5e3c85f7194d261bd4738f3d/f12ef96d5e3c85f7194d261bd4738f3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129986.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/eef/16d54a544ee717de6f0cc7178492eeef/16d54a544ee717de6f0cc7178492eeef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129990.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/1de/01375a9e9748797ab55a5b2d1a6221de/01375a9e9748797ab55a5b2d1a6221de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129994.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/640/ce341c7cbfe8a3d2a1333abfbbf29640/ce341c7cbfe8a3d2a1333abfbbf29640.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129998.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/2b8/e9f5cb34b35b3958dbaa8ee8287182b8/e9f5cb34b35b3958dbaa8ee8287182b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130002.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/41d/07c45f662fd567858c311927a448441d/07c45f662fd567858c311927a448441d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130006.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/ad2/cb5eec51883c484e8056d8a6697a8ad2/cb5eec51883c484e8056d8a6697a8ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130010.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/c29/1221e28c9721ae292be5e02728620c29/1221e28c9721ae292be5e02728620c29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130014.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/67d/8be358b340ee3cd87bc8aa438917d67d/8be358b340ee3cd87bc8aa438917d67d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130018.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/176/b02e5df3c211b584fc261fce1fbe9176/b02e5df3c211b584fc261fce1fbe9176.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130022.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b85/6874b3ede8a914eff7189a0747ad4b85/6874b3ede8a914eff7189a0747ad4b85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130026.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/35f/68fd79f0403ea2c38ceadeac31c0c35f/68fd79f0403ea2c38ceadeac31c0c35f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130030.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/fbd/95fa7348d20202c2a20a52b170332fbd/95fa7348d20202c2a20a52b170332fbd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130034.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/9ff/7c356bdd62f8b41e55c0eeb3b036f9ff/7c356bdd62f8b41e55c0eeb3b036f9ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130038.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b8e/3dcbb7c50059971e1b136572a3cb0b8e/3dcbb7c50059971e1b136572a3cb0b8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130042.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/5d8/19b0b4e73754ca06408142f9c148e5d8/19b0b4e73754ca06408142f9c148e5d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130046.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/b2a/56479feed83c622441de3bdefbd23b2a/56479feed83c622441de3bdefbd23b2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130050.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/f99/f29cd8c616b7782eb9a94674d6c36f99/f29cd8c616b7782eb9a94674d6c36f99.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test ERROR: Failed to unlink '/tmp/tmpe6v_lta9/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpe6v_lta9/containers/part/suffix/hash/container_1735129573.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpe6v_lta9/containers/part/suffix/hash/container_1735129573.00000.db': ['/tmp/tmpe6v_lta9/containers/part/suffix/hash/container.db', '/tmp/tmpe6v_lta9/containers/part/suffix/hash/container_1735129574.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpe6v_lta9/containers/part/suffix/hash/container_1735129574.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1734462000 +test DEBUG: looking for objects in 1734462000 +test DEBUG: checking container 1734458400 +test DEBUG: looking for objects in 1734458400 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1735124400 +test DEBUG: looking for objects in 1735124400 +test DEBUG: checking container 1735120800 +test DEBUG: looking for objects in 1735120800 +test DEBUG: checking container 1735117200 +test DEBUG: looking for objects in 1735117200 +test DEBUG: checking container 1735113600 +test DEBUG: looking for objects in 1735113600 +test DEBUG: checking container 1735110000 +test DEBUG: looking for objects in 1735110000 +test DEBUG: checking container 1735106400 +test DEBUG: looking for objects in 1735106400 +test DEBUG: checking container 1735102800 +test DEBUG: looking for objects in 1735102800 +test DEBUG: checking container 1735099200 +test DEBUG: looking for objects in 1735099200 +test DEBUG: checking container 1735095600 +test DEBUG: looking for objects in 1735095600 +test DEBUG: checking container 1734523200 +test DEBUG: looking for objects in 1734523200 +test DEBUG: checking container 1734519600 +test DEBUG: looking for objects in 1734519600 +test DEBUG: checking container 1734516000 +test DEBUG: looking for objects in 1734516000 +test DEBUG: checking container 1734512400 +test DEBUG: looking for objects in 1734512400 +test DEBUG: checking container 1734508800 +test DEBUG: looking for objects in 1734508800 +test DEBUG: checking container 1734505200 +test DEBUG: looking for objects in 1734505200test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! + +test DEBUG: checking container 1734501600 +test DEBUG: looking for objects in 1734501600 +test DEBUG: checking container 1734498000 +test DEBUG: looking for objects in 1734498000 +test DEBUG: checking container 1734494400 +test DEBUG: looking for objects in 1734494400 +test DEBUG: checking container 1734490800 +test DEBUG: looking for objects in 1734490800 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129586.248700) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129586.248700) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129586.248700) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129586.248700) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735129586.248700) in policy_index 1 will be deleted from policy_index 0 (1735129586.24870_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1735129586.248700) deleted from policy_index 0 (1735129586.24870_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735129586.248700) from policy_index 1 (1735129586.24870_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735129586.248700) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1735129586.248700) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735129586.248700) from the queue (1735129586.24870_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002)test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok + +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1734462000 +test DEBUG: looking for objects in 1734462000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734464306.284681) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1734464306.284681) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734464306.284681) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1734464306.284681) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734464306.28468) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1734464306.284681) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1734462000/1:/AUTH_jeb/c/o1' (1734464306.284681) from the queue (1734464306.28468_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735129586.287791) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1735129586.287791) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735129586.287791) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1735129586.287791) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735129586.28779) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1735129586.287791) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + ~~~~~~~~~~~~~~~~~~~~~~~~^ + FileLikeIter(source_obj_iter), account, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers) + ^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + params=params) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + ~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + ~~^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! + +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1734523199.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1734523199.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734523199.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734523199.000000) from the queue (1734523199.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129586.398791) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129586.398791) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129586.398791) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129586.398791) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129586.39879) in policy_index 1 responded 200 (1735129585.39879) +test INFO: retry: '/AUTH_bob/c/o1' (1735129586.398791) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130054.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/787/d867cff8a54bb96f2a3e349f3c757787/d867cff8a54bb96f2a3e349f3c757787.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130058.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/799/5c888ecb10d1aa36c717cf2b94300799/5c888ecb10d1aa36c717cf2b94300799.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130062.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/618/2c66bf4fb4eb2fb97d58bd8488d31618/2c66bf4fb4eb2fb97d58bd8488d31618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130066.00000-0, db: /tmp/tmpeojseq2z/sda/containers/0/d00/38d245438d8c9eca1d48df993035dd00/38d245438d8c9eca1d48df993035dd00.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpnt_r1zsg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129586.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpnt_r1zsg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129586.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129589.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c15/6c389be348f686cb114ae28d38d75c15/6c389be348f686cb114ae28d38d75c15_1735129589.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129589.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c15/6c389be348f686cb114ae28d38d75c15/6c389be348f686cb114ae28d38d75c15_1735129589.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129592.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/06e/cc3a0f46373eeaadc307074213c9906e/cc3a0f46373eeaadc307074213c9906e_1735129592.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129592.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/06e/cc3a0f46373eeaadc307074213c9906e/cc3a0f46373eeaadc307074213c9906e_1735129592.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129595.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c1c/2121667acf8c06830ea6a1955a0f2c1c/2121667acf8c06830ea6a1955a0f2c1c_1735129595.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129595.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c1c/2121667acf8c06830ea6a1955a0f2c1c/2121667acf8c06830ea6a1955a0f2c1c_1735129595.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129598.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/918/a7ec30a230375fbd2aa87a3b23100918/a7ec30a230375fbd2aa87a3b23100918_1735129598.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129598.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/918/a7ec30a230375fbd2aa87a3b23100918/a7ec30a230375fbd2aa87a3b23100918_1735129598.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129601.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a1b/6bdd5480b1b5e73eba2d648ddc1a5a1b/6bdd5480b1b5e73eba2d648ddc1a5a1b_1735129601.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129601.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a1b/6bdd5480b1b5e73eba2d648ddc1a5a1b/6bdd5480b1b5e73eba2d648ddc1a5a1b_1735129601.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129604.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/47d/acce8038009feb68217402ea5358047d/acce8038009feb68217402ea5358047d_1735129604.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129604.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/47d/acce8038009feb68217402ea5358047d/acce8038009feb68217402ea5358047d_1735129604.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129607.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/70f/5170683438ed345d737c0b0ae0c9770f/5170683438ed345d737c0b0ae0c9770f_1735129607.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129607.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/70f/5170683438ed345d737c0b0ae0c9770f/5170683438ed345d737c0b0ae0c9770f_1735129607.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129610.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3cb/e6f9898a155bd269ad9f262fad4183cb/e6f9898a155bd269ad9f262fad4183cb_1735129610.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129610.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3cb/e6f9898a155bd269ad9f262fad4183cb/e6f9898a155bd269ad9f262fad4183cb_1735129610.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129613.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f36/dc06a6608ccd2c5d15d786d6ef226f36/dc06a6608ccd2c5d15d786d6ef226f36_1735129613.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129613.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f36/dc06a6608ccd2c5d15d786d6ef226f36/dc06a6608ccd2c5d15d786d6ef226f36_1735129613.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129616.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ecf/8c0ae53a2cdc0cbd69d511957a9acecf/8c0ae53a2cdc0cbd69d511957a9acecf_1735129616.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129616.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ecf/8c0ae53a2cdc0cbd69d511957a9acecf/8c0ae53a2cdc0cbd69d511957a9acecf_1735129616.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129619.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/04c/393162730dd3f1e0442700577abcb04c/393162730dd3f1e0442700577abcb04c_1735129619.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129619.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/04c/393162730dd3f1e0442700577abcb04c/393162730dd3f1e0442700577abcb04c_1735129619.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129622.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/7ee/16a215921bd0da2bd9ff2dbc797a57ee/16a215921bd0da2bd9ff2dbc797a57ee_1735129622.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129622.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/7ee/16a215921bd0da2bd9ff2dbc797a57ee/16a215921bd0da2bd9ff2dbc797a57ee_1735129622.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129625.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/82f/828e2543fadc625720d070a3f0ceb82f/828e2543fadc625720d070a3f0ceb82f_1735129625.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129625.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/82f/828e2543fadc625720d070a3f0ceb82f/828e2543fadc625720d070a3f0ceb82f_1735129625.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129628.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/944/2df664017b12d8c4f155ae4796855944/2df664017b12d8c4f155ae4796855944_1735129628.00000.dbtest.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since @@ -59192,16 +50637,3050 @@ test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test ERROR: Failed to unlink '/tmp/tmps5q1u9n2/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmps5q1u9n2/containers/part/suffix/hash/container_1735129582.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmps5q1u9n2/containers/part/suffix/hash/container_1735129582.00000.db': ['/tmp/tmps5q1u9n2/containers/part/suffix/hash/container.db', '/tmp/tmps5q1u9n2/containers/part/suffix/hash/container_1735129583.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmps5q1u9n2/containers/part/suffix/hash/container_1735129583.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0311 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0450 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0450 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0317 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0361 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0961 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0393 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0509 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0886 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0410 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0695 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1033 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0977 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0891 "-" 546111 0 +test ERROR: ERROR Account update failed with 127.0.0.1:41769/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0539 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0439 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0555 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0027 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0953 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0779 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0075 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0932 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0317 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0933 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0594 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0078 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0519 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0079 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0387 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0382 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok + +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129586.413756) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129586.413756) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129586.413756) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129586.413756) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129586.41376) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1735129586.413756) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129586.416315) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129586.416315) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129586.416315) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129586.416315) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129586.41632) in policy_index 1 responded 404 (1735129586.41632_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1735129586.416315) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + ~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + container_gen, constraints.CONTAINER_LISTING_LIMIT)) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + 'GET', '%s?format=json&marker=%s&end_marker=%s&prefix=%s' % + ...<2 lines>... + bytes_to_wsgi(quote(prefix))), + {}, acceptable_statuses) + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ~~~~~~~~~~~~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + env, start_response) + ^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + req=req, headers=headers, body=body, + conditional_response=req.method in ('GET', 'HEAD'), + conditional_etag=conditional_etag) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe4b46f5d44ea4626b43ff-00676bf9fe) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txe4b46f5d44ea4626b43ff-00676bf9fe) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe4b46f5d44ea4626b43ff-00676bf9fe) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txe4b46f5d44ea4626b43ff-00676bf9fe) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpmij063ap/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmij063ap/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpmij063ap/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpmij063ap/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0431 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0267 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0465 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0484 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc5b8c75ad80347e59bbce-00676bf9fe" "proxy-server 546110" 0.0008 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:46827/sdb1/1/a/c" "txc5b8c75ad80347e59bbce-00676bf9fe" "container-server 546110" 0.0008 "-" 546110 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:50767/sda1/1/a/c" "txc5b8c75ad80347e59bbce-00676bf9fe" "container-server 546110" 0.0128 "-" 546110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc5b8c75ad80347e59bbce-00676bf9fe" "proxy-server 546110" 0.1329 "-" 546110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txc5b8c75ad80347e59bbce-00676bf9fe" "proxy-server 546110" 0.0516 "-" 546110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/38 PUT /v1/a/c HTTP/1.0 201 - - t - - - txc5b8c75ad80347e59bbce-00676bf9fe - 0.1384 - - 1735129598.799166203 1735129598.937531710 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:38 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1031fd9ef6ef433cba5d3-00676bf9fe" "proxy-server 546110" 0.0009 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:46827/sdb1/1/a1/c1" "tx1031fd9ef6ef433cba5d3-00676bf9fe" "container-server 546110" 0.0102 "-" 546110 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:50767/sda1/1/a1/c1" "tx1031fd9ef6ef433cba5d3-00676bf9fe" "container-server 546110" 0.0113 "-" 546110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1031fd9ef6ef433cba5d3-00676bf9fe" "proxy-server 546110" 0.0845 "-" 546110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1031fd9ef6ef433cba5d3-00676bf9fe" "proxy-server 546110" 0.1298 "-" 546110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1031fd9ef6ef433cba5d3-00676bf9fe - 0.1511 - - 1735129598.938467026 1735129599.089582443 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0430972834c94ac49fbc9-00676bf9ff" "proxy-server 546110" 0.0603 "-" 546110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:50767/sda1/2/a/c1" "tx0430972834c94ac49fbc9-00676bf9ff" "container-server 546110" 0.0065 "-" 546110 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:46827/sdb1/2/a/c1" "tx0430972834c94ac49fbc9-00676bf9ff" "container-server 546110" 0.0600 "-" 546110 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0430972834c94ac49fbc9-00676bf9ff" "proxy-server 546110" 0.1157 "-" 546110 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0430972834c94ac49fbc9-00676bf9ff" "proxy-server 546110" 0.1706 "-" 546110 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0430972834c94ac49fbc9-00676bf9ff - 0.2354 - - 1735129599.090497017 1735129599.325934887 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e7ee07c276248deb2a4f-00676bf9ff" "proxy-server 546110" 0.2442 "-" 546110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:46827/sdb1/1/a/c2" "tx1e7ee07c276248deb2a4f-00676bf9ff" "container-server 546110" 0.0007 "-" 546110 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:50767/sda1/1/a/c2" "tx1e7ee07c276248deb2a4f-00676bf9ff" "container-server 546110" 0.0414 "-" 546110 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e7ee07c276248deb2a4f-00676bf9ff" "proxy-server 546110" 0.8550 "-" 546110 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1e7ee07c276248deb2a4f-00676bf9ff" "proxy-server 546110" 0.0931 "-" 546110 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/26/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1e7ee07c276248deb2a4f-00676bf9ff - 1.1040 - - 1735129599.326797724 1735129600.430763245 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7cf4e0e0b49442d09880a-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx853215362c1c4ba8870f2-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1171506228ea487da145a-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1171506228ea487da145a-00676bfa00) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx1171506228ea487da145a-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txef13ae777d754646a2b14-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txef13ae777d754646a2b14-00676bfa00)test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok + +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txef13ae777d754646a2b14-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx38c8efdd4b3649f89f869-00676bfa00) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx38c8efdd4b3649f89f869-00676bfa00) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7416ed5865434d65a6be0-00676bfa00) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7416ed5865434d65a6be0-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx4de26d08b58344e3bcb23-00676bfa00) +test INFO: Client disconnected on read of '/a/c' (txn: tx4de26d08b58344e3bcb23-00676bfa00) +test INFO: Client disconnected on read of '/a/c' (txn: tx9a2c9ea028a047ea8e997-00676bfa00) +test INFO: Client disconnected on read of '/a/c' (txn: tx9a2c9ea028a047ea8e997-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe61dfaca7d5a46c4bf0f3-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx15ce2465d3994b5998467-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx87b89734c1f74bcaa074e-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx87b89734c1f74bcaa074e-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx87b89734c1f74bcaa074e-00676bfa00) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx87b89734c1f74bcaa074e-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5f56c05999ec4d13bec0e-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5f56c05999ec4d13bec0e-00676bfa00) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5f56c05999ec4d13bec0e-00676bfa00) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx5f56c05999ec4d13bec0e-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx956d401a047e4464989ac-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx956d401a047e4464989ac-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx956d401a047e4464989ac-00676bfa00) +test ERROR: Account HEAD returning 503 for [] (txn: tx956d401a047e4464989ac-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1755215af2704da080980-00676bfa00) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9b7080cd1e4a4fb7b95c7-00676bfa00) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx9b7080cd1e4a4fb7b95c7-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx5b608db78fa34eae94d91-00676bfa00)test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txddae22ee9e7748ddadb12-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txea6ade1f3e0c4a8abc24c-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx9bf5dc5f5ded478b98449-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5943c6c718e84412b2874-00676bfa00) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4b50330d723b4d5a8cb6a-00676bfa00) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx4b50330d723b4d5a8cb6a-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx04e63e27ebc9441794559-00676bfa00) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx04e63e27ebc9441794559-00676bfa00) +test WARNING: Could not autocreate account '/account' (txn: tx04e63e27ebc9441794559-00676bfa00) +test INFO: autocreate account '/account' (txn: txa71d67d8a5314973a2254-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test WARNING: Could not autocreate account '/account' (txn: tx1b5a782b2ee24ae09d784-00676bfa00) +test INFO: autocreate account '/account' (txn: tx615e5421066c4f6e8c03d-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txcf19d5d64e28451c9a8d0-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txcf19d5d64e28451c9a8d0-00676bfa00) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txcf19d5d64e28451c9a8d0-00676bfa00) +test INFO: autocreate account '/account' (txn: txdef64422fa604bf6a1639-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx1b57abc45e464f0c90ca6-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx1b57abc45e464f0c90ca6-00676bfa00) +test INFO: autocreate account '/account' (txn: tx1b57abc45e464f0c90ca6-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txdbe0f5f50c364379b6257-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txdbe0f5f50c364379b6257-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/☃' (txn: tx882477ce39ac41e5912d6-00676bfa00)test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: txd3d8b3c3400c4507ad0af-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx91492435a81c44f9ab54f-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx267c8f051a4f4d8eb10ce-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx040101dfdfc5403eae0eb-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx40d203e6cda94008bf360-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx7d9591fada4c495ea94eb-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa8c036afb2c2459cab087-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txea602765371a47e0bb606-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txea602765371a47e0bb606-00676bfa00) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txea602765371a47e0bb606-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx16715808ff864ed3b205e-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx16715808ff864ed3b205e-00676bfa00) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx16715808ff864ed3b205e-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx6abdac669ed248989d85d-00676bfa00)test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok + +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6abdac669ed248989d85d-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6abdac669ed248989d85d-00676bfa00) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6abdac669ed248989d85d-00676bfa00) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txddddda15c7f842209e382-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txddddda15c7f842209e382-00676bfa00) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txddddda15c7f842209e382-00676bfa00) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txddddda15c7f842209e382-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx0b9c7410e5674bf287911-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx850b59d4eb3c4e1c8c276-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx850b59d4eb3c4e1c8c276-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx850b59d4eb3c4e1c8c276-00676bfa00) +test ERROR: Account HEAD returning 503 for [] (txn: tx850b59d4eb3c4e1c8c276-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2beaca8bbdd2406bb6e59-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx2beaca8bbdd2406bb6e59-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx2beaca8bbdd2406bb6e59-00676bfa00) +test ERROR: Account HEAD returning 503 for [] (txn: tx2beaca8bbdd2406bb6e59-00676bfa00) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx4a3a24eed00f461a952ab-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txa57477d3efc24edaac592-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txa57477d3efc24edaac592-00676bfa00) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ~~~~^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: txa57477d3efc24edaac592-00676bfa00) +test ERROR: Account HEAD returning 503 for [] (txn: txa57477d3efc24edaac592-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfa8a33d28e6843ef8c6e0-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfa8a33d28e6843ef8c6e0-00676bfa00) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfa8a33d28e6843ef8c6e0-00676bfa00) +test ERROR: Account HEAD returning 503 for [] (txn: txfa8a33d28e6843ef8c6e0-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txe9f4a2d0a719415eaa6c9-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx49ab84c20fd142c0abeaf-00676bfa00) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx49ab84c20fd142c0abeaf-00676bfa00) +test INFO: Client disconnected on read of '/a/c' (txn: tx49ab84c20fd142c0abeaf-00676bfa00) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx58726eb5349944a0be0ce-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx736500eb6f4c4c84a082e-00676bfa00) +test INFO: Client disconnected on read of '/a/c' (txn: tx736500eb6f4c4c84a082e-00676bfa00) +test INFO: Client disconnected on read of '/a/c/' (txn: tx736500eb6f4c4c84a082e-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7856f396c5d841f598125-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7856f396c5d841f598125-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx7856f396c5d841f598125-00676bfa00) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7856f396c5d841f598125-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0c8002b93d1f48e3b0c50-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0c8002b93d1f48e3b0c50-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0c8002b93d1f48e3b0c50-00676bfa00) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0c8002b93d1f48e3b0c50-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa2d40b756ace4d5cb361b-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa2d40b756ace4d5cb361b-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa2d40b756ace4d5cb361b-00676bfa00) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa2d40b756ace4d5cb361b-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx38ced67c5af441868d675-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx38ced67c5af441868d675-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx38ced67c5af441868d675-00676bfa00) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx38ced67c5af441868d675-00676bfa00) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc363ab0fb08a423294494-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc363ab0fb08a423294494-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc363ab0fb08a423294494-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc363ab0fb08a423294494-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txb8e45b293aae4d1d9fcab-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txb8e45b293aae4d1d9fcab-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txb8e45b293aae4d1d9fcab-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txb8e45b293aae4d1d9fcab-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9397d6677f0a4ed0901c4-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx9397d6677f0a4ed0901c4-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9397d6677f0a4ed0901c4-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9397d6677f0a4ed0901c4-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txac628ea709d9469da02f2-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txac628ea709d9469da02f2-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txac628ea709d9469da02f2-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txac628ea709d9469da02f2-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdc65655d5df84738bc2e7-00676bfa01) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txdc65655d5df84738bc2e7-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdc65655d5df84738bc2e7-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdc65655d5df84738bc2e7-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdc65655d5df84738bc2e7-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txdc65655d5df84738bc2e7-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txea0ad36390144680bcee6-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txea0ad36390144680bcee6-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txea0ad36390144680bcee6-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503] (txn: txea0ad36390144680bcee6-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf5facc8101e6401188a18-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf5facc8101e6401188a18-00676bfa01) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txf5facc8101e6401188a18-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf5facc8101e6401188a18-00676bfa01) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf5facc8101e6401188a18-00676bfa01) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txf5facc8101e6401188a18-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf5facc8101e6401188a18-00676bfa01) +test ERROR: Container GET returning 503 for [503, 503] (txn: txf5facc8101e6401188a18-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbcf1175dd5784e5c893f3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbcf1175dd5784e5c893f3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbcf1175dd5784e5c893f3-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: txbcf1175dd5784e5c893f3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa31b6f7c1c2d4e2788127-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa31b6f7c1c2d4e2788127-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa31b6f7c1c2d4e2788127-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: txa31b6f7c1c2d4e2788127-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx799c37a58f504e5182642-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx799c37a58f504e5182642-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx799c37a58f504e5182642-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx799c37a58f504e5182642-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1efdf6b11ee04875aa278-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1efdf6b11ee04875aa278-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1efdf6b11ee04875aa278-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx1efdf6b11ee04875aa278-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0e2b72688d30496c9bb50-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0e2b72688d30496c9bb50-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0e2b72688d30496c9bb50-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx0e2b72688d30496c9bb50-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0af5c30072664d1c9c63d-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0af5c30072664d1c9c63d-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0af5c30072664d1c9c63d-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx0af5c30072664d1c9c63d-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txeff4978368c84aa69af13-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txeff4978368c84aa69af13-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txeff4978368c84aa69af13-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: txeff4978368c84aa69af13-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx484340a9d9294f81b13dc-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx484340a9d9294f81b13dc-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx484340a9d9294f81b13dc-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx484340a9d9294f81b13dc-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb44af78c99f040e1bc503-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb44af78c99f040e1bc503-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb44af78c99f040e1bc503-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: txb44af78c99f040e1bc503-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3cf33d7d66eb42299408f-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3cf33d7d66eb42299408f-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3cf33d7d66eb42299408f-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: tx3cf33d7d66eb42299408f-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa0f2ba13ce3d431085174-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa0f2ba13ce3d431085174-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa0f2ba13ce3d431085174-00676bfa01) +test ERROR: Container GET returning 503 for [] (txn: txa0f2ba13ce3d431085174-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txde88f6b126344470bf79e-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txde88f6b126344470bf79e-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txde88f6b126344470bf79e-00676bfa01) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txde88f6b126344470bf79e-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf60f1324fd67424e9eec9-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf60f1324fd67424e9eec9-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf60f1324fd67424e9eec9-00676bfa01) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf60f1324fd67424e9eec9-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3ab90aad79644dffae2d3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3ab90aad79644dffae2d3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3ab90aad79644dffae2d3-00676bfa01) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx3ab90aad79644dffae2d3-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5b06536ecf344fc8b68cb-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5b06536ecf344fc8b68cb-00676bfa01) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5b06536ecf344fc8b68cb-00676bfa01) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5b06536ecf344fc8b68cb-00676bfa01) +test INFO: Client disconnected on read of '/a/c' (txn: txc1c9caece9a04a74bc48c-00676bfa01) +test INFO: Client disconnected on read of '/a/c/' (txn: txc1c9caece9a04a74bc48c-00676bfa01) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx69011ac0d8324e1f89432-00676bfa01) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx69011ac0d8324e1f89432-00676bfa01) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx69011ac0d8324e1f89432-00676bfa01) +test ERROR: Account HEAD returning 503 for [] (txn: tx69011ac0d8324e1f89432-00676bfa01) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx691515d2b1e44de39a856-00676bfa01) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx691515d2b1e44de39a856-00676bfa01)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok + +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx691515d2b1e44de39a856-00676bfa01) +test ERROR: Account HEAD returning 503 for [] (txn: tx691515d2b1e44de39a856-00676bfa01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txde36c8bd193b4fd48649d-00676bfa01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb5be8f1b87844a67bc1cb-00676bfa01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx07b0fc9bdcd34b4d96ea4-00676bfa01) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok + +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0626 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0029 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0317 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0052 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0035 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0424 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0050 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:38 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0528 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0041 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0400 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6031 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:39 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0111 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0359 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0020 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0379 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0635 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0029 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:40 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0389 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0060 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0050 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0515 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0137 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0552 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0053 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0429 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0269 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0068 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0315 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:41 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0070 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0006 "-" 546111 - +test DEBUG: Unlinked retiring db '/tmp/tmpqu5i3y4n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0417 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0512 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0040 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0470 "-" 546111 0test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok + +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0481 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0560 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0118 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0073 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0587 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:42 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0429 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0799 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0760 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1065 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0354 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0044 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0093 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0055 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0045 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0140 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0053 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0016 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0153 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmpiqxlicnh/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0094 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0096 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0358 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0460 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0525 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:43 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0658 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0074 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0398 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0074 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0532 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0425 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0003 "-" 546111 -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129628.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/944/2df664017b12d8c4f155ae4796855944/2df664017b12d8c4f155ae4796855944_1735129628.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129631.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/063/9e4a2c477481fbb797770e9dacf21063/9e4a2c477481fbb797770e9dacf21063_1735129631.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129631.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/063/9e4a2c477481fbb797770e9dacf21063/9e4a2c477481fbb797770e9dacf21063_1735129631.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82_1735129634.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82_1735129634.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129637.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/72c/04d4b566c371d25ac00bc402453dc72c/04d4b566c371d25ac00bc402453dc72c_1735129637.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129637.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/72c/04d4b566c371d25ac00bc402453dc72c/04d4b566c371d25ac00bc402453dc72c_1735129637.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129640.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3bb/7434c8131ca7ffb65ab09187a83423bb/7434c8131ca7ffb65ab09187a83423bb_1735129640.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129640.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3bb/7434c8131ca7ffb65ab09187a83423bb/7434c8131ca7ffb65ab09187a83423bb_1735129640.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129643.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/760/eca4a823b90a4b83778ab622a7343760/eca4a823b90a4b83778ab622a7343760_1735129643.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129643.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/760/eca4a823b90a4b83778ab622a7343760/eca4a823b90a4b83778ab622a7343760_1735129643.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb_1735129646.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb_1735129646.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129649.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cf6/ec28838f5fdb586e421d1f5f458abcf6/ec28838f5fdb586e421d1f5f458abcf6_1735129649.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129649.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cf6/ec28838f5fdb586e421d1f5f458abcf6/ec28838f5fdb586e421d1f5f458abcf6_1735129649.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129652.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d01/8d9a7432afc4116c5a2f82e6b87d7d01/8d9a7432afc4116c5a2f82e6b87d7d01_1735129652.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129652.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d01/8d9a7432afc4116c5a2f82e6b87d7d01/8d9a7432afc4116c5a2f82e6b87d7d01_1735129652.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129655.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f_1735129655.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129655.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f_1735129655.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c_1735129658.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c_1735129658.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129661.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/fef/378cce9cbe8e2b35f780308bc0429fef/378cce9cbe8e2b35f780308bc0429fef_1735129661.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129661.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/fef/378cce9cbe8e2b35f780308bc0429fef/378cce9cbe8e2b35f780308bc0429fef_1735129661.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129664.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/9ba/cd4cd78ed5511cfed0229860cb6b49ba/cd4cd78ed5511cfed0229860cb6b49ba_1735129664.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129664.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/9ba/cd4cd78ed5511cfed0229860cb6b49ba/cd4cd78ed5511cfed0229860cb6b49ba_1735129664.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859_1735129667.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859_1735129667.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a_1735129670.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a_1735129670.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3_1735129673.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3_1735129673.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095_1735129676.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok + +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0313 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0285 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0217 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0096 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0222 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0352 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0261 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0014 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0455 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0300 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0275 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0229 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0385 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0425 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0024 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0532 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0053 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0053 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0123 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0792 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0285 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0312 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0350 "-" 546111 0test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok + +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0400 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0259 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0596 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0355 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0436 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0007 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0321 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0567 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0354 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0305 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0315 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0475 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0151 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0049 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0474 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0557 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmpdzepxtpf/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0279 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:45 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0832 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmpm2gqd350/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0324 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0552 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0237 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0551 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0085 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0010 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0359 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0640 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0095 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0416 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0642 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0081 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0383 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0152 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0077 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0224 "-" 546111 0test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok + +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0016 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0011 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0018 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0024 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0396 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0005 "-" 546111 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:46 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4665 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0540 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0398 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0037 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0279 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0060 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0093 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0093 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0338 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0331 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0360 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0473 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0090 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0434 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0011 "-" 546111 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok + +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0090 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0387 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0353 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0578 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0300 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.0873 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0049 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0050 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:47 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmppqu42ntn/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0090 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0134 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0279 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0392 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0486 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0290 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0444 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0716 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0407 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0719 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0378 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0796 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:48 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0419 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.4153 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0044 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0310 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0082 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0503 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0208 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0315 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0475 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0082 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095_1735129676.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129679.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711_1735129679.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129679.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711_1735129679.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7_1735129682.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7_1735129682.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129685.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ef6/5701c191fadfac4c14184cf002aabef6/5701c191fadfac4c14184cf002aabef6_1735129685.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129685.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ef6/5701c191fadfac4c14184cf002aabef6/5701c191fadfac4c14184cf002aabef6_1735129685.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129688.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ac4/cd6de62ca94664c740673b0368660ac4/cd6de62ca94664c740673b0368660ac4_1735129688.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129688.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ac4/cd6de62ca94664c740673b0368660ac4/cd6de62ca94664c740673b0368660ac4_1735129688.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129691.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764_1735129691.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129691.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764_1735129691.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983_1735129694.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983_1735129694.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129697.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/090/0643e20a9017cdd7fb2b8f9c6e982090/0643e20a9017cdd7fb2b8f9c6e982090_1735129697.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129697.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/090/0643e20a9017cdd7fb2b8f9c6e982090/0643e20a9017cdd7fb2b8f9c6e982090_1735129697.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129700.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3d5/6d6cb1831e61d6d0b3c357b5f2d663d5/6d6cb1831e61d6d0b3c357b5f2d663d5_1735129700.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129700.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/3d5/6d6cb1831e61d6d0b3c357b5f2d663d5/6d6cb1831e61d6d0b3c357b5f2d663d5_1735129700.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6_1735129703.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6_1735129703.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131_1735129706.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131_1735129706.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129709.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/80e/6b3f9cd3582346430fb4868fc7ccd80e/6b3f9cd3582346430fb4868fc7ccd80e_1735129709.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129709.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/80e/6b3f9cd3582346430fb4868fc7ccd80e/6b3f9cd3582346430fb4868fc7ccd80e_1735129709.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129712.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d2c/350ec416d186201ebd15f13994dacd2c/350ec416d186201ebd15f13994dacd2c_1735129712.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129712.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/d2c/350ec416d186201ebd15f13994dacd2c/350ec416d186201ebd15f13994dacd2c_1735129712.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129715.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3_1735129715.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129715.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3_1735129715.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0_1735129718.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0_1735129718.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129721.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/4ca/227e210e70d210f03329b944b872d4ca/227e210e70d210f03329b944b872d4ca_1735129721.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129721.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/4ca/227e210e70d210f03329b944b872d4ca/227e210e70d210f03329b944b872d4ca_1735129721.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129724.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/978/2856382b551a0daf934dc3887a76c978/2856382b551a0daf934dc3887a76c978_1735129724.00000.db +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0320 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0595 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0474 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0284 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0228 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0400 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0381 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0349 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0071 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0363 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:49 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0302 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0618 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0292 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0381 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0447 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0597 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0056 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0796 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0282 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0514 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0869 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0342 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0389 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0352 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0636 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok + +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0638 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0221 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0311 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0078 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0293 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0353 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:50 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0483 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0330 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0242 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0296 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0305 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0318 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0278 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0625 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0433 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0311 "-" 546111 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 546111 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0236 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0023 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0511 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0432 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0245 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0395 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0398 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0054 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0071 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0017 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0009 "-" 546111 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok + +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0031 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0030 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0052 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:51 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0014 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmpx5_o07rz/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0046 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0347 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0015 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0216 "-" 546111 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 546111 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0589 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0421 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0033 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0689 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0590 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0305 "-" 546111 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok + +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:52 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0340 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0350 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0021 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0282 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0324 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0716 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0685 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0814 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0317 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0398 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2632 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0760 "-" 546111 - +test ERROR: ERROR Account update failed with 127.0.0.1:40951/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0279 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0336 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0007 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0002 "-" 546111 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0291 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0350 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0293 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0265 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0320 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0303 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0294 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0442 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0213 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0008 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0232 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0687 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0260 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:54 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0025 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0273 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0008 "-" 546111 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129724.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/978/2856382b551a0daf934dc3887a76c978/2856382b551a0daf934dc3887a76c978_1735129724.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b_1735129727.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b_1735129727.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c_1735129730.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c_1735129730.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129733.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/860/689039b972419492df4210e4fc9bc860/689039b972419492df4210e4fc9bc860_1735129733.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129733.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/860/689039b972419492df4210e4fc9bc860/689039b972419492df4210e4fc9bc860_1735129733.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129736.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/66d/eec300f30b36dc244a20156a0ebba66d/eec300f30b36dc244a20156a0ebba66d_1735129736.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129736.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/66d/eec300f30b36dc244a20156a0ebba66d/eec300f30b36dc244a20156a0ebba66d_1735129736.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129739.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13_1735129739.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129739.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13_1735129739.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f_1735129742.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f_1735129742.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129745.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ff7/3991f55b756be570010ce235668dbff7/3991f55b756be570010ce235668dbff7_1735129745.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129745.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ff7/3991f55b756be570010ce235668dbff7/3991f55b756be570010ce235668dbff7_1735129745.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129748.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f8a/3e12a420e1a1085e060656dd94440f8a/3e12a420e1a1085e060656dd94440f8a_1735129748.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129748.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/f8a/3e12a420e1a1085e060656dd94440f8a/3e12a420e1a1085e060656dd94440f8a_1735129748.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129751.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969_1735129751.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129751.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969_1735129751.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf_1735129754.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf_1735129754.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129757.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ea2/cfc17fc389610e4e9251552f1875aea2/cfc17fc389610e4e9251552f1875aea2_1735129757.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129757.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ea2/cfc17fc389610e4e9251552f1875aea2/cfc17fc389610e4e9251552f1875aea2_1735129757.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129760.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/429/a190dcf38d237a10a66d1e3d8f47b429/a190dcf38d237a10a66d1e3d8f47b429_1735129760.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129760.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/429/a190dcf38d237a10a66d1e3d8f47b429/a190dcf38d237a10a66d1e3d8f47b429_1735129760.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24_1735129763.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24_1735129763.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4_1735129766.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4_1735129766.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129769.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/311/9df8a37a8f9d1a81a6ae68a152959311/9df8a37a8f9d1a81a6ae68a152959311_1735129769.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129769.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/311/9df8a37a8f9d1a81a6ae68a152959311/9df8a37a8f9d1a81a6ae68a152959311_1735129769.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129772.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a15/63d787538dea3467c5be21dc74502a15/63d787538dea3467c5be21dc74502a15_1735129772.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok + +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0020 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0342 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0006 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0240 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0006 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0302 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2793 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:55 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4734 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0155 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0015 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0016 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0309 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0055 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0351 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0010 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0539 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0034 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0359 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:56 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0024 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0335 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0020 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0014 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0508 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0031 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0356 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0327 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0045 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0007 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0391 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0319 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0058 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0281 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0386 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0052 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0544 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0415 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:57 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0388 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0017 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0450 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0025 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0027 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0308 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0010 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0007 "-" 546111 - +test DEBUG: Unlinked retiring db '/tmp/tmprdsh0uq2/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1899 "-" 546111 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129772.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/a15/63d787538dea3467c5be21dc74502a15/63d787538dea3467c5be21dc74502a15_1735129772.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129775.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4_1735129775.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129775.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4_1735129775.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478_1735129778.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpw8w8yydi/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478_1735129778.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129622.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/7ee/16a215921bd0da2bd9ff2dbc797a57ee/16a215921bd0da2bd9ff2dbc797a57ee.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129622.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/7ee/16a215921bd0da2bd9ff2dbc797a57ee/16a215921bd0da2bd9ff2dbc797a57ee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129626.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e0f/6e3e1b1e1e497206bcf80d80e8410e0f/6e3e1b1e1e497206bcf80d80e8410e0f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129626.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e0f/6e3e1b1e1e497206bcf80d80e8410e0f/6e3e1b1e1e497206bcf80d80e8410e0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129630.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/5e4/1fcde6e0caffc5e8653b0c8cfedb75e4/1fcde6e0caffc5e8653b0c8cfedb75e4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129630.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/5e4/1fcde6e0caffc5e8653b0c8cfedb75e4/1fcde6e0caffc5e8653b0c8cfedb75e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129638.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4af/756aff3310587220417a1391e28ec4af/756aff3310587220417a1391e28ec4af.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129638.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4af/756aff3310587220417a1391e28ec4af/756aff3310587220417a1391e28ec4af.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129642.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/164/5fab48c67fab715a1b7cd7847173a164/5fab48c67fab715a1b7cd7847173a164.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129642.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/164/5fab48c67fab715a1b7cd7847173a164/5fab48c67fab715a1b7cd7847173a164.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129650.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2ab/2b1c4f81be235f291378fff2bd60e2ab/2b1c4f81be235f291378fff2bd60e2ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129650.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2ab/2b1c4f81be235f291378fff2bd60e2ab/2b1c4f81be235f291378fff2bd60e2ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129654.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/450/91090aecd345463ec4a602a23ea69450/91090aecd345463ec4a602a23ea69450.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129654.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/450/91090aecd345463ec4a602a23ea69450/91090aecd345463ec4a602a23ea69450.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129662.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/3c7/ed072bde64993a938a78f9cde031a3c7/ed072bde64993a938a78f9cde031a3c7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129662.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/3c7/ed072bde64993a938a78f9cde031a3c7/ed072bde64993a938a78f9cde031a3c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.dbtest.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok + +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0024 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0013 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0338 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0014 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0252 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0334 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0009 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0305 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0006 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0273 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:58 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0008 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0438 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0011 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0005 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0415 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0252 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0614 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0318 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.0920 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0224 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0308 "-" 546111 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0305 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0731 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0509 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0607 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0369 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0286 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0379 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0310 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:26:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0332 "-" 546111 0 +test DEBUG: Unlinked retiring db '/tmp/tmpyk1frj2u/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0271 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0020 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0649 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0455 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0318 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0353 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0250 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:27:00 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 546111 -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:27:00 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0030 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:27:00 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 546111 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ~~~~~~~^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:27:00 +0000] "REPLICATE /sda1/p/a/" 500 710 "-" "-" "-" 0.0019 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:27:00 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0246 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0285 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0014 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0002 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0756 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0016 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0285 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0280 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0653 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0758 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0676 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0340 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0361 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0638 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0351 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:27:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0271 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0737 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0339 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0009 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.1445 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.1462 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0314 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok + +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0392 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0362 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0272 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0278 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0277 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0031 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0395 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0014 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0017 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0289 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 546111 nada +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 546111 999 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0407 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0008 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0196 "-" 546111 1 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0007 "-" 546111 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0341 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:01 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0424 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0031 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0339 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0327 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0012 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0012 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0321 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0049 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0332 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0412 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0025 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0420 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0019 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0334 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0373 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0028 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0280 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0438 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129686.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/50d/6c9e6da6d9343982c5919e3a937ed50d/6c9e6da6d9343982c5919e3a937ed50d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129686.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/50d/6c9e6da6d9343982c5919e3a937ed50d/6c9e6da6d9343982c5919e3a937ed50d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129690.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d03/4046c2157deeb5121ff60954ad5aad03/4046c2157deeb5121ff60954ad5aad03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129690.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d03/4046c2157deeb5121ff60954ad5aad03/4046c2157deeb5121ff60954ad5aad03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129702.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/89c/251618bcc8a8208f129ecefe643ea89c/251618bcc8a8208f129ecefe643ea89c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129702.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/89c/251618bcc8a8208f129ecefe643ea89c/251618bcc8a8208f129ecefe643ea89c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129710.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/34b/d26f45bc42b5a5ff2d67200f751e234b/d26f45bc42b5a5ff2d67200f751e234b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129710.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/34b/d26f45bc42b5a5ff2d67200f751e234b/d26f45bc42b5a5ff2d67200f751e234b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129714.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2f7/3125bccc64371f1227e4729dbf48e2f7/3125bccc64371f1227e4729dbf48e2f7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129714.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2f7/3125bccc64371f1227e4729dbf48e2f7/3125bccc64371f1227e4729dbf48e2f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129726.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c72/ebf6f80799f2e9283bb6146f28971c72/ebf6f80799f2e9283bb6146f28971c72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129726.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c72/ebf6f80799f2e9283bb6146f28971c72/ebf6f80799f2e9283bb6146f28971c72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129734.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4cf/33c5bc76015e4e0e0427c9b97d3394cf/33c5bc76015e4e0e0427c9b97d3394cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129734.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/4cf/33c5bc76015e4e0e0427c9b97d3394cf/33c5bc76015e4e0e0427c9b97d3394cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129738.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d82/d7563ac80fa6275022854f0cbc7fbd82/d7563ac80fa6275022854f0cbc7fbd82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129738.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d82/d7563ac80fa6275022854f0cbc7fbd82/d7563ac80fa6275022854f0cbc7fbd82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129746.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/970/e763b3bc3bb90b9b7ee03d6c768fa970/e763b3bc3bb90b9b7ee03d6c768fa970.dbtest.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok + +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0298 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.0285 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0337 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0454 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0447 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0400 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0351 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0370 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0352 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0048 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0464 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0014 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0321 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0267 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0013 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0341 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0278 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0001 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:02 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0290 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0416 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0002 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0427 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0705 "-" 546111 0test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_updater.TestObjectUpdater.test_conf_params test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok test.unit.obj.test_updater.TestObjectUpdater.test_creation @@ -59216,131 +53695,169 @@ test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer DEBUG: Run begin -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 0 objects expired -test-expirer DEBUG: Run begin -test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer DEBUG: Run end -test-expirer INFO: Pass completed in 0s; 10 objects expired +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0830 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0389 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0555 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0578 "-" 546111 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0752 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0741 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0370 "-" 546111 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0310 "-" 546111 0 +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0003 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0039 "-" 546111 - +test INFO: - - - [25/Dec/2024:12:27:03 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0273 "-" 546111 0 +test-replicator INFO: [worker 1/2 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=546111] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=546111] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test ERROR: ERROR: Unable to access foo/bar: permission_denied test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpyce09zba/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpl4ktxce4/devices/sda1 (pid: 546111) test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpyce09zba/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538618.00000 -test INFO: Object update sweep completed on /tmp/tmpyce09zba/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test DEBUG: Update failed for /a/c/o /tmp/tmpl4ktxce4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmpl4ktxce4/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmprx9f9tnt/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpxvhvloyg/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmprx9f9tnt/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538618.00000 -test INFO: Object update sweep completed on /tmp/tmprx9f9tnt/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test DEBUG: Update failed for /a/c/o /tmp/tmpxvhvloyg/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.00000 +test INFO: Object update sweep completed on /tmp/tmpxvhvloyg/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpczaklleq/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpoafyymam/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpczaklleq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpczaklleq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 -test INFO: Object update sweep completed on /tmp/tmpczaklleq/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /a/c/o /tmp/tmpoafyymam/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpoafyymam/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmpoafyymam/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ntnrhtt/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp4r4ajt4f/devices/sda1 (pid: 546111) test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp0ntnrhtt/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 -test INFO: Object update sweep completed on /tmp/tmp0ntnrhtt/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmp4r4ajt4f/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmp4r4ajt4f/devices/sda1 in 0.04s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok + +test INFO: Object update single-threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp0ntnrhtt/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp4r4ajt4f/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp0ntnrhtt/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp0ntnrhtt/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 -test INFO: Object update sweep completed on /tmp/tmp0ntnrhtt/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test DEBUG: Update redirected for /a/c/o /tmp/tmp4r4ajt4f/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmp4r4ajt4f/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmp4r4ajt4f/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_x0mi7yq/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpvaxr2mbx/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmp_x0mi7yq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_new +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpvaxr2mbx/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_new test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmp_x0mi7yq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmp_x0mi7yq/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpvaxr2mbx/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpvaxr2mbx/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_x0mi7yq/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmp_x0mi7yq/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 -test INFO: Object update sweep completed on /tmp/tmp_x0mi7yq/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpvaxr2mbx/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpvaxr2mbx/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmpvaxr2mbx/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpe79g24jk/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpiqxl8ee3/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok - -test DEBUG: Update redirected for /a/c/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmpe79g24jk/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpiqxl8ee3/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpe79g24jk/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpiqxl8ee3/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to None +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to None test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmpe79g24jk/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /a/c/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpiqxl8ee3/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpe79g24jk/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpiqxl8ee3/devices/sda1 (pid: 546111) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to .shards_a/c_shard_1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to .shards_a/c_shard_1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 to None -test INFO: Object update sweep completed on /tmp/tmpe79g24jk/devices/sda1 in 0.02s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 to None +test INFO: Object update sweep completed on /tmp/tmpiqxl8ee3/devices/sda1 in 0.03s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpe79g24jk/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmpe79g24jk/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538617.00000 -test INFO: Object update sweep completed on /tmp/tmpe79g24jk/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmpiqxl8ee3/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmpiqxl8ee3/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000 +test INFO: Object update sweep completed on /tmp/tmpiqxl8ee3/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538618.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok + test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -59353,9 +53870,9 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129626.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -59368,10 +53885,10 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538620.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129627.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -59381,22 +53898,12 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine -test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep -test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok - +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538621.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129628.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -59408,10 +53915,10 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538622.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.07s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129629.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -59423,10 +53930,10 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptwt_rjtd/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmptwt_rjtd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538623.00000 -test INFO: Object update sweep completed on /tmp/tmptwt_rjtd/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp9ppisfej/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp9ppisfej/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129630.00000 +test INFO: Object update sweep completed on /tmp/tmp9ppisfej/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -59438,10 +53945,60 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphm4t16av/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmphm4t16av/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.00000 -test INFO: Object update sweep completed on /tmp/tmphm4t16av/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp6zyinnsz/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp6zyinnsz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.00000 +test INFO: Object update sweep completed on /tmp/tmp6zyinnsz/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine +test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep +test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129746.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/970/e763b3bc3bb90b9b7ee03d6c768fa970/e763b3bc3bb90b9b7ee03d6c768fa970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129750.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8ff/eefa1e61ebbe84d964eb2b0826ed68ff/eefa1e61ebbe84d964eb2b0826ed68ff.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129750.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8ff/eefa1e61ebbe84d964eb2b0826ed68ff/eefa1e61ebbe84d964eb2b0826ed68ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129762.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/9fb/eefc96b0ee69fbbc5446658f6283f9fb/eefc96b0ee69fbbc5446658f6283f9fb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129762.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/9fb/eefc96b0ee69fbbc5446658f6283f9fb/eefc96b0ee69fbbc5446658f6283f9fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129770.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8a8/703fb36a4bf9205a8b3a8c3f4284d8a8/703fb36a4bf9205a8b3a8c3f4284d8a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129770.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8a8/703fb36a4bf9205a8b3a8c3f4284d8a8/703fb36a4bf9205a8b3a8c3f4284d8a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129774.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129774.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf/be0e2b1ef19c6e9660bec4ec2bd98cbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129786.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/490/8a014d688053b861ad149100a6a83490/8a014d688053b861ad149100a6a83490.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129786.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/490/8a014d688053b861ad149100a6a83490/8a014d688053b861ad149100a6a83490.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129790.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d65/6f5bcb2437eea87d0278939990a77d65/6f5bcb2437eea87d0278939990a77d65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129790.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d65/6f5bcb2437eea87d0278939990a77d65/6f5bcb2437eea87d0278939990a77d65.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129798.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/809/b301fe7c7435b66868d5042570971809/b301fe7c7435b66868d5042570971809.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129798.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/809/b301fe7c7435b66868d5042570971809/b301fe7c7435b66868d5042570971809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129802.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/a4c/69e3b46731405c1b03656dbc5a8baa4c/69e3b46731405c1b03656dbc5a8baa4c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129802.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/a4c/69e3b46731405c1b03656dbc5a8baa4c/69e3b46731405c1b03656dbc5a8baa4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129806.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f2b/43b08f76583172bbd7f7ce75a89a6f2b/43b08f76583172bbd7f7ce75a89a6f2b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129806.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/f2b/43b08f76583172bbd7f7ce75a89a6f2b/43b08f76583172bbd7f7ce75a89a6f2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129810.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e57/bf0e8498ba414d9367049dd853c92e57/bf0e8498ba414d9367049dd853c92e57.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129810.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e57/bf0e8498ba414d9367049dd853c92e57/bf0e8498ba414d9367049dd853c92e57.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129814.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/0bb/bf6bbdaecf62e5204d866ac618a2d0bb/bf6bbdaecf62e5204d866ac618a2d0bb.dbtest.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok + test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -59453,9 +54010,9 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmphm4t16av/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmphm4t16av/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538621.00000 -test INFO: Object update sweep completed on /tmp/tmphm4t16av/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp6zyinnsz/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp6zyinnsz/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129627.00000 +test INFO: Object update sweep completed on /tmp/tmp6zyinnsz/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -59468,171 +54025,121 @@ fd = os.open(filename, flags) FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpmpebuavi/devices/sda1 (pid: 1824799) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmpmpebuavi/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538618.00000: +test INFO: Object update sweep starting on /tmp/tmpjhwojtu6/devices/sda1 (pid: 546111) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpjhwojtu6/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129624.00000: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update return pickle.load(open(update_path, 'rb')) ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ _pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmpmpebuavi/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep completed on /tmp/tmpjhwojtu6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3nhhg56q/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o09 /tmp/tmp3nhhg56q/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769538618.43207 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp3nhhg56q/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769538618.43246 -test INFO: Object update sweep completed on /tmp/tmp3nhhg56q/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1824799)test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok - +test INFO: Object update sweep starting on /tmp/tmp5m6elo81/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmp5m6elo81/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129624.94406 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp5m6elo81/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735129624.94452 +test INFO: Object update sweep completed on /tmp/tmp5m6elo81/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsi5nzmhh/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpsi5nzmhh/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538618.64511 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpsi5nzmhh/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538618.64479 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpsi5nzmhh/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538618.64525 -test INFO: Object update sweep completed on /tmp/tmpsi5nzmhh/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Object update sweep starting on /tmp/tmprgk1m832/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmprgk1m832/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129625.15586 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmprgk1m832/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129625.15596 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmprgk1m832/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129625.15608 +test INFO: Object update sweep completed on /tmp/tmprgk1m832/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpegz67nac/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpegz67nac/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538618.75667 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpegz67nac/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538618.75682 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpegz67nac/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769538618.75697 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpegz67nac/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538618.75336 -test INFO: Object update sweep completed on /tmp/tmpegz67nac/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp5wfrummn/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmp5wfrummn/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129625.26032 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp5wfrummn/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129625.26054 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmp5wfrummn/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129625.26042 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp5wfrummn/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129625.26048 +test INFO: Object update sweep completed on /tmp/tmp5wfrummn/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_wd0a4lp/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp_wd0a4lp/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538618.76538 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp_wd0a4lp/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538618.76554 -test INFO: Object update sweep completed on /tmp/tmp_wd0a4lp/devices/sda1 in 0.17s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.17s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpthkkq8jg/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpthkkq8jg/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129625.26437 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpthkkq8jg/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129625.26424 +test INFO: Object update sweep completed on /tmp/tmpthkkq8jg/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp84wg71kx/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o04 /tmp/tmp84wg71kx/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769538618.94038 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp84wg71kx/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769538618.94139 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp84wg71kx/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538618.94010 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmp84wg71kx/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538618.93980 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmp84wg71kx/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538618.93996 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmp84wg71kx/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769538618.94079 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmp84wg71kx/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538618.94024 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmp84wg71kx/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769538618.94105 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmp84wg71kx/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769538618.94064 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmp84wg71kx/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769538618.94051 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmp84wg71kx/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769538618.94092 -test INFO: Object update sweep completed on /tmp/tmp84wg71kx/devices/sda1 in 0.21s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.21s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpwc2_r7up/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpwc2_r7up/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735129625.37193 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpwc2_r7up/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129625.37188 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpwc2_r7up/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735129625.38049 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpwc2_r7up/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129625.37159 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpwc2_r7up/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735129625.37204 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpwc2_r7up/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735129625.37198 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpwc2_r7up/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735129625.38086 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpwc2_r7up/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735129625.38058 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpwc2_r7up/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129625.37151 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpwc2_r7up/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129625.37165 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpwc2_r7up/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129625.37182test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok + +test INFO: Object update sweep completed on /tmp/tmpwc2_r7up/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpax4qkes7/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpax4qkes7/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538619.15371 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpax4qkes7/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538619.15419 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpax4qkes7/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769538619.15448 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpax4qkes7/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538619.15405 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpax4qkes7/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538619.15390 -test INFO: Object update sweep completed on /tmp/tmpax4qkes7/devices/sda1 in 0.01s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Object update sweep starting on /tmp/tmpwhx5391c/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpwhx5391c/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129625.58618 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpwhx5391c/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129625.58599 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpwhx5391c/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129625.58607 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpwhx5391c/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735129625.58636 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpwhx5391c/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129625.58625 +test INFO: Object update sweep completed on /tmp/tmpwhx5391c/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573test.unit.obj.test_updater.TestObjectUpdater.test_run_once -test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted -test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies -test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok - -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:43039/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:43039/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573 -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35093/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:35093/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:43039/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573 -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:35093/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.03s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test INFO: Timeout waiting on remote server 127.0.0.1:43039/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573 -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test INFO: Timeout waiting on remote server 127.0.0.1:35093/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test INFO: Timeout connecting to remote server 127.0.0.1:43039/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573 -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test INFO: Timeout connecting to remote server 127.0.0.1:35093/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpso7p44xj/devices/sda1 (pid: 1824799) -test DEBUG: Update sent for /a/c/o /tmp/tmpso7p44xj/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538619.17573 -test INFO: Object update sweep completed on /tmp/tmpso7p44xj/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +test INFO: Object update sweep starting on /tmp/tmp2ubwxth6/devices/sda1 (pid: 546111) +test DEBUG: Update sent for /a/c/o /tmp/tmp2ubwxth6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129625.59441 +test INFO: Object update sweep completed on /tmp/tmp2ubwxth6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep test WARNING: Skipping: @@ -59646,166 +54153,136 @@ return next(self.gen) File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpmx7v71k1/devices/sda1 (pid: 1824799) -test INFO: Object update sweep progress on /tmp/tmpmx7v71k1/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update sweep progress on /tmp/tmpmx7v71k1/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update sweep completed on /tmp/tmpmx7v71k1/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) -test INFO: Object update sweep starting on /tmp/tmp25xc8k79/devices/sda1 (pid: 1824799) -test INFO: Object update sweep completed on /tmp/tmp25xc8k79/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1824799) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon'test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted +test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies +test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok + +test INFO: Object update sweep starting on /tmp/tmpihw7p3y4/devices/sda1 (pid: 546111) +test INFO: Object update sweep progress on /tmp/tmpihw7p3y4/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update sweep progress on /tmp/tmpihw7p3y4/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update sweep completed on /tmp/tmpihw7p3y4/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test INFO: Object update sweep starting on /tmp/tmp7yf696iy/devices/sda1 (pid: 546111) +test INFO: Object update sweep completed on /tmp/tmp7yf696iy/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 546111) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx6386625ce764497c83940-00676bfa19) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx2b826f26d80e482ebddc1-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txa78d242b442344f094e26-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx123b811c2f824f3dac7db-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx123b811c2f824f3dac7db-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txab943c1ffd0f4365b1f20-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txab943c1ffd0f4365b1f20-00676bfa19) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txab943c1ffd0f4365b1f20-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdcc0a6066e78430482f76-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdcc0a6066e78430482f76-00676bfa19) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ip, port, node['device'], part, method, path, + headers=headers, query_string=query) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txdcc0a6066e78430482f76-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx8993d7845a8b40abb475a-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txf380520226d84847a983c-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx02f784fbf3894cef8264a-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2682febb92eb4057b7a72-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3a19e351e0d14eef8cffd-00676bfa19) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txd279a21c40504028a9874-006979043b) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb76c1bfd79144ff38d86a-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb76c1bfd79144ff38d86a-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx9418df22cf6946e3adff4-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: tx9418df22cf6946e3adff4-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txdb35de4730f444d6a3041-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdb35de4730f444d6a3041-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txdb35de4730f444d6a3041-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txdb35de4730f444d6a3041-00676bfa19) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txdb35de4730f444d6a3041-00676bfa19) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: txdb35de4730f444d6a3041-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx4d5ffd81bae04279b2846-00676bfa19) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx4d5ffd81bae04279b2846-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -59813,551 +54290,739 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx0db26c99a52a4b90a4167-006979043b)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server ERROR: Object returning 503 for [] (txn: tx0db26c99a52a4b90a4167-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server ERROR: Object returning 503 for [] (txn: tx6159db3bd2c945ccb2f31-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txf30e963c0e5e459e8aaf1-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txf30e963c0e5e459e8aaf1-00676bfa19) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txf30e963c0e5e459e8aaf1-00676bfa19) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf30e963c0e5e459e8aaf1-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe191e6ff8a6444639e25b-00676bfa19) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe191e6ff8a6444639e25b-00676bfa19) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txe191e6ff8a6444639e25b-00676bfa19) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txe191e6ff8a6444639e25b-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6a08e6beb7f84bb881ee9-00676bfa19) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server ERROR: Object returning 503 for [] (txn: tx2e32ed7b253747a8bfb75-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server ERROR: Object returning 503 for [] (txn: txf4269fd8df874e78ba5ba-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txf6251a70334a4b1582f70-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txf6251a70334a4b1582f70-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: txf6251a70334a4b1582f70-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfc333f018e494f94b73c7-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txfc333f018e494f94b73c7-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txb329aa8451b74fb68f757-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx615d3160a7104b5b87481-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx615d3160a7104b5b87481-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9f5801a2173441c0b26b4-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx9f5801a2173441c0b26b4-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx682d903fe8464d37ba452-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx682d903fe8464d37ba452-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx02400cdcdd364af6bb144-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx02400cdcdd364af6bb144-00676bfa1a)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx502244a26e5a49c9b77e1-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server ERROR: Object returning 503 for [] (txn: tx063dff87fb36490abd60c-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx09d36edfd3f245f29d920-006979043b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +proxy-server ERROR: Object GET returning 503 for [] (txn: tx02400cdcdd364af6bb144-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx514ca6e3d44649e9b2b6f-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx514ca6e3d44649e9b2b6f-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx81314ebb63e745fe85126-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx291ca6e7c1fe40c5ac534-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx291ca6e7c1fe40c5ac534-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0d0f70a53d0f477ea2f2c-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0d0f70a53d0f477ea2f2c-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx0d0f70a53d0f477ea2f2c-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx926257a7b5654a5486d7b-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx926257a7b5654a5486d7b-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx926257a7b5654a5486d7b-00676bfa1a)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx24d1036a20bd4dacb075b-006979043b) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx926257a7b5654a5486d7b-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx7ff2b13c4e4e4442a5cf6-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx7ff2b13c4e4e4442a5cf6-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ip, port, node['device'], + self.partition, self.req.method, self.path, + headers=req_headers, + query_string=self.req.query_string) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx7ff2b13c4e4e4442a5cf6-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx7ff2b13c4e4e4442a5cf6-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfe1031e06e9743b2a8759-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfe1031e06e9743b2a8759-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txfe1031e06e9743b2a8759-00676bfa1a) +proxy-server ERROR: Object GET returning 503 for [] (txn: txfe1031e06e9743b2a8759-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txba1a0ac462c04588b7b20-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx0fca1344884c4c16b5976-00676bfa1a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx0fca1344884c4c16b5976-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx1625bf4b05094ce9abcf5-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txa6b701a453dc41b4b3e42-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txdb492841d9bc48f393387-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx3076926c90b9471d91e69-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx2b66a019edbf42439fbf5-00676bfa1a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx2b66a019edbf42439fbf5-00676bfa1a) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx2b66a019edbf42439fbf5-00676bfa1a) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx2b66a019edbf42439fbf5-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8d8cd18f521b449ea1f56-006979043c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx0f6d4616d23043efa7ef8-006979043c) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx137b276ea209441f8eb4d-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx3a6e0b465d6a47c385288-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx2bd6618340b148e0bda00-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx96292cf51ce6491ca585d-00676bfa1a) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx96292cf51ce6491ca585d-00676bfa1a) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx96292cf51ce6491ca585d-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd3f757ad304e477b98e58-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd3f757ad304e477b98e58-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3ac23225458c42e5a9372-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6504d5e1207b44abbf6f1-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx6504d5e1207b44abbf6f1-00676bfa1a) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx6504d5e1207b44abbf6f1-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txd454eb376ce5497bb3d80-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd454eb376ce5497bb3d80-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txd454eb376ce5497bb3d80-00676bfa1a) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: txd454eb376ce5497bb3d80-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: txd368e48dba674bf696f67-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd368e48dba674bf696f67-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd368e48dba674bf696f67-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf69e4e9653e4e5a98bc3-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf69e4e9653e4e5a98bc3-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txaf69e4e9653e4e5a98bc3-00676bfa1a) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txaf69e4e9653e4e5a98bc3-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx82e246591e894df4b834d-006979043c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx3f55e98bc3e445ecae9fd-006979043c) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx3f55e98bc3e445ecae9fd-006979043c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9066bb32ba894f268169c-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9066bb32ba894f268169c-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9066bb32ba894f268169c-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd20335cd0a0f4f6f90ada-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd20335cd0a0f4f6f90ada-00676bfa1a) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txd20335cd0a0f4f6f90ada-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx3a976a3b5b0b4c64bfb8f-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77e101b1ca0d4f27a42f4-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx9d6e46b33fd54d65aba79-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: tx64cfd3fee0a04f9d9ab3b-00676bfa1a)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx425013ffe87f40b0a436d-00676bfa1a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx0a57fc903cb843eeb8323-00676bfa1a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx76848a8d4561474e8b28b-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: txa14e61e04f044456ae9d1-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + node, part, req.swift_entity_path, headers, self.app.watchdog, + ...<4 lines>... + logger=self.logger, + chunked=te.endswith(',chunked')) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ~~~~~~~~~~~~~~~~~~~~^ + node, part, path, headers, conn_timeout, node_timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + part, 'PUT', path, headers) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txbb1da8076f464330bf4cf-00676bfa1a) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx4726bb3537694257b889f-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3919c9b24b1b4faaad639-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx8915c56dcc0a4f9185baa-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: tx43ed81a6c60c4850b4a9d-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx591efd9576f14c229c941-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx9e3e0ccd88e64797abe6e-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txed2dbc707d9c4536854ae-00676bfa1a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txed2dbc707d9c4536854ae-00676bfa1a) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txed2dbc707d9c4536854ae-00676bfa1a) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txed2dbc707d9c4536854ae-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: txe6f982c101494a9b8c770-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: tx4f93db24daf24515a71a2-00676bfa1a) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx6c18cfa7c8fb4a0fa85c3-00676bfa1a) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx663b874db53246ce95f27-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx755ba66d1f9b439aafbd5-00676bfa1a) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx755ba66d1f9b439aafbd5-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txf1e6ba09e2434f4d841db-00676bfa1a) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7b604390660445c29c80d-00676bfa1a) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.1:1001/sdb (txn: tx7b604390660445c29c80d-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txf53a23fac21d40768c37c-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx39eab2a167b44522a696b-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf78040172a6a4473b98e5-006979043c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + ~~~~~~~~~~~~~~^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + ~~~~~~~~~~~~~~^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: txafc2496658cf44fb8477c-00676bfa1a)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: txf6c770137a4a4d9eb9220-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txaf0ee791ec5b44eea7965-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.51094 <= '409 (1735129626.51094), 409 (1735129626.51094), 409 (1735129626.51094)' (txn: txedec510fa63a494e9f9d4-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.51215 <= '409 (1735129626.51215), 409 (1735129626.51215), 409 (1735129626.51215)' (txn: tx222ba883038943de91c9e-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.51320 <= '409 (1735129626.51320), 409 (1735129626.51320), 409 (1735129626.51320)' (txn: tx576a26237f8843da8e747-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (1735129627.00000), 409 (1735129627.00000), 409 (1735129627.00000)' (txn: txa956eaf0110d4bada7272-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129628.00000 <= '409 (1735129629.00000), 409 (1735129629.00000), 409 (1735129629.00000)' (txn: tx03a738f87896416cbdbbc-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129630.00000 <= '409 (1735129631.00000), 409 (1735129631.00000), 409 (1735129631.00000)' (txn: tx36898db1eae64704bc70f-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (1735129626.00000), 409 (1735129626.00000), 409 (1735129626.00000)' (txn: txefdfc998dfd84ff0904e9-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129627.00000 <= '409 (1735129627.00000), 409 (1735129627.00000), 409 (1735129627.00000)' (txn: tx0c65a826086b40aeaaa12-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129628.00000 <= '409 (1735129628.00000), 409 (1735129628.00000), 409 (1735129628.00000)' (txn: txa92e848d48824b339f88d-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (1735129626.00000)' (txn: txd85033947425499cb53db-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129627.00000 <= '409 (1735129627.00000)' (txn: txde76c456ffa1418d9d056-00676bfa1a) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129628.00000 <= '409 (1735129628.00000)' (txn: tx1a94efb19b5145c882d02-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) @@ -60369,1977 +55034,5512 @@ proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx4c48ba5d701b42048ba49-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (1735129627.00000)' (txn: txd95d3dbecd914c52b1b10-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx391ea8a77fb741bfae80b-00676bfa1a) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: txa56b0425d5a74a4b94dad-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129626.00000 <= '409 (1735129627.00000), 201 (unknown), 201 (unknown)' (txn: tx5b382e171c73494b8c3e7-00676bfa1a) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok - +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129814.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/0bb/bf6bbdaecf62e5204d866ac618a2d0bb/bf6bbdaecf62e5204d866ac618a2d0bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129822.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e68/4b064c9daca6f3f88f125caae080ce68/4b064c9daca6f3f88f125caae080ce68.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129822.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/e68/4b064c9daca6f3f88f125caae080ce68/4b064c9daca6f3f88f125caae080ce68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129826.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/1de/f518b1908b4dd7477570408d2a15a1de/f518b1908b4dd7477570408d2a15a1de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129826.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/1de/f518b1908b4dd7477570408d2a15a1de/f518b1908b4dd7477570408d2a15a1de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129830.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/fdf/7ebbd0aebe494d0d7894ec09fa12efdf/7ebbd0aebe494d0d7894ec09fa12efdf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129830.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/fdf/7ebbd0aebe494d0d7894ec09fa12efdf/7ebbd0aebe494d0d7894ec09fa12efdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129834.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8be/5cab25fb8f818414a3b9943a6ab678be/5cab25fb8f818414a3b9943a6ab678be.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129834.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/8be/5cab25fb8f818414a3b9943a6ab678be/5cab25fb8f818414a3b9943a6ab678be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129838.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c4f/f9c18f6d72d57acf5b9988a96ffabc4f/f9c18f6d72d57acf5b9988a96ffabc4f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129838.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/c4f/f9c18f6d72d57acf5b9988a96ffabc4f/f9c18f6d72d57acf5b9988a96ffabc4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129842.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2a1/c1fb0d78eda8efc820199afb3847f2a1/c1fb0d78eda8efc820199afb3847f2a1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129842.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/2a1/c1fb0d78eda8efc820199afb3847f2a1/c1fb0d78eda8efc820199afb3847f2a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129846.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/347/1ad146a2dbe43fd0db222fd331e46347/1ad146a2dbe43fd0db222fd331e46347.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129846.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/347/1ad146a2dbe43fd0db222fd331e46347/1ad146a2dbe43fd0db222fd331e46347.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129850.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/10e/7b9de39d28dbd8aa57984c433dada10e/7b9de39d28dbd8aa57984c433dada10e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129850.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/10e/7b9de39d28dbd8aa57984c433dada10e/7b9de39d28dbd8aa57984c433dada10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129854.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/aa4/63015c1a7ed3a4ea83d13faabd95baa4/63015c1a7ed3a4ea83d13faabd95baa4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129854.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/aa4/63015c1a7ed3a4ea83d13faabd95baa4/63015c1a7ed3a4ea83d13faabd95baa4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129858.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/002/b130a0e8a44b21931d4b2143966e3002/b130a0e8a44b21931d4b2143966e3002.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129858.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/002/b130a0e8a44b21931d4b2143966e3002/b130a0e8a44b21931d4b2143966e3002.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129862.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d7c/13bd9bc924103d6b327232c0d1756d7c/13bd9bc924103d6b327232c0d1756d7c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129862.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/d7c/13bd9bc924103d6b327232c0d1756d7c/13bd9bc924103d6b327232c0d1756d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129866.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/859/f5b866ca0c32b0dafbf5c7cad92cb859/f5b866ca0c32b0dafbf5c7cad92cb859.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129866.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/859/f5b866ca0c32b0dafbf5c7cad92cb859/f5b866ca0c32b0dafbf5c7cad92cb859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129870.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/45f/2e5447268eb6a896db2f30df60d9745f/2e5447268eb6a896db2f30df60d9745f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129870.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/45f/2e5447268eb6a896db2f30df60d9745f/2e5447268eb6a896db2f30df60d9745f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129874.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/25b/e25ae9e589b60df6a23f699e622c525b/e25ae9e589b60df6a23f699e622c525b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129874.00000-0, db: /tmp/tmpeqowv_hg/sda/containers/0/25b/e25ae9e589b60df6a23f699e622c525b/e25ae9e589b60df6a23f699e622c525b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129631.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/063/9e4a2c477481fbb797770e9dacf21063/9e4a2c477481fbb797770e9dacf21063.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129631.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/063/9e4a2c477481fbb797770e9dacf21063/9e4a2c477481fbb797770e9dacf21063.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx60ec5da9562943159aceb-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx09df07e85e9147c39dada-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx2f27b89b221e45bf9b7e8-006979043c) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpv62rq8vw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv62rq8vw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp2omlh_3f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2omlh_3f/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpv62rq8vw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpv62rq8vw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp2omlh_3f/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp2omlh_3f/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1323 "-" 1824799 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1401 "-" 1824799 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1988 "-" 1824799 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.3296 "-" 1824799 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx45430a5bf4fa41d1938f6-006979043d" "proxy-server 1824799" 0.0013 "-" 1824799 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36475/sdb1/0/a/c" "tx45430a5bf4fa41d1938f6-006979043d" "container-server 1824799" 0.0015 "-" 1824799 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:56201/sda1/0/a/c" "tx45430a5bf4fa41d1938f6-006979043d" "container-server 1824799" 0.0011 "-" 1824799 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx45430a5bf4fa41d1938f6-006979043d" "proxy-server 1824799" 0.0199 "-" 1824799 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx45430a5bf4fa41d1938f6-006979043d" "proxy-server 1824799" 0.0361 "-" 1824799 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/21 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx45430a5bf4fa41d1938f6-006979043d - 0.0451 - - 1769538621.903932810 1769538621.949019432 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdb93263eac8d4274bdc93-006979043d" "proxy-server 1824799" 0.0011 "-" 1824799 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:56201/sda1/2/a1/c1" "txdb93263eac8d4274bdc93-006979043d" "container-server 1824799" 0.0012 "-" 1824799 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:36475/sdb1/2/a1/c1" "txdb93263eac8d4274bdc93-006979043d" "container-server 1824799" 0.0011 "-" 1824799 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdb93263eac8d4274bdc93-006979043d" "proxy-server 1824799" 0.0290 "-" 1824799 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:21 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdb93263eac8d4274bdc93-006979043d" "proxy-server 1824799" 0.0173 "-" 1824799 0/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:06 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0355 "-" 546111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:06 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0545 "-" 546111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:06 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0623 "-" 546111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:06 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0265 "-" 546111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:06 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd478b06cb4284337afcd9-00676bfa1a" "proxy-server 546111" 0.0008 "-" 546111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:43345/sda1/0/a/c" "txd478b06cb4284337afcd9-00676bfa1a" "container-server 546111" 0.0024 "-" 546111 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60953/sdb1/0/a/c" "txd478b06cb4284337afcd9-00676bfa1a" "container-server 546111" 0.0006 "-" 546111 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd478b06cb4284337afcd9-00676bfa1a" "proxy-server 546111" 0.0732 "-" 546111 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txd478b06cb4284337afcd9-00676bfa1a" "proxy-server 546111" 0.0351 "-" 546111 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/07 PUT /v1/a/c HTTP/1.0 201 - - t - - - txd478b06cb4284337afcd9-00676bfa1a - 0.0855 - - 1735129626.974395275 1735129627.059882164 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txeefdc8a436084d21bdffd-00676bfa1b" "proxy-server 546111" 0.0007 "-" 546111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:43345/sda1/2/a1/c1" "txeefdc8a436084d21bdffd-00676bfa1b" "container-server 546111" 0.0059 "-" 546111 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:60953/sdb1/2/a1/c1" "txeefdc8a436084d21bdffd-00676bfa1b" "container-server 546111" 0.0006 "-" 546111 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeefdc8a436084d21bdffd-00676bfa1b" "proxy-server 546111" 0.0402 "-" 546111 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txeefdc8a436084d21bdffd-00676bfa1b" "proxy-server 546111" 0.0779 "-" 546111 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/07 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txeefdc8a436084d21bdffd-00676bfa1b - 0.0821 - - 1735129627.060704947 1735129627.142764568 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd501c14e5ba049f7b6236-00676bfa1b" "proxy-server 546111" 0.0488 "-" 546111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:60953/sdb1/0/a/c1" "txd501c14e5ba049f7b6236-00676bfa1b" "container-server 546111" 0.0486 "-" 546111 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:43345/sda1/0/a/c1" "txd501c14e5ba049f7b6236-00676bfa1b" "container-server 546111" 0.0007 "-" 546111 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd501c14e5ba049f7b6236-00676bfa1b" "proxy-server 546111" 0.1330 "-" 546111 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txd501c14e5ba049f7b6236-00676bfa1b" "proxy-server 546111" 0.0917 "-" 546111 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/07 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txd501c14e5ba049f7b6236-00676bfa1b - 0.1867 - - 1735129627.151431322 1735129627.338112354 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx35cbe1d4be4b47c59d69a-00676bfa1b" "proxy-server 546111" 0.0347 "-" 546111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:43345/sda1/2/a/c2" "tx35cbe1d4be4b47c59d69a-00676bfa1b" "container-server 546111" 0.0018 "-" 546111 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60953/sdb1/2/a/c2" "tx35cbe1d4be4b47c59d69a-00676bfa1b" "container-server 546111" 0.0387 "-" 546111 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx35cbe1d4be4b47c59d69a-00676bfa1b" "proxy-server 546111" 0.1163 "-" 546111 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:07 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx35cbe1d4be4b47c59d69a-00676bfa1b" "proxy-server 546111" 0.0780 "-" 546111 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/07 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx35cbe1d4be4b47c59d69a-00676bfa1b - 0.1561 - - 1735129627.339054108 1735129627.495196104 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/21 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdb93263eac8d4274bdc93-006979043d - 0.0368 - - 1769538621.950310469 1769538621.987158060 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx763b14e766b2400ab38c9-006979043d" "proxy-server 1824799" 0.0120 "-" 1824799 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:36475/sdb1/0/a/c1" "tx763b14e766b2400ab38c9-006979043d" "container-server 1824799" 0.0010 "-" 1824799 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:56201/sda1/0/a/c1" "tx763b14e766b2400ab38c9-006979043d" "container-server 1824799" 0.0122 "-" 1824799 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx763b14e766b2400ab38c9-006979043d" "proxy-server 1824799" 0.0407 "-" 1824799 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx763b14e766b2400ab38c9-006979043d" "proxy-server 1824799" 0.0294 "-" 1824799 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/22 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx763b14e766b2400ab38c9-006979043d - 0.0595 - - 1769538621.988727808 1769538622.048212528 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbebf9b549d934f898c55e-006979043e" "proxy-server 1824799" 0.0151 "-" 1824799 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:56201/sda1/2/a/c2" "txbebf9b549d934f898c55e-006979043e" "container-server 1824799" 0.0014 "-" 1824799 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:36475/sdb1/2/a/c2" "txbebf9b549d934f898c55e-006979043e" "container-server 1824799" 0.0113 "-" 1824799 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbebf9b549d934f898c55e-006979043e" "proxy-server 1824799" 0.0381 "-" 1824799 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:22 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txbebf9b549d934f898c55e-006979043e" "proxy-server 1824799" 0.0562 "-" 1824799 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/22 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txbebf9b549d934f898c55e-006979043e - 0.0775 - - 1769538622.049502134 1769538622.127025366 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok ----------------------------------------------------------------------- -Ran 9249 tests in 444.449s +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx95873e6af90649a488324-00676bfa1b) +test INFO: Client disconnected on read of '/a/c' (txn: tx95873e6af90649a488324-00676bfa1b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx1a36b81866384c27bc26f-00676bfa1b)test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -OK (skipped=1827) -+ stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 59.567 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 21.051 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 19.775 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 18.037 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state 16.942 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 16.605 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 15.506 -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 15.418 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking 14.176 -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 13.989 -+ rm -rf .stestr -+ [ 3.12 = disabled ] -+ echo 3.12 -+ cut -d. -f1 -+ PYMAJOR=3 -+ echo ===> Testing with python (python3) -===> Testing with python (python3) -+ pwd -+ [ -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ] -+ [ -e .stestr.conf ] -+ [ -x /usr/bin/python3-stestr ] -+ STESTR=stestr -+ rm -rf .stestr -+ PYTHON=python3.12 stestr run --parallel --subunit --test-path test/unit test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix) -+ subunit2pyunit -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs -test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices -test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default -test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception -test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned -test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check -test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed -test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output -test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim -test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok -test.unit.account.test_backend.TestAccountBroker.test_chexor -test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate -test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts -test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name -test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output -test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok -test.unit.account.test_backend.TestAccountBroker.test_creation -test.unit.account.test_backend.TestAccountBroker.test_creation ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_container -test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status -test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok -test.unit.account.test_backend.TestAccountBroker.test_empty -test.unit.account.test_backend.TestAccountBroker.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_exception -test.unit.account.test_backend.TestAccountBroker.test_exception ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending -test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db -test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info -test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row -test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata -test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok -Ring Builder file does not exist: /tmp/tmppp4gkyk3/tmpeizzwhnv -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Ring Builder file does not exist: /tmp/tmp36mvtrml/tmput48x_pm -Partition power increase in progress. You need -to finish the increase first before adding devices. -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 -Device 4 already uses 127.0.0.1:6200/sda9. -The on-disk ring builder is unchanged. +test INFO: Client disconnected on read of '/a/c' (txn: tx1a36b81866384c27bc26f-00676bfa1b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx8cb6a62e1eb24f05b9f78-00676bfa1c) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx8cb6a62e1eb24f05b9f78-00676bfa1c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx8cb6a62e1eb24f05b9f78-00676bfa1c) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx8cb6a62e1eb24f05b9f78-00676bfa1c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. -/tmp/tmprd4h2rvy/tmpjmqic_4z, build version 4, id 78649a52ecbf4f6b839edae05025620c -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmprd4h2rvy/tmpjmqic_4z.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 -Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -Invalid device name -The on-disk ring builder is unchanged. -/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 15 1 - 46 1 -Partition Matches - 2 1 - 3 1 - 5 1 - 9 1 - 11 1 - 20 1 - 25 1 - 29 1 - 30 1 - 31 1 - 36 1 - 38 1 - 44 1 - 51 1 - 58 1 - 63 1 - 1 1 - 6 1 - 13 1 - 14 1 - 17 1 - 22 1 - 23 1 - 24 1 - 27 1 - 28 1 - 32 1 - 37 1 - 40 1 - 42 1 - 47 1 - 59 1 - 8 1 - 10 1 - 12 1 - 15 1 - 21 1 - 33 1 - 39 1 - 46 1 - 48 1 - 49 1 - 50 1 - 52 1 - 53 1 - 54 1 - 55 1 - 60 1 -Partition Matches - 7 1 - 8 1 - 11 1 - 15 1 - 22 1 - 25 1 - 30 1 - 35 1 - 36 1 - 37 1 - 40 1 - 45 1 - 51 1 - 56 1 - 58 1 - 63 1 - 2 1 - 4 1 - 6 1 - 9 1 - 14 1 - 16 1 - 21 1 - 24 1 - 29 1 - 31 1 - 34 1 - 38 1 - 44 1 - 46 1 - 47 1 - 61 1 - 3 1 - 5 1 - 10 1 - 12 1 - 18 1 - 19 1 - 26 1 - 28 1 - 32 1 - 41 1 - 42 1 - 52 1 - 55 1 - 57 1 - 60 1 - 62 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 59 1 - 56 1 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Partition Matches - 38 1 - 32 1 -Specified builder file "/tmp/tmpatftnstg/tmp__94mzku" is not rebalanced yet. Please rebalance first. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs -test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get -test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok - -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129634.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/f82/39d0a3cf2493ba125046dc98a10adf82/39d0a3cf2493ba125046dc98a10adf82.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129637.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/72c/04d4b566c371d25ac00bc402453dc72c/04d4b566c371d25ac00bc402453dc72c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129637.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/72c/04d4b566c371d25ac00bc402453dc72c/04d4b566c371d25ac00bc402453dc72c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129640.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/3bb/7434c8131ca7ffb65ab09187a83423bb/7434c8131ca7ffb65ab09187a83423bb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129640.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/3bb/7434c8131ca7ffb65ab09187a83423bb/7434c8131ca7ffb65ab09187a83423bb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129643.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/760/eca4a823b90a4b83778ab622a7343760/eca4a823b90a4b83778ab622a7343760.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129643.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/760/eca4a823b90a4b83778ab622a7343760/eca4a823b90a4b83778ab622a7343760.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129646.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cbb/890d358249533b006a3734aeeb8e3cbb/890d358249533b006a3734aeeb8e3cbb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129649.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cf6/ec28838f5fdb586e421d1f5f458abcf6/ec28838f5fdb586e421d1f5f458abcf6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129649.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cf6/ec28838f5fdb586e421d1f5f458abcf6/ec28838f5fdb586e421d1f5f458abcf6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129652.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d01/8d9a7432afc4116c5a2f82e6b87d7d01/8d9a7432afc4116c5a2f82e6b87d7d01.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129652.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d01/8d9a7432afc4116c5a2f82e6b87d7d01/8d9a7432afc4116c5a2f82e6b87d7d01.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129655.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129655.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129658.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d0c/3f08f788ba23e5114ad60b66ab4d9d0c/3f08f788ba23e5114ad60b66ab4d9d0c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129661.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/fef/378cce9cbe8e2b35f780308bc0429fef/378cce9cbe8e2b35f780308bc0429fef.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129661.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/fef/378cce9cbe8e2b35f780308bc0429fef/378cce9cbe8e2b35f780308bc0429fef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129664.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/9ba/cd4cd78ed5511cfed0229860cb6b49ba/cd4cd78ed5511cfed0229860cb6b49ba.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129664.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/9ba/cd4cd78ed5511cfed0229860cb6b49ba/cd4cd78ed5511cfed0229860cb6b49ba.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129679.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129679.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129685.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ef6/5701c191fadfac4c14184cf002aabef6/5701c191fadfac4c14184cf002aabef6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129685.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ef6/5701c191fadfac4c14184cf002aabef6/5701c191fadfac4c14184cf002aabef6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129688.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ac4/cd6de62ca94664c740673b0368660ac4/cd6de62ca94664c740673b0368660ac4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129688.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ac4/cd6de62ca94664c740673b0368660ac4/cd6de62ca94664c740673b0368660ac4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129691.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129691.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129694.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/983/f1ae22892b89cafd5659d5d102a63983/f1ae22892b89cafd5659d5d102a63983.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129697.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/090/0643e20a9017cdd7fb2b8f9c6e982090/0643e20a9017cdd7fb2b8f9c6e982090.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129697.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/090/0643e20a9017cdd7fb2b8f9c6e982090/0643e20a9017cdd7fb2b8f9c6e982090.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129700.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/3d5/6d6cb1831e61d6d0b3c357b5f2d663d5/6d6cb1831e61d6d0b3c357b5f2d663d5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129700.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/3d5/6d6cb1831e61d6d0b3c357b5f2d663d5/6d6cb1831e61d6d0b3c357b5f2d663d5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129706.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/131/a327f52c4ad68fc55b343157a8781131/a327f52c4ad68fc55b343157a8781131.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129709.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/80e/6b3f9cd3582346430fb4868fc7ccd80e/6b3f9cd3582346430fb4868fc7ccd80e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129709.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/80e/6b3f9cd3582346430fb4868fc7ccd80e/6b3f9cd3582346430fb4868fc7ccd80e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129712.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d2c/350ec416d186201ebd15f13994dacd2c/350ec416d186201ebd15f13994dacd2c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129712.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d2c/350ec416d186201ebd15f13994dacd2c/350ec416d186201ebd15f13994dacd2c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129715.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129715.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129718.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cd0/7a9c3e0374559785df42059ed0afecd0/7a9c3e0374559785df42059ed0afecd0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129721.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/4ca/227e210e70d210f03329b944b872d4ca/227e210e70d210f03329b944b872d4ca.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129721.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/4ca/227e210e70d210f03329b944b872d4ca/227e210e70d210f03329b944b872d4ca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129724.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/978/2856382b551a0daf934dc3887a76c978/2856382b551a0daf934dc3887a76c978.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129724.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/978/2856382b551a0daf934dc3887a76c978/2856382b551a0daf934dc3887a76c978.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129730.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/64c/e0aca9d879905bbeb33151723408a64c/e0aca9d879905bbeb33151723408a64c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129733.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/860/689039b972419492df4210e4fc9bc860/689039b972419492df4210e4fc9bc860.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok - Where and are replication ip and port. +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129733.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/860/689039b972419492df4210e4fc9bc860/689039b972419492df4210e4fc9bc860.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129736.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/66d/eec300f30b36dc244a20156a0ebba66d/eec300f30b36dc244a20156a0ebba66d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129736.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/66d/eec300f30b36dc244a20156a0ebba66d/eec300f30b36dc244a20156a0ebba66d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129739.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129739.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129745.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ff7/3991f55b756be570010ce235668dbff7/3991f55b756be570010ce235668dbff7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129745.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ff7/3991f55b756be570010ce235668dbff7/3991f55b756be570010ce235668dbff7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129748.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/f8a/3e12a420e1a1085e060656dd94440f8a/3e12a420e1a1085e060656dd94440f8a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129748.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/f8a/3e12a420e1a1085e060656dd94440f8a/3e12a420e1a1085e060656dd94440f8a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129751.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129751.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129754.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/2bf/a32d0252334bf318b9939251aec602bf/a32d0252334bf318b9939251aec602bf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129757.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ea2/cfc17fc389610e4e9251552f1875aea2/cfc17fc389610e4e9251552f1875aea2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129757.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ea2/cfc17fc389610e4e9251552f1875aea2/cfc17fc389610e4e9251552f1875aea2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129760.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/429/a190dcf38d237a10a66d1e3d8f47b429/a190dcf38d237a10a66d1e3d8f47b429.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129760.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/429/a190dcf38d237a10a66d1e3d8f47b429/a190dcf38d237a10a66d1e3d8f47b429.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129766.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ca4/5048194766fed43bb7fcf66093846ca4/5048194766fed43bb7fcf66093846ca4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129769.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/311/9df8a37a8f9d1a81a6ae68a152959311/9df8a37a8f9d1a81a6ae68a152959311.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129769.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/311/9df8a37a8f9d1a81a6ae68a152959311/9df8a37a8f9d1a81a6ae68a152959311.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129772.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/a15/63d787538dea3467c5be21dc74502a15/63d787538dea3467c5be21dc74502a15.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129772.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/a15/63d787538dea3467c5be21dc74502a15/63d787538dea3467c5be21dc74502a15.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129775.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129775.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129778.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/478/7e67af4fbceb59e9867f29c93f310478/7e67af4fbceb59e9867f29c93f310478.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129781.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ed1/e6405cdff2210b74c98e7b4733009ed1/e6405cdff2210b74c98e7b4733009ed1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129781.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/ed1/e6405cdff2210b74c98e7b4733009ed1/e6405cdff2210b74c98e7b4733009ed1.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -or +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129784.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/841/947d06c14c02e3409a85bdfe19f2d841/947d06c14c02e3409a85bdfe19f2d841.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129784.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/841/947d06c14c02e3409a85bdfe19f2d841/947d06c14c02e3409a85bdfe19f2d841.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129787.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129787.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129790.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d65/6f5bcb2437eea87d0278939990a77d65/6f5bcb2437eea87d0278939990a77d65.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129790.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/d65/6f5bcb2437eea87d0278939990a77d65/6f5bcb2437eea87d0278939990a77d65.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129793.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/bb9/dc18f23d6deaee5aecd52350ced17bb9/dc18f23d6deaee5aecd52350ced17bb9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129793.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/bb9/dc18f23d6deaee5aecd52350ced17bb9/dc18f23d6deaee5aecd52350ced17bb9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129796.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/5ad/98ca710dcd8eb6a0ac85c4c17d6cc5ad/98ca710dcd8eb6a0ac85c4c17d6cc5ad.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129796.00000-0, db: /tmp/tmpuv2ecbuo/sda/containers/0/5ad/98ca710dcd8eb6a0ac85c4c17d6cc5ad/98ca710dcd8eb6a0ac85c4c17d6cc5ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129637.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/72c/04d4b566c371d25ac00bc402453dc72c/04d4b566c371d25ac00bc402453dc72c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129642.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/164/5fab48c67fab715a1b7cd7847173a164/5fab48c67fab715a1b7cd7847173a164.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129647.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a94/dc9cfe8b340556b2051a9da43f65ba94/dc9cfe8b340556b2051a9da43f65ba94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129652.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d01/8d9a7432afc4116c5a2f82e6b87d7d01/8d9a7432afc4116c5a2f82e6b87d7d01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129657.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d23/56d5969e121e31b2854494bc10b74d23/56d5969e121e31b2854494bc10b74d23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129662.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/3c7/ed072bde64993a938a78f9cde031a3c7/ed072bde64993a938a78f9cde031a3c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129672.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/54c/91181e339222ee5558ed7d6abe06c54c/91181e339222ee5558ed7d6abe06c54c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129677.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/358/59b64cdab2220202f09567fd68847358/59b64cdab2220202f09567fd68847358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129682.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/1d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7/8bf2cdb48f0fcc7cd88b7f2ebba561d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129687.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/76f/251d5a2ada4cafb6dbcf7b046c80176f/251d5a2ada4cafb6dbcf7b046c80176f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129692.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/22c/5c7b288f7795b57383cf01ba580d922c/5c7b288f7795b57383cf01ba580d922c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129697.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/090/0643e20a9017cdd7fb2b8f9c6e982090/0643e20a9017cdd7fb2b8f9c6e982090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129702.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/89c/251618bcc8a8208f129ecefe643ea89c/251618bcc8a8208f129ecefe643ea89c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129707.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4e3/87347544beec2200c8c36faae050e4e3/87347544beec2200c8c36faae050e4e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129712.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d2c/350ec416d186201ebd15f13994dacd2c/350ec416d186201ebd15f13994dacd2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129717.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/000/ce5c55ade99a3e6fab08c7ac4d981000/ce5c55ade99a3e6fab08c7ac4d981000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129732.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b01/de3ffaee9c271dd462274d31db069b01/de3ffaee9c271dd462274d31db069b01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129737.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/64e/488a5de1e18eef7142e780c5bf92e64e/488a5de1e18eef7142e780c5bf92e64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129742.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/32f/7e68fd6e8f1cb0efb8242cb91034432f/7e68fd6e8f1cb0efb8242cb91034432f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129747.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/685/f7710b5aa8ab8354e7b4af774a817685/f7710b5aa8ab8354e7b4af774a817685.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129752.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b81/44dff5f9987eedea45084196b9d79b81/44dff5f9987eedea45084196b9d79b81.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129757.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ea2/cfc17fc389610e4e9251552f1875aea2/cfc17fc389610e4e9251552f1875aea2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129762.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9fb/eefc96b0ee69fbbc5446658f6283f9fb/eefc96b0ee69fbbc5446658f6283f9fb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129767.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/fb4/e6e862ed0747bcc92210b8b3fe021fb4/e6e862ed0747bcc92210b8b3fe021fb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129772.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a15/63d787538dea3467c5be21dc74502a15/63d787538dea3467c5be21dc74502a15.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129777.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/de4/a854f1e97a70001d3643078fea574de4/a854f1e97a70001d3643078fea574de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129787.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129792.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/249/05ac8cb207faa2ee3bc8392722161249/05ac8cb207faa2ee3bc8392722161249.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129797.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7b1/aa4c93b602ac35e349e5b9a17a86d7b1/aa4c93b602ac35e349e5b9a17a86d7b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129802.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a4c/69e3b46731405c1b03656dbc5a8baa4c/69e3b46731405c1b03656dbc5a8baa4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129807.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/aea/aef1de09805c958031aaa973a35e6aea/aef1de09805c958031aaa973a35e6aea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129812.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/dd8/0d8c11d97bc6095444cd33eba6cd1dd8/0d8c11d97bc6095444cd33eba6cd1dd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129817.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/da3/a0b4ad2a17a2be36b2817d1224e0fda3/a0b4ad2a17a2be36b2817d1224e0fda3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129822.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e68/4b064c9daca6f3f88f125caae080ce68/4b064c9daca6f3f88f125caae080ce68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129827.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129832.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6c2/7a74a1fcc4012567cce11b3c6c0b56c2/7a74a1fcc4012567cce11b3c6c0b56c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129837.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/742/c4c66c84187fe0fa3430fdf5bef01742/c4c66c84187fe0fa3430fdf5bef01742.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129842.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2a1/c1fb0d78eda8efc820199afb3847f2a1/c1fb0d78eda8efc820199afb3847f2a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129847.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/031/df6da8f25c1662dbb696b36c4dc6e031/df6da8f25c1662dbb696b36c4dc6e031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129852.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6f3/e7de219e1242033e09e56a5ad01576f3/e7de219e1242033e09e56a5ad01576f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129857.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2ec/616b7d34e465998df3b309b5cdec22ec/616b7d34e465998df3b309b5cdec22ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129862.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d7c/13bd9bc924103d6b327232c0d1756d7c/13bd9bc924103d6b327232c0d1756d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129867.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ed2/d3204d03cc24c38e254908ee278b2ed2/d3204d03cc24c38e254908ee278b2ed2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129872.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/3d2/1f3cf8b05c142045608fb3c5f01653d2/1f3cf8b05c142045608fb3c5f01653d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129877.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/982/e8b767e6e08b562ac9f9e0f3ffa6d982/e8b767e6e08b562ac9f9e0f3ffa6d982.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129882.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6b1/50c23908ec8201c32fe22431082456b1/50c23908ec8201c32fe22431082456b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129887.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/473/940e46f2e95d43482246dd8f5915e473/940e46f2e95d43482246dd8f5915e473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129892.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/028/be8cab6352936a7c026919f9fffec028/be8cab6352936a7c026919f9fffec028.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129897.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/481/b6da326a8adcd7d8fc3e36a348de7481/b6da326a8adcd7d8fc3e36a348de7481.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129902.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/716/973a39bffc3b613c7e6c8ed47af62716/973a39bffc3b613c7e6c8ed47af62716.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129907.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/252/40e698b8caf415ee3cd87a2019cc6252/40e698b8caf415ee3cd87a2019cc6252.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129912.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7a9/4be598cddd9b9003524bddca7b3b67a9/4be598cddd9b9003524bddca7b3b67a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129917.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/907/33d5f1c88966d1a44b66733ac9a90907/33d5f1c88966d1a44b66733ac9a90907.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129922.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/af6/be5108c835d47877635502065a481af6/be5108c835d47877635502065a481af6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129927.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b9b/8b36de8c6f57ce3009e1a039702bcb9b/8b36de8c6f57ce3009e1a039702bcb9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129932.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d44/c126a6fc3ec2a71a5138ce132bb63d44/c126a6fc3ec2a71a5138ce132bb63d44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129937.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e8b/e5305a4c4e43a0d6303733f462288e8b/e5305a4c4e43a0d6303733f462288e8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129942.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/58c/bccfae1470eddd707f00a85f3990858c/bccfae1470eddd707f00a85f3990858c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129947.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/04a/4c31d65ccb4c626b61d19eb9fddcb04a/4c31d65ccb4c626b61d19eb9fddcb04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129952.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/eff/0ce32aa5432c50c09a1399e0648e9eff/0ce32aa5432c50c09a1399e0648e9eff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129957.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/30e/6bfc7300a56779aff3a6751fd3b3930e/6bfc7300a56779aff3a6751fd3b3930e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129962.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/21b/490a954beb3e2c6fed29f84b3e2c621b/490a954beb3e2c6fed29f84b3e2c621b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129967.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/948/3cc183e6247d8edfd04d0a075ebc5948/3cc183e6247d8edfd04d0a075ebc5948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129972.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f82/437f1323c58051305ef0088f562f9f82/437f1323c58051305ef0088f562f9f82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129977.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/105/1f5f6dd2b1852406bae4624ebde6c105/1f5f6dd2b1852406bae4624ebde6c105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129982.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f3d/f12ef96d5e3c85f7194d261bd4738f3d/f12ef96d5e3c85f7194d261bd4738f3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129987.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/423/7599e0741e18c8af07cb251d28b24423/7599e0741e18c8af07cb251d28b24423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129992.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/14c/f436ed44c5dc25b82d77f8ea90bb714c/f436ed44c5dc25b82d77f8ea90bb714c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129997.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b85/6ab2587803934a5339bb6da7cea1eb85/6ab2587803934a5339bb6da7cea1eb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130002.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/41d/07c45f662fd567858c311927a448441d/07c45f662fd567858c311927a448441d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130007.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7e8/c6fe4e94a5e5690f457051be9aa227e8/c6fe4e94a5e5690f457051be9aa227e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130012.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9b9/85c6f8509c598ec782acdf88fe4159b9/85c6f8509c598ec782acdf88fe4159b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130017.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4c1/cece49e0aa97746d24d11948236a64c1/cece49e0aa97746d24d11948236a64c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130022.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b85/6874b3ede8a914eff7189a0747ad4b85/6874b3ede8a914eff7189a0747ad4b85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130027.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130032.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/656/21634eeec97e69774e205c85ecd93656/21634eeec97e69774e205c85ecd93656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130037.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2ce/b0ff0dd5229915b56772600fc6f452ce/b0ff0dd5229915b56772600fc6f452ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130042.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5d8/19b0b4e73754ca06408142f9c148e5d8/19b0b4e73754ca06408142f9c148e5d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130047.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b96/03641fe67a39d74ae229fe147aaa8b96/03641fe67a39d74ae229fe147aaa8b96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130052.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6a5/55a451d28b79ac443452e48edc54d6a5/55a451d28b79ac443452e48edc54d6a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130057.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d9e/518ee03af9938eb594936fbb147e7d9e/518ee03af9938eb594936fbb147e7d9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130062.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/618/2c66bf4fb4eb2fb97d58bd8488d31618/2c66bf4fb4eb2fb97d58bd8488d31618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130067.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e62/3676705b2e7e607d4cf4c523a751be62/3676705b2e7e607d4cf4c523a751be62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130072.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/1ec/8c3ff9417008fb5cca35e2fd65fe11ec/8c3ff9417008fb5cca35e2fd65fe11ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130077.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ee4/6b0bc7c986ce571b63cdd84e90039ee4/6b0bc7c986ce571b63cdd84e90039ee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130082.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7b3/129e085070145ef09a3cac516d3d77b3/129e085070145ef09a3cac516d3d77b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130092.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/230/a225de604c2697e465e4c99d77caa230/a225de604c2697e465e4c99d77caa230.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130097.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/cd6/fa40489dccd86478e484f3c678125cd6/fa40489dccd86478e484f3c678125cd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130112.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d85/6038fe30c7f123b89f569f8e846e5d85/6038fe30c7f123b89f569f8e846e5d85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130127.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e6b/5e0f507fa2f8f6ad56212767eb2d6e6b/5e0f507fa2f8f6ad56212767eb2d6e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130132.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8d2/aecc783753b0e665f576b247554498d2/aecc783753b0e665f576b247554498d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130142.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6d7/d4d8010c5afcd6f3e0744aeb7681f6d7/d4d8010c5afcd6f3e0744aeb7681f6d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130152.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/931/5ab54beb01a0bd947915040c9055c931/5ab54beb01a0bd947915040c9055c931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130167.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/400/7b555d34c0c85011da6fc42f9f53f400/7b555d34c0c85011da6fc42f9f53f400.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130172.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/361/05c4e29193e370aa350521965c555361/05c4e29193e370aa350521965c555361.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130187.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b00/c1e87ba52ebc8e83cb9d4e8ab9551b00/c1e87ba52ebc8e83cb9d4e8ab9551b00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130192.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/c90/d08224e460c00fa039bbca3e22148c90/d08224e460c00fa039bbca3e22148c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130202.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d8f/cc1e97037151f934075038389894cd8f/cc1e97037151f934075038389894cd8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130222.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ca9/b1351ad4172cd3d4724455db343a6ca9/b1351ad4172cd3d4724455db343a6ca9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130227.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/44e/83ab1d096e79b5c66ac5e112cb95144e/83ab1d096e79b5c66ac5e112cb95144e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130232.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/96e/3050702ddc7c957ade030e85c801296e/3050702ddc7c957ade030e85c801296e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130237.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130242.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/14c/4537c0b11a8cf1cf40f37375da17e14c/4537c0b11a8cf1cf40f37375da17e14c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130247.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/045/ee53e4e4a3fd9a684f1dee5d20d0e045/ee53e4e4a3fd9a684f1dee5d20d0e045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130252.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/624/41f1bcc4a9eef30161884e9667921624/41f1bcc4a9eef30161884e9667921624.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130257.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130267.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/58f/c4b5ba05c261d1cc47daf0b1d0f4a58f/c4b5ba05c261d1cc47daf0b1d0f4a58f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130272.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/3ba/95682d3b64955cb0ffb4cd579bc2a3ba/95682d3b64955cb0ffb4cd579bc2a3ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130282.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/bdc/8d71783029d5929cdb45ec0880b40bdc/8d71783029d5929cdb45ec0880b40bdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130287.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/aee/89d6446309fcdb21c09eebed0b18eaee/89d6446309fcdb21c09eebed0b18eaee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130292.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9f6/db0b4a7741a25eeeb0d040bf148519f6/db0b4a7741a25eeeb0d040bf148519f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130297.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130302.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/697/1771aafcf62c431340b8df0eb4746697/1771aafcf62c431340b8df0eb4746697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130307.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/374/927184d1961a5fc43678e81fbab33374/927184d1961a5fc43678e81fbab33374.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130312.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/068/71817189050beb349eb761dcb62a5068/71817189050beb349eb761dcb62a5068.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130317.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130322.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f10/97aa446dafa27f80cbbad4674b2edf10/97aa446dafa27f80cbbad4674b2edf10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130327.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8bd/eabee5744fe29df5df5034297b1cb8bd/eabee5744fe29df5df5034297b1cb8bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130332.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/71d/f135630fc36b4362f0ab9ccc45d7a71d/f135630fc36b4362f0ab9ccc45d7a71d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130342.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/16b/b1bd026b0d5bb65ff4bbe90a642c216b/b1bd026b0d5bb65ff4bbe90a642c216b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130347.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5d6/65412677821c24dd79660ed5c34fc5d6/65412677821c24dd79660ed5c34fc5d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130352.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/10e/15d7081d434bd1da6081ff84bb5dd10e/15d7081d434bd1da6081ff84bb5dd10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130357.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130362.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f0a/7bc7ec4a0b9e674881e03cb478110f0a/7bc7ec4a0b9e674881e03cb478110f0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130367.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/1a5/93ccf4b66f78273254fc6244973131a5/93ccf4b66f78273254fc6244973131a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130372.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2b6/5c857d9a98a7c0459c523c18a69492b6/5c857d9a98a7c0459c523c18a69492b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130377.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130382.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b49/a5f37f268591f4d4c16e655547627b49/a5f37f268591f4d4c16e655547627b49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130387.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5bc/ce5e2aa06e3390ae2621860659f8e5bc/ce5e2aa06e3390ae2621860659f8e5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130392.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ed3/8b1287ec73d15bcaf009bab175390ed3/8b1287ec73d15bcaf009bab175390ed3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130397.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130402.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5f5/ef204ec9c046c5fc106726c6ed0265f5/ef204ec9c046c5fc106726c6ed0265f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130407.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f21/16180ddc9b4aa0af12b89a16d70a4f21/16180ddc9b4aa0af12b89a16d70a4f21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130412.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/08c/5b0d3bf138b5195640b079c3cc94608c/5b0d3bf138b5195640b079c3cc94608c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130417.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130422.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/485/62edbd2a36c78df64425f21d94b83485/62edbd2a36c78df64425f21d94b83485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130427.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/351/176e025eb325e18327726239d3bb6351/176e025eb325e18327726239d3bb6351.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130432.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a5e/41f3efe4f2b8d9974e997e59cc0f4a5e/41f3efe4f2b8d9974e997e59cc0f4a5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130437.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130442.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e4a/5c046df5884db84b090de8d4d9d54e4a/5c046df5884db84b090de8d4d9d54e4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130447.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/05c/bbc4483ea8723d9ed865e197d122e05c/bbc4483ea8723d9ed865e197d122e05c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130452.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/81a/b57efe992b077456a60fdbdf1d8ae81a/b57efe992b077456a60fdbdf1d8ae81a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test ERROR: Failed to unlink '/tmp/tmplref2z7y/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmplref2z7y/containers/part/suffix/hash/container_1735129549.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmplref2z7y/containers/part/suffix/hash/container_1735129549.00000.db': ['/tmp/tmplref2z7y/containers/part/suffix/hash/container.db', '/tmp/tmplref2z7y/containers/part/suffix/hash/container_1735129550.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmplref2z7y/containers/part/suffix/hash/container_1735129550.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpfrgpdfij/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpfrgpdfij/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + shard_size, last_shard_upper) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpup8simq5/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpup8simq5/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok - A write_ring command is needed to make the change take effect. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130457.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130462.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a86/c168106000d7e067a6aa5da9e30a1a86/c168106000d7e067a6aa5da9e30a1a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130467.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/110/c8ce430a580810df7b8b0f2527f1b110/c8ce430a580810df7b8b0f2527f1b110.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130472.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/442/727e6db59f49735414fbc13b27a5a442/727e6db59f49735414fbc13b27a5a442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130477.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/39e/85f0ba3dca185ee6da7f8a6a1bd1139e/85f0ba3dca185ee6da7f8a6a1bd1139e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130482.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/616/745ebaeff5763388aa3739efe1ad2616/745ebaeff5763388aa3739efe1ad2616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130487.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/166/e3c4ff4d45435c6bdfc1d7e6692c8166/e3c4ff4d45435c6bdfc1d7e6692c8166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130492.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/31a/e9c7128af499c6cb5bcb0ac16fd4931a/e9c7128af499c6cb5bcb0ac16fd4931a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130497.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d47/9104c6fa2a214a6cf8d1dc86cf2f4d47/9104c6fa2a214a6cf8d1dc86cf2f4d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130502.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/eda/0d1f214e97c16e3afd65228d08eaceda/0d1f214e97c16e3afd65228d08eaceda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130507.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/ad2/914fabd6b11ef304c3c9982dc1221ad2/914fabd6b11ef304c3c9982dc1221ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130512.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/04e/a8d7681473393c4d4aa5a5a6e5ee504e/a8d7681473393c4d4aa5a5a6e5ee504e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130517.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/b2f/574a1526ce8a26193c36da0256a3eb2f/574a1526ce8a26193c36da0256a3eb2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130522.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f8b/5150e74cec8c867923a20efadc5caf8b/5150e74cec8c867923a20efadc5caf8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130527.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/abc/2a46b9f6e71dd7bad0fde785f0f93abc/2a46b9f6e71dd7bad0fde785f0f93abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130532.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/61c/7d2090d61a008fa09da07c90cf11e61c/7d2090d61a008fa09da07c90cf11e61c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130537.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/941/3120a80ec210391b63e2d5e15b32f941/3120a80ec210391b63e2d5e15b32f941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130542.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9e3/8361895c59fc63e8b2848f3cbc6c99e3/8361895c59fc63e8b2848f3cbc6c99e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130547.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/25c/0dcdbde02b742a050c3d04a564eb025c/0dcdbde02b742a050c3d04a564eb025c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130552.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8a8/806a53ab53a89a29bc1e37c26fe408a8/806a53ab53a89a29bc1e37c26fe408a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130557.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/836/6dac989b57dd4b28130bd02b8ac9b836/6dac989b57dd4b28130bd02b8ac9b836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130562.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/703/a4df3574c7a6f88cf073a81d0672e703/a4df3574c7a6f88cf073a81d0672e703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130567.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a91/048366dacd4238ea33a82bf67d34ba91/048366dacd4238ea33a82bf67d34ba91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130572.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/421/4e9e5f9c5dff8188552dc844a7a27421/4e9e5f9c5dff8188552dc844a7a27421.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130577.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/425/5526b74e26f82bb37163ff4b21cee425/5526b74e26f82bb37163ff4b21cee425.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130582.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/127/6e0f6755ec29dcb4202c4ea694f55127/6e0f6755ec29dcb4202c4ea694f55127.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130587.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/fc4/41eaf3509adf19bd8ab8aa7de87fffc4/41eaf3509adf19bd8ab8aa7de87fffc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130592.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5fa/0e8548cb7d847e58ec3dc91ced73e5fa/0e8548cb7d847e58ec3dc91ced73e5fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130597.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130602.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/75b/d33b3306bf992c3d77d82cda268e275b/d33b3306bf992c3d77d82cda268e275b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130607.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2d7/cccebcad5460085a31375b270c2c12d7/cccebcad5460085a31375b270c2c12d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130612.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/541/df60657fc50dd10772d3c04a086e1541/df60657fc50dd10772d3c04a086e1541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130617.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130622.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8b2/bd3b333d377f3f272b84ea194cf6e8b2/bd3b333d377f3f272b84ea194cf6e8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130627.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/20b/389de4be6fb1b9487feab93618dc320b/389de4be6fb1b9487feab93618dc320b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130632.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8a3/eddf387858faacdb237f20e32fa948a3/eddf387858faacdb237f20e32fa948a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130637.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/81f/787554d0814135cf0db7fae13177a81f/787554d0814135cf0db7fae13177a81f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130642.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/01a/b367bb4321f96e16a025a839172e901a/b367bb4321f96e16a025a839172e901a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130647.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e84/a3d315fd5e8f56ccdb10d8b45dccbe84/a3d315fd5e8f56ccdb10d8b45dccbe84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130652.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f98/7e834313711483aca0f8273d1038bf98/7e834313711483aca0f8273d1038bf98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130657.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/734/ed4025de2fdbd7f91874bb9b05afc734/ed4025de2fdbd7f91874bb9b05afc734.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130662.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5b2/94ac265a23cd1e7b8ff2e2263a8e25b2/94ac265a23cd1e7b8ff2e2263a8e25b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130667.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e19/9b39ce4944dc19e94a133387be1ade19/9b39ce4944dc19e94a133387be1ade19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130672.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e5b/f4a42ffa88044317cca121d4c9cbee5b/f4a42ffa88044317cca121d4c9cbee5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130677.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7ca/affb0aa60fe60be620ad362eb91217ca/affb0aa60fe60be620ad362eb91217ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130682.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/9a6/b50898df07246ac7819e0a60f9d519a6/b50898df07246ac7819e0a60f9d519a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130687.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/37c/68a1a867d35e5dcf6e993b1a14d9937c/68a1a867d35e5dcf6e993b1a14d9937c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130692.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f82/0a5228bd9ff001d2fd4371e48ca8df82/0a5228bd9ff001d2fd4371e48ca8df82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130697.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/67d/e630482ba8aec856aa423964a354167d/e630482ba8aec856aa423964a354167d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130702.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/5ce/eacc3ce29514a591cc75ae604ffa15ce/eacc3ce29514a591cc75ae604ffa15ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130707.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8ba/c65cbec713a4409e1feb02b8d93198ba/c65cbec713a4409e1feb02b8d93198ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130712.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/77e/5f6ba76020d5ff3af15fc184c4efd77e/5f6ba76020d5ff3af15fc184c4efd77e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130717.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8b4/2be3f6a40920e467d06aca9df9e688b4/2be3f6a40920e467d06aca9df9e688b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130722.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8ab/8b670c39c48ee29bd43ad5eca5e1a8ab/8b670c39c48ee29bd43ad5eca5e1a8ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130727.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4a6/73744c99e2e4f332af21b559bae934a6/73744c99e2e4f332af21b559bae934a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130732.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a78/68377086aa973cdf82a968dd41cfca78/68377086aa973cdf82a968dd41cfca78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130737.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/dcc/bdc44e236311c3853d23f9f156f49dcc/bdc44e236311c3853d23f9f156f49dcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130742.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f7d/c2346596a49673748411107bccf76f7d/c2346596a49673748411107bccf76f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130747.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6c5/527bd439b476b43f79d97b5531a346c5/527bd439b476b43f79d97b5531a346c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130752.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/875/61e867a02571e1a6a9e4a55b20b1a875/61e867a02571e1a6a9e4a55b20b1a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130757.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d3b/e960f24d62691d2252c4ac39dbda8d3b/e960f24d62691d2252c4ac39dbda8d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130762.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f83/ecf1e9e716a687699fefdb3716e13f83/ecf1e9e716a687699fefdb3716e13f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130767.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/eb0/b6912c3689cac0acbcd8b25cc7ffdeb0/b6912c3689cac0acbcd8b25cc7ffdeb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130772.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/7a7/a8536dd5029fdfe8d0af4694b00c57a7/a8536dd5029fdfe8d0af4694b00c57a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130777.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f75/0e3af85ede3d787f1af8b2ca4cbc0f75/0e3af85ede3d787f1af8b2ca4cbc0f75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130782.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/055/abda1b67e68d5d6c79ff399dde01d055/abda1b67e68d5d6c79ff399dde01d055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130787.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/632/de4ae495078f16b677cc4f9117ea8632/de4ae495078f16b677cc4f9117ea8632.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130792.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/3f2/fa0f313086fdbd6da618190fb04ca3f2/fa0f313086fdbd6da618190fb04ca3f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130797.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/948/fa570a1a9e7017fa348281d8e50e2948/fa570a1a9e7017fa348281d8e50e2948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130802.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/997/e610d78ac394a2c01619bc0c2bf7e997/e610d78ac394a2c01619bc0c2bf7e997.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok +test ERROR: Failed to unlink '/tmp/tmpia7e_jve/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + ~~~~~~~~~^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpia7e_jve/containers/part/suffix/hash/container_1735129645.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpia7e_jve/containers/part/suffix/hash/container_1735129645.00000.db': ['/tmp/tmpia7e_jve/containers/part/suffix/hash/container.db', '/tmp/tmpia7e_jve/containers/part/suffix/hash/container_1735129646.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpia7e_jve/containers/part/suffix/hash/container_1735129646.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=546107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=546107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txf05acbe23a414f76953f9-00676bfa32) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx6952f428c5764c589dc03-00676bfa32) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmps1ydkp8b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps1ydkp8b/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmps1ydkp8b/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmps1ydkp8b/tmp_test_proxy_server_chunked/container-sync-realms.conf'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0168 "-" 546107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0200 "-" 546107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0242 "-" 546107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0230 "-" 546107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4de98024f2e042869c783-00676bfa32" "proxy-server 546107" 0.0008 "-" 546107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:55763/sdb1/0/a/c" "tx4de98024f2e042869c783-00676bfa32" "container-server 546107" 0.0016 "-" 546107 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:46003/sda1/0/a/c" "tx4de98024f2e042869c783-00676bfa32" "container-server 546107" 0.0006 "-" 546107 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4de98024f2e042869c783-00676bfa32" "proxy-server 546107" 0.0207 "-" 546107 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4de98024f2e042869c783-00676bfa32" "proxy-server 546107" 0.0428 "-" 546107 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/30 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4de98024f2e042869c783-00676bfa32 - 0.0474 - - 1735129650.866397381 1735129650.913804531 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx53b3f57cb35b43c698da6-00676bfa32" "proxy-server 546107" 0.0007 "-" 546107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:46003/sda1/2/a1/c1" "tx53b3f57cb35b43c698da6-00676bfa32" "container-server 546107" 0.0007 "-" 546107 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:55763/sdb1/2/a1/c1" "tx53b3f57cb35b43c698da6-00676bfa32" "container-server 546107" 0.0005 "-" 546107 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53b3f57cb35b43c698da6-00676bfa32" "proxy-server 546107" 0.0263 "-" 546107 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx53b3f57cb35b43c698da6-00676bfa32" "proxy-server 546107" 0.0530 "-" 546107 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/30 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx53b3f57cb35b43c698da6-00676bfa32 - 0.0572 - - 1735129650.914617062 1735129650.971863031 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:30 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx92678b40e63d46d4a1b0e-00676bfa32" "proxy-server 546107" 0.0155 "-" 546107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46003/sda1/0/a/c1" "tx92678b40e63d46d4a1b0e-00676bfa32" "container-server 546107" 0.0006 "-" 546107 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:55763/sdb1/0/a/c1" "tx92678b40e63d46d4a1b0e-00676bfa32" "container-server 546107" 0.0264 "-" 546107 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx92678b40e63d46d4a1b0e-00676bfa32" "proxy-server 546107" 0.0538 "-" 546107 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx92678b40e63d46d4a1b0e-00676bfa32" "proxy-server 546107" 0.0794 "-" 546107 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/31 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx92678b40e63d46d4a1b0e-00676bfa32 - 0.0987 - - 1735129650.972696066 1735129651.071413279 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc3e5c4c2d90e4aa3856bf-00676bfa33" "proxy-server 546107" 0.0266 "-" 546107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46003/sda1/2/a/c2" "txc3e5c4c2d90e4aa3856bf-00676bfa33" "container-server 546107" 0.0332 "-" 546107 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:55763/sdb1/2/a/c2" "txc3e5c4c2d90e4aa3856bf-00676bfa33" "container-server 546107" 0.0007 "-" 546107 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc3e5c4c2d90e4aa3856bf-00676bfa33" "proxy-server 546107" 0.0759 "-" 546107 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:27:31 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc3e5c4c2d90e4aa3856bf-00676bfa33" "proxy-server 546107" 0.0555 "-" 546107 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/27/31 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc3e5c4c2d90e4aa3856bf-00676bfa33 - 0.1065 - - 1735129651.072228909 1735129651.178767681 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130807.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d00/afd93fcf8dafdb0677ce4a5c6fd08d00/afd93fcf8dafdb0677ce4a5c6fd08d00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130812.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6da/1843adfcf4639a2db442a108279d96da/1843adfcf4639a2db442a108279d96da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130817.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/2da/39ccc2f89b89b6e704951e0767cea2da/39ccc2f89b89b6e704951e0767cea2da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130822.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/423/ecaf82d558bd72ff6268597f6cd9a423/ecaf82d558bd72ff6268597f6cd9a423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130827.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/8d8/fe90336ee31af7349ee43a9e5c41d8d8/fe90336ee31af7349ee43a9e5c41d8d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130832.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/def/fa5be56c66e4e531a244c9e37df4adef/fa5be56c66e4e531a244c9e37df4adef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130837.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/c1c/4efb31d55ad087108b7de482a5d87c1c/4efb31d55ad087108b7de482a5d87c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130842.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/75b/df20ea37d1ef8c7414d84f0637d0675b/df20ea37d1ef8c7414d84f0637d0675b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130847.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/045/54f23f4a9494ad864ae7cb0c7c263045/54f23f4a9494ad864ae7cb0c7c263045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130852.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a60/56e1be086f854e1e6c546d8d01046a60/56e1be086f854e1e6c546d8d01046a60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130857.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/a9e/b97b4c057607841a4430fc304808ca9e/b97b4c057607841a4430fc304808ca9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130862.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e64/944a24e87f072e5e6e0c078098c88e64/944a24e87f072e5e6e0c078098c88e64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130867.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4a7/82c2b0d05ae1309b3ef194a4e33094a7/82c2b0d05ae1309b3ef194a4e33094a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130872.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/dce/92f6020506ce57b7d1ab88a7de1f1dce/92f6020506ce57b7d1ab88a7de1f1dce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130877.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/d1c/99a4ee1d5a6cebb30796ff5310d0fd1c/99a4ee1d5a6cebb30796ff5310d0fd1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130882.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/6df/9da523348a3a9ddf5b6753a13b5a16df/9da523348a3a9ddf5b6753a13b5a16df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130887.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/660/809c97d24e1e86d5e4c2b73a47c78660/809c97d24e1e86d5e4c2b73a47c78660.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130892.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/4ef/844aafbb1683b88b5b4a3920d3dc04ef/844aafbb1683b88b5b4a3920d3dc04ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130897.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/548/8fd5442d0bfafa0e71a102aebd995548/8fd5442d0bfafa0e71a102aebd995548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130902.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/e0b/55402b1eb83e8fabc43aed7a1f80be0b/55402b1eb83e8fabc43aed7a1f80be0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130907.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/1e6/bfe63882d95b00652566f65a7c8db1e6/bfe63882d95b00652566f65a7c8db1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130912.00000-0, db: /tmp/tmpzwoxig9w/sda/containers/0/f27/b891b903742950f98f5b59759cc25f27/b891b903742950f98f5b59759cc25f27.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129655.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/75f/f4a9fb560537671dcaaf0d794b86575f/f4a9fb560537671dcaaf0d794b86575f_1735129655.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/0cb/5a035464f4eca495562fabc7bb64f0cb/5a035464f4eca495562fabc7bb64f0cb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129659.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/0cb/5a035464f4eca495562fabc7bb64f0cb/5a035464f4eca495562fabc7bb64f0cb_1735129659.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/3ea/5b4a0eb6af93a24aa8e04997d48ad3ea/5b4a0eb6af93a24aa8e04997d48ad3ea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129663.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/3ea/5b4a0eb6af93a24aa8e04997d48ad3ea/5b4a0eb6af93a24aa8e04997d48ad3ea_1735129663.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859_1735129667.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/488/ff1c34bdf141915391b5346c554b6488/ff1c34bdf141915391b5346c554b6488.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129671.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/488/ff1c34bdf141915391b5346c554b6488/ff1c34bdf141915391b5346c554b6488_1735129671.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/f01/e0de00bed016fa0ec74ec9f4e90cef01/e0de00bed016fa0ec74ec9f4e90cef01.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129675.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/f01/e0de00bed016fa0ec74ec9f4e90cef01/e0de00bed016fa0ec74ec9f4e90cef01_1735129675.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129679.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/711/94e084e089992da9f6695519ee19e711/94e084e089992da9f6695519ee19e711_1735129679.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/80f/0c72a9f18f5ca781c9b32e910ffc980f/0c72a9f18f5ca781c9b32e910ffc980f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129683.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/80f/0c72a9f18f5ca781c9b32e910ffc980f/0c72a9f18f5ca781c9b32e910ffc980f_1735129683.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/76f/251d5a2ada4cafb6dbcf7b046c80176f/251d5a2ada4cafb6dbcf7b046c80176f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129687.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/76f/251d5a2ada4cafb6dbcf7b046c80176f/251d5a2ada4cafb6dbcf7b046c80176f_1735129687.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129691.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/764/12d7c4accbf1af666b358dcb51ce4764/12d7c4accbf1af666b358dcb51ce4764_1735129691.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/f09/0a699e6056586ac650d4cb20765edf09/0a699e6056586ac650d4cb20765edf09.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129695.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/f09/0a699e6056586ac650d4cb20765edf09/0a699e6056586ac650d4cb20765edf09_1735129695.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/5df/a5ef597dd71491d0678fa6d361fbc5df/a5ef597dd71491d0678fa6d361fbc5df.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129699.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/5df/a5ef597dd71491d0678fa6d361fbc5df/a5ef597dd71491d0678fa6d361fbc5df_1735129699.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129703.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/7d6/7380daa5f58abc0980fa773f582597d6/7380daa5f58abc0980fa773f582597d6_1735129703.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/4e3/87347544beec2200c8c36faae050e4e3/87347544beec2200c8c36faae050e4e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129707.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/4e3/87347544beec2200c8c36faae050e4e3/87347544beec2200c8c36faae050e4e3_1735129707.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/09d/3be898ceb8cc8a9a4657c7ea11f6509d/3be898ceb8cc8a9a4657c7ea11f6509d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129711.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/09d/3be898ceb8cc8a9a4657c7ea11f6509d/3be898ceb8cc8a9a4657c7ea11f6509d_1735129711.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129715.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/fa3/5667ddc5669032c250733bb082692fa3/5667ddc5669032c250733bb082692fa3_1735129715.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/2c3/c95742e741e34c806ddcaf069d9ed2c3/c95742e741e34c806ddcaf069d9ed2c3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129719.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/2c3/c95742e741e34c806ddcaf069d9ed2c3/c95742e741e34c806ddcaf069d9ed2c3_1735129719.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/be3/032bc401a45f945188d3ecf087e78be3/032bc401a45f945188d3ecf087e78be3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129723.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/be3/032bc401a45f945188d3ecf087e78be3/032bc401a45f945188d3ecf087e78be3_1735129723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129727.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/64b/554848e1d90ca4acb40ac0cf8cd6664b/554848e1d90ca4acb40ac0cf8cd6664b_1735129727.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/51a/c6d10ebe426409a79e2b9e3731c0651a/c6d10ebe426409a79e2b9e3731c0651a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129731.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/51a/c6d10ebe426409a79e2b9e3731c0651a/c6d10ebe426409a79e2b9e3731c0651a_1735129731.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/bf0/cd05ba7cb8e5d295afdec12f1d4cbbf0/cd05ba7cb8e5d295afdec12f1d4cbbf0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129735.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/bf0/cd05ba7cb8e5d295afdec12f1d4cbbf0/cd05ba7cb8e5d295afdec12f1d4cbbf0_1735129735.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129739.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/a13/57fe531273e816731f2b1a6464db8a13/57fe531273e816731f2b1a6464db8a13_1735129739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/3c5/0fb85ad039b91ecbf404afa46bf513c5/0fb85ad039b91ecbf404afa46bf513c5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129743.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/3c5/0fb85ad039b91ecbf404afa46bf513c5/0fb85ad039b91ecbf404afa46bf513c5_1735129743.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/685/f7710b5aa8ab8354e7b4af774a817685/f7710b5aa8ab8354e7b4af774a817685.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129747.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/685/f7710b5aa8ab8354e7b4af774a817685/f7710b5aa8ab8354e7b4af774a817685_1735129747.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129751.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/969/7a1866087e74eaa7506e1389bdd73969/7a1866087e74eaa7506e1389bdd73969_1735129751.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/bae/fd543d29303cfbbabd71725f4bce7bae/fd543d29303cfbbabd71725f4bce7bae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129755.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/bae/fd543d29303cfbbabd71725f4bce7bae/fd543d29303cfbbabd71725f4bce7bae_1735129755.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/bdd/8002e1cc6edf4115aa5afc330c7fcbdd/8002e1cc6edf4115aa5afc330c7fcbdd.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129759.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/bdd/8002e1cc6edf4115aa5afc330c7fcbdd/8002e1cc6edf4115aa5afc330c7fcbdd_1735129759.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129763.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/c24/0a5df22b0dc82a39d0081cfbe3be9c24/0a5df22b0dc82a39d0081cfbe3be9c24_1735129763.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/fb4/e6e862ed0747bcc92210b8b3fe021fb4/e6e862ed0747bcc92210b8b3fe021fb4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129767.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/fb4/e6e862ed0747bcc92210b8b3fe021fb4/e6e862ed0747bcc92210b8b3fe021fb4_1735129767.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/066/61967240daa75643b639559b58657066/61967240daa75643b639559b58657066.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129771.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/066/61967240daa75643b639559b58657066/61967240daa75643b639559b58657066_1735129771.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129775.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/cd4/291189c6785491cef48264fe49cadcd4/291189c6785491cef48264fe49cadcd4_1735129775.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/906/c6001e7f7c6e9e72115d2bef21ac2906/c6001e7f7c6e9e72115d2bef21ac2906.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129779.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/906/c6001e7f7c6e9e72115d2bef21ac2906/c6001e7f7c6e9e72115d2bef21ac2906_1735129779.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/e75/5b32738bbd130756056cfd9ff60c8e75/5b32738bbd130756056cfd9ff60c8e75.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129783.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/e75/5b32738bbd130756056cfd9ff60c8e75/5b32738bbd130756056cfd9ff60c8e75_1735129783.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129787.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b_1735129787.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/10b/f12f435745ea5f32ba4d655d9142d10b/f12f435745ea5f32ba4d655d9142d10b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129791.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/10b/f12f435745ea5f32ba4d655d9142d10b/f12f435745ea5f32ba4d655d9142d10b_1735129791.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/8c8/611de9bcc891c54a24a26166372908c8/611de9bcc891c54a24a26166372908c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129795.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/8c8/611de9bcc891c54a24a26166372908c8/611de9bcc891c54a24a26166372908c8_1735129795.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/48b/a38fa0769e6e10abf6a05ee007aa248b/a38fa0769e6e10abf6a05ee007aa248b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129799.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/48b/a38fa0769e6e10abf6a05ee007aa248b/a38fa0769e6e10abf6a05ee007aa248b_1735129799.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/ad4/cd33042cba89f85cba1cdcb11f9b7ad4/cd33042cba89f85cba1cdcb11f9b7ad4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129803.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/ad4/cd33042cba89f85cba1cdcb11f9b7ad4/cd33042cba89f85cba1cdcb11f9b7ad4_1735129803.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/aea/aef1de09805c958031aaa973a35e6aea/aef1de09805c958031aaa973a35e6aea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129807.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/aea/aef1de09805c958031aaa973a35e6aea/aef1de09805c958031aaa973a35e6aea_1735129807.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b90/42a6341043b0cc9c01a02324533d9b90/42a6341043b0cc9c01a02324533d9b90.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129811.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b90/42a6341043b0cc9c01a02324533d9b90/42a6341043b0cc9c01a02324533d9b90_1735129811.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/12c/c643ce4a6cda4806a372803e3c57e12c/c643ce4a6cda4806a372803e3c57e12c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129815.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/12c/c643ce4a6cda4806a372803e3c57e12c/c643ce4a6cda4806a372803e3c57e12c_1735129815.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/53c/5f9353bcfefd2d49fa3199fedc27f53c/5f9353bcfefd2d49fa3199fedc27f53c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129819.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/53c/5f9353bcfefd2d49fa3199fedc27f53c/5f9353bcfefd2d49fa3199fedc27f53c_1735129819.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/107/f0ef05cbd86455c58a162cc42ec33107/f0ef05cbd86455c58a162cc42ec33107.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129823.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/107/f0ef05cbd86455c58a162cc42ec33107/f0ef05cbd86455c58a162cc42ec33107_1735129823.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129827.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c_1735129827.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/323/7ac3373f8c5e0132555b172b38e8c323/7ac3373f8c5e0132555b172b38e8c323.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129831.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/323/7ac3373f8c5e0132555b172b38e8c323/7ac3373f8c5e0132555b172b38e8c323_1735129831.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/4ec/0f3eeea545e2c61f8f42a1efc36234ec/0f3eeea545e2c61f8f42a1efc36234ec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129835.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/4ec/0f3eeea545e2c61f8f42a1efc36234ec/0f3eeea545e2c61f8f42a1efc36234ec_1735129835.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/4a5/640b86e41b2aeff25974a6505395c4a5/640b86e41b2aeff25974a6505395c4a5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129839.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/4a5/640b86e41b2aeff25974a6505395c4a5/640b86e41b2aeff25974a6505395c4a5_1735129839.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/7d4/290ec279285b044884f9f2ae4cdd87d4/290ec279285b044884f9f2ae4cdd87d4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129843.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/7d4/290ec279285b044884f9f2ae4cdd87d4/290ec279285b044884f9f2ae4cdd87d4_1735129843.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/031/df6da8f25c1662dbb696b36c4dc6e031/df6da8f25c1662dbb696b36c4dc6e031.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129847.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/031/df6da8f25c1662dbb696b36c4dc6e031/df6da8f25c1662dbb696b36c4dc6e031_1735129847.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b4c/e2464763253b316d16a9dd75b9dd9b4c/e2464763253b316d16a9dd75b9dd9b4c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129851.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b4c/e2464763253b316d16a9dd75b9dd9b4c/e2464763253b316d16a9dd75b9dd9b4c_1735129851.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/654/937cafe1b8b296b040f795dfdfd5c654/937cafe1b8b296b040f795dfdfd5c654.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129855.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/654/937cafe1b8b296b040f795dfdfd5c654/937cafe1b8b296b040f795dfdfd5c654_1735129855.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/a17/b5f541889a3ff0ec3f327f2de8901a17/b5f541889a3ff0ec3f327f2de8901a17.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129859.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/a17/b5f541889a3ff0ec3f327f2de8901a17/b5f541889a3ff0ec3f327f2de8901a17_1735129859.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/25b/8c59dddba293153fc7fbd645f5b4b25b/8c59dddba293153fc7fbd645f5b4b25b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129863.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/25b/8c59dddba293153fc7fbd645f5b4b25b/8c59dddba293153fc7fbd645f5b4b25b_1735129863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/ed2/d3204d03cc24c38e254908ee278b2ed2/d3204d03cc24c38e254908ee278b2ed2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129867.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/ed2/d3204d03cc24c38e254908ee278b2ed2/d3204d03cc24c38e254908ee278b2ed2_1735129867.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/cea/5c3e767b8318f2521e2aa391f1868cea/5c3e767b8318f2521e2aa391f1868cea.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129871.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/cea/5c3e767b8318f2521e2aa391f1868cea/5c3e767b8318f2521e2aa391f1868cea_1735129871.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/714/c71ed5080d7fe26368c74d2ecd52f714/c71ed5080d7fe26368c74d2ecd52f714.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129875.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/714/c71ed5080d7fe26368c74d2ecd52f714/c71ed5080d7fe26368c74d2ecd52f714_1735129875.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/2ae/d9ae70fa6aca5a8c9980f0b3f42082ae/d9ae70fa6aca5a8c9980f0b3f42082ae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129879.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/2ae/d9ae70fa6aca5a8c9980f0b3f42082ae/d9ae70fa6aca5a8c9980f0b3f42082ae_1735129879.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/2de/4843b9c3a615f86e719382d19d98a2de/4843b9c3a615f86e719382d19d98a2de.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129883.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/2de/4843b9c3a615f86e719382d19d98a2de/4843b9c3a615f86e719382d19d98a2de_1735129883.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/473/940e46f2e95d43482246dd8f5915e473/940e46f2e95d43482246dd8f5915e473.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129887.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/473/940e46f2e95d43482246dd8f5915e473/940e46f2e95d43482246dd8f5915e473_1735129887.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/aa7/f9377c57dcc5e92173733e6a3ececaa7/f9377c57dcc5e92173733e6a3ececaa7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129891.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/aa7/f9377c57dcc5e92173733e6a3ececaa7/f9377c57dcc5e92173733e6a3ececaa7_1735129891.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/2e0/d26c52f002cd585bb0689ad075bf82e0/d26c52f002cd585bb0689ad075bf82e0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129895.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/2e0/d26c52f002cd585bb0689ad075bf82e0/d26c52f002cd585bb0689ad075bf82e0_1735129895.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/9b2/4dee18a784451290c4f4a73c876f19b2/4dee18a784451290c4f4a73c876f19b2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129899.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/9b2/4dee18a784451290c4f4a73c876f19b2/4dee18a784451290c4f4a73c876f19b2_1735129899.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/395/505ad546e1d523b5068d3defacbf1395/505ad546e1d523b5068d3defacbf1395.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129903.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/395/505ad546e1d523b5068d3defacbf1395/505ad546e1d523b5068d3defacbf1395_1735129903.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/252/40e698b8caf415ee3cd87a2019cc6252/40e698b8caf415ee3cd87a2019cc6252.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129907.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/252/40e698b8caf415ee3cd87a2019cc6252/40e698b8caf415ee3cd87a2019cc6252_1735129907.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/656/a2021873e81fc7fd8bbb9b7c4287c656/a2021873e81fc7fd8bbb9b7c4287c656.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129911.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/656/a2021873e81fc7fd8bbb9b7c4287c656/a2021873e81fc7fd8bbb9b7c4287c656_1735129911.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/40d/a75a8d40d5ababe31dce48bcbcb8440d/a75a8d40d5ababe31dce48bcbcb8440d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129915.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/40d/a75a8d40d5ababe31dce48bcbcb8440d/a75a8d40d5ababe31dce48bcbcb8440d_1735129915.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/97a/61b71a1385668f93130112037160197a/61b71a1385668f93130112037160197a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129919.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/97a/61b71a1385668f93130112037160197a/61b71a1385668f93130112037160197a_1735129919.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/5b5/b2227fd3478b71d7522addabfb4da5b5/b2227fd3478b71d7522addabfb4da5b5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129923.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/5b5/b2227fd3478b71d7522addabfb4da5b5/b2227fd3478b71d7522addabfb4da5b5_1735129923.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b9b/8b36de8c6f57ce3009e1a039702bcb9b/8b36de8c6f57ce3009e1a039702bcb9b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129927.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b9b/8b36de8c6f57ce3009e1a039702bcb9b/8b36de8c6f57ce3009e1a039702bcb9b_1735129927.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/c5c/7ebea6994ebec773aadf297caafb7c5c/7ebea6994ebec773aadf297caafb7c5c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129931.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/c5c/7ebea6994ebec773aadf297caafb7c5c/7ebea6994ebec773aadf297caafb7c5c_1735129931.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/cf8/397af514b02221db7833be0cabbc3cf8/397af514b02221db7833be0cabbc3cf8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129935.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/cf8/397af514b02221db7833be0cabbc3cf8/397af514b02221db7833be0cabbc3cf8_1735129935.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b84/385964c9a9fc1eb960579555743e5b84/385964c9a9fc1eb960579555743e5b84.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129939.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b84/385964c9a9fc1eb960579555743e5b84/385964c9a9fc1eb960579555743e5b84_1735129939.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/cd3/b4aeb7e2cf131d57faf354574cd99cd3/b4aeb7e2cf131d57faf354574cd99cd3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129943.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/cd3/b4aeb7e2cf131d57faf354574cd99cd3/b4aeb7e2cf131d57faf354574cd99cd3_1735129943.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/04a/4c31d65ccb4c626b61d19eb9fddcb04a/4c31d65ccb4c626b61d19eb9fddcb04a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129947.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/04a/4c31d65ccb4c626b61d19eb9fddcb04a/4c31d65ccb4c626b61d19eb9fddcb04a_1735129947.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/2be/a49758c204ec706ba9e999a1da0f72be/a49758c204ec706ba9e999a1da0f72be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129951.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/2be/a49758c204ec706ba9e999a1da0f72be/a49758c204ec706ba9e999a1da0f72be_1735129951.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/a54/92ebcc262478b19eaa0b336dfb1a2a54/92ebcc262478b19eaa0b336dfb1a2a54.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129955.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/a54/92ebcc262478b19eaa0b336dfb1a2a54/92ebcc262478b19eaa0b336dfb1a2a54_1735129955.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/963/e0298482b7fadc27f789d71a2f422963/e0298482b7fadc27f789d71a2f422963.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129959.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/963/e0298482b7fadc27f789d71a2f422963/e0298482b7fadc27f789d71a2f422963_1735129959.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/bb4/a64873550fbe74c1077a08202ef74bb4/a64873550fbe74c1077a08202ef74bb4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129963.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/bb4/a64873550fbe74c1077a08202ef74bb4/a64873550fbe74c1077a08202ef74bb4_1735129963.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/948/3cc183e6247d8edfd04d0a075ebc5948/3cc183e6247d8edfd04d0a075ebc5948.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129967.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/948/3cc183e6247d8edfd04d0a075ebc5948/3cc183e6247d8edfd04d0a075ebc5948_1735129967.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/c5c/e82ec9d428baa4ecd1d1db08bab4ec5c/e82ec9d428baa4ecd1d1db08bab4ec5c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129971.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/c5c/e82ec9d428baa4ecd1d1db08bab4ec5c/e82ec9d428baa4ecd1d1db08bab4ec5c_1735129971.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/1d0/7296e7b7fbce8e9a5b25e260c60471d0/7296e7b7fbce8e9a5b25e260c60471d0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129975.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/1d0/7296e7b7fbce8e9a5b25e260c60471d0/7296e7b7fbce8e9a5b25e260c60471d0_1735129975.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/31a/f67250391d0249c7dcf65552e383031a/f67250391d0249c7dcf65552e383031a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129979.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/31a/f67250391d0249c7dcf65552e383031a/f67250391d0249c7dcf65552e383031a_1735129979.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/173/120dbe04e732a45c650b1f5f2b181173/120dbe04e732a45c650b1f5f2b181173.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129983.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/173/120dbe04e732a45c650b1f5f2b181173/120dbe04e732a45c650b1f5f2b181173_1735129983.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/423/7599e0741e18c8af07cb251d28b24423/7599e0741e18c8af07cb251d28b24423.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129987.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/423/7599e0741e18c8af07cb251d28b24423/7599e0741e18c8af07cb251d28b24423_1735129987.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/584/928589a7e930e7ed833222158d602584/928589a7e930e7ed833222158d602584.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129991.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/584/928589a7e930e7ed833222158d602584/928589a7e930e7ed833222158d602584_1735129991.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b00/a12ae5ca569284f50563d0a9d545fb00/a12ae5ca569284f50563d0a9d545fb00.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129995.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b00/a12ae5ca569284f50563d0a9d545fb00/a12ae5ca569284f50563d0a9d545fb00_1735129995.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/cdf/16ac685660e4e911c873c32151543cdf/16ac685660e4e911c873c32151543cdf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129999.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/cdf/16ac685660e4e911c873c32151543cdf/16ac685660e4e911c873c32151543cdf_1735129999.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/5fa/0dbb7fbd34af5ff40f051abfcff8c5fa/0dbb7fbd34af5ff40f051abfcff8c5fa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130003.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/5fa/0dbb7fbd34af5ff40f051abfcff8c5fa/0dbb7fbd34af5ff40f051abfcff8c5fa_1735130003.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/7e8/c6fe4e94a5e5690f457051be9aa227e8/c6fe4e94a5e5690f457051be9aa227e8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130007.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/7e8/c6fe4e94a5e5690f457051be9aa227e8/c6fe4e94a5e5690f457051be9aa227e8_1735130007.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/480/2c41a75c2dbda191338a3a0624796480/2c41a75c2dbda191338a3a0624796480.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130011.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/480/2c41a75c2dbda191338a3a0624796480/2c41a75c2dbda191338a3a0624796480_1735130011.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/e02/a9c451d1090f275a6b0fd2ac061f5e02/a9c451d1090f275a6b0fd2ac061f5e02.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130015.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/e02/a9c451d1090f275a6b0fd2ac061f5e02/a9c451d1090f275a6b0fd2ac061f5e02_1735130015.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/6ed/cea6155b25ef61ae7d681564b4a816ed/cea6155b25ef61ae7d681564b4a816ed.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130019.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/6ed/cea6155b25ef61ae7d681564b4a816ed/cea6155b25ef61ae7d681564b4a816ed_1735130019.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/18f/978ac80d3ee6d8f2f44af9b4ea62b18f/978ac80d3ee6d8f2f44af9b4ea62b18f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130023.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/18f/978ac80d3ee6d8f2f44af9b4ea62b18f/978ac80d3ee6d8f2f44af9b4ea62b18f_1735130023.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130027.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d_1735130027.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/fa1/363e30fb1fcd7ee8b3e8a3d320ebbfa1/363e30fb1fcd7ee8b3e8a3d320ebbfa1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130031.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/fa1/363e30fb1fcd7ee8b3e8a3d320ebbfa1/363e30fb1fcd7ee8b3e8a3d320ebbfa1_1735130031.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/881/0ac8d4ba11489032b643f12446207881/0ac8d4ba11489032b643f12446207881.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130035.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/881/0ac8d4ba11489032b643f12446207881/0ac8d4ba11489032b643f12446207881_1735130035.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/eac/2bb271ee484fb7b6ffda8ffcae5aeeac/2bb271ee484fb7b6ffda8ffcae5aeeac.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130039.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/eac/2bb271ee484fb7b6ffda8ffcae5aeeac/2bb271ee484fb7b6ffda8ffcae5aeeac_1735130039.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/dca/696e99362ac9193b1a8a0856e0155dca/696e99362ac9193b1a8a0856e0155dca.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130043.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/dca/696e99362ac9193b1a8a0856e0155dca/696e99362ac9193b1a8a0856e0155dca_1735130043.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/b96/03641fe67a39d74ae229fe147aaa8b96/03641fe67a39d74ae229fe147aaa8b96.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130047.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/b96/03641fe67a39d74ae229fe147aaa8b96/03641fe67a39d74ae229fe147aaa8b96_1735130047.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/e2c/e63e452debaaf929589dd1e51ce09e2c/e63e452debaaf929589dd1e51ce09e2c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130051.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/e2c/e63e452debaaf929589dd1e51ce09e2c/e63e452debaaf929589dd1e51ce09e2c_1735130051.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/7f6/4bfa9a62ed72879951f3228d591087f6/4bfa9a62ed72879951f3228d591087f6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130055.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/7f6/4bfa9a62ed72879951f3228d591087f6/4bfa9a62ed72879951f3228d591087f6_1735130055.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/4ae/003949213dce7634b80b7bb4f5caa4ae/003949213dce7634b80b7bb4f5caa4ae.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130059.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/4ae/003949213dce7634b80b7bb4f5caa4ae/003949213dce7634b80b7bb4f5caa4ae_1735130059.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/d32/0fa2985ef0087aa59f964549f57c0d32/0fa2985ef0087aa59f964549f57c0d32.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130063.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/d32/0fa2985ef0087aa59f964549f57c0d32/0fa2985ef0087aa59f964549f57c0d32_1735130063.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/e62/3676705b2e7e607d4cf4c523a751be62/3676705b2e7e607d4cf4c523a751be62.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130067.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/e62/3676705b2e7e607d4cf4c523a751be62/3676705b2e7e607d4cf4c523a751be62_1735130067.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/08d/3ade901f2d2929b61e493c16725ff08d/3ade901f2d2929b61e493c16725ff08d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130071.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/08d/3ade901f2d2929b61e493c16725ff08d/3ade901f2d2929b61e493c16725ff08d_1735130071.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/95e/4ad243e505f753e5870ac0de7eb4f95e/4ad243e505f753e5870ac0de7eb4f95e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130075.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/95e/4ad243e505f753e5870ac0de7eb4f95e/4ad243e505f753e5870ac0de7eb4f95e_1735130075.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/ae3/65a5df72145d34e1045f95c234a26ae3/65a5df72145d34e1045f95c234a26ae3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130079.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/ae3/65a5df72145d34e1045f95c234a26ae3/65a5df72145d34e1045f95c234a26ae3_1735130079.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/459/ee580562933529812e2a0e9f018c1459/ee580562933529812e2a0e9f018c1459.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130083.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/459/ee580562933529812e2a0e9f018c1459/ee580562933529812e2a0e9f018c1459_1735130083.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b_1735130087.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/09d/7d48985dd8287e734c793ed85b55409d/7d48985dd8287e734c793ed85b55409d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130091.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/09d/7d48985dd8287e734c793ed85b55409d/7d48985dd8287e734c793ed85b55409d_1735130091.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/4c2/faea1f61f0abc208fb374091127704c2/faea1f61f0abc208fb374091127704c2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130095.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/4c2/faea1f61f0abc208fb374091127704c2/faea1f61f0abc208fb374091127704c2_1735130095.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/a18/115e8c69b674854d28b8ad956f3a1a18/115e8c69b674854d28b8ad956f3a1a18.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130099.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/a18/115e8c69b674854d28b8ad956f3a1a18/115e8c69b674854d28b8ad956f3a1a18_1735130099.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/1ee/7b6d0f062470653d5c227fdaac1fc1ee/7b6d0f062470653d5c227fdaac1fc1ee.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130103.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/1ee/7b6d0f062470653d5c227fdaac1fc1ee/7b6d0f062470653d5c227fdaac1fc1ee_1735130103.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760_1735130107.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130111.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc_1735130111.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/285/7bf1d0119dafddd6a675dff406a35285/7bf1d0119dafddd6a675dff406a35285.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130115.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/285/7bf1d0119dafddd6a675dff406a35285/7bf1d0119dafddd6a675dff406a35285_1735130115.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/daa/fded82fe9eaac70c397239cb2832bdaa/fded82fe9eaac70c397239cb2832bdaa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130119.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/daa/fded82fe9eaac70c397239cb2832bdaa/fded82fe9eaac70c397239cb2832bdaa_1735130119.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/523/31b7ee4438e649a55ec311f42e1ae523/31b7ee4438e649a55ec311f42e1ae523.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130123.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/523/31b7ee4438e649a55ec311f42e1ae523/31b7ee4438e649a55ec311f42e1ae523_1735130123.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/e6b/5e0f507fa2f8f6ad56212767eb2d6e6b/5e0f507fa2f8f6ad56212767eb2d6e6b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130127.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/e6b/5e0f507fa2f8f6ad56212767eb2d6e6b/5e0f507fa2f8f6ad56212767eb2d6e6b_1735130127.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/6a9/7c0d14a2495c951265a0de6af83976a9/7c0d14a2495c951265a0de6af83976a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130131.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/6a9/7c0d14a2495c951265a0de6af83976a9/7c0d14a2495c951265a0de6af83976a9_1735130131.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/880/b9f11e0bff811985a9c08a8ef25f6880/b9f11e0bff811985a9c08a8ef25f6880.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130135.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/880/b9f11e0bff811985a9c08a8ef25f6880/b9f11e0bff811985a9c08a8ef25f6880_1735130135.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/112/c63c27e3be8a2bcf1b32fed8ea8a1112/c63c27e3be8a2bcf1b32fed8ea8a1112.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130139.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/112/c63c27e3be8a2bcf1b32fed8ea8a1112/c63c27e3be8a2bcf1b32fed8ea8a1112_1735130139.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/8b4/e57d8b635d0adbaccd866de443efd8b4/e57d8b635d0adbaccd866de443efd8b4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130143.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/8b4/e57d8b635d0adbaccd866de443efd8b4/e57d8b635d0adbaccd866de443efd8b4_1735130143.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730_1735130147.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/c2b/18847574fa67f363ab603d453e5cdc2b/18847574fa67f363ab603d453e5cdc2b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130151.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/c2b/18847574fa67f363ab603d453e5cdc2b/18847574fa67f363ab603d453e5cdc2b_1735130151.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/14a/a617bc2cbdb80cb8e1bc83b42281614a/a617bc2cbdb80cb8e1bc83b42281614a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130155.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/14a/a617bc2cbdb80cb8e1bc83b42281614a/a617bc2cbdb80cb8e1bc83b42281614a_1735130155.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/3d7/fe7bfd08163100a7759cdac46f2c73d7/fe7bfd08163100a7759cdac46f2c73d7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130159.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/3d7/fe7bfd08163100a7759cdac46f2c73d7/fe7bfd08163100a7759cdac46f2c73d7_1735130159.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp4khhgsa2/sda/containers/0/33e/be0f3ab8cc47e1c891f937e1c8a7733e/be0f3ab8cc47e1c891f937e1c8a7733e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130163.00000-0, db: /tmp/tmp4khhgsa2/sda/containers/0/33e/be0f3ab8cc47e1c891f937e1c8a7733e/be0f3ab8cc47e1c891f937e1c8a7733e_1735130163.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129665.00000-0, db: /tmp/tmp0cvq54ll/sda/containers/0/5d8/24fed843ca48759e18fc087de03665d8/24fed843ca48759e18fc087de03665d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129669.00000-0, db: /tmp/tmp0cvq54ll/sda/containers/0/e31/98ed90b6e9a282a13e0724977b923e31/98ed90b6e9a282a13e0724977b923e31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmp0cvq54ll/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129677.00000-0, db: /tmp/tmp0cvq54ll/sda/containers/0/358/59b64cdab2220202f09567fd68847358/59b64cdab2220202f09567fd68847358.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok -swift-ring-builder dispersion [options] +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpkrsud1e3/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129669.00000-0, db: /tmp/tmpkrsud1e3/sda/containers/0/e31/98ed90b6e9a282a13e0724977b923e31/98ed90b6e9a282a13e0724977b923e31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129672.00000-0, db: /tmp/tmpkrsud1e3/sda/containers/0/54c/91181e339222ee5558ed7d6abe06c54c/91181e339222ee5558ed7d6abe06c54c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129675.00000-0, db: /tmp/tmpkrsud1e3/sda/containers/0/f01/e0de00bed016fa0ec74ec9f4e90cef01/e0de00bed016fa0ec74ec9f4e90cef01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129678.00000-0, db: /tmp/tmpuk66179z/sda/containers/0/4a0/0104a6969f6f4dd719c2cd79f41fe4a0/0104a6969f6f4dd719c2cd79f41fe4a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129666.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/f09/0cb4d700ec3f8082c538818abc32ff09/0cb4d700ec3f8082c538818abc32ff09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129669.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/e31/98ed90b6e9a282a13e0724977b923e31/98ed90b6e9a282a13e0724977b923e31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129669.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/e31/98ed90b6e9a282a13e0724977b923e31/98ed90b6e9a282a13e0724977b923e31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129672.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/54c/91181e339222ee5558ed7d6abe06c54c/91181e339222ee5558ed7d6abe06c54c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129672.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/54c/91181e339222ee5558ed7d6abe06c54c/91181e339222ee5558ed7d6abe06c54c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129675.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/f01/e0de00bed016fa0ec74ec9f4e90cef01/e0de00bed016fa0ec74ec9f4e90cef01.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129675.00000-0, db: /tmp/tmpoqv6h_u8/sda/containers/0/f01/e0de00bed016fa0ec74ec9f4e90cef01/e0de00bed016fa0ec74ec9f4e90cef01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129670.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/d4a/e1c2f23bbe0c224b600a54e7d53e8d4a/e1c2f23bbe0c224b600a54e7d53e8d4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129676.00000-0, db: /tmp/tmp2rclvu43/sda/containers/0/095/6f554712fda1628b93e94cee09abe095/6f554712fda1628b93e94cee09abe095.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129667.00000-0, db: /tmp/tmp65sdvcme/sda/containers/0/859/2ef299b0420d10e05c06b72757c97859/2ef299b0420d10e05c06b72757c97859.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129669.00000-0, db: /tmp/tmp65sdvcme/sda/containers/0/e31/98ed90b6e9a282a13e0724977b923e31/98ed90b6e9a282a13e0724977b923e31.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok - Output report on dispersion. +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129671.00000-0, db: /tmp/tmp65sdvcme/sda/containers/0/488/ff1c34bdf141915391b5346c554b6488/ff1c34bdf141915391b5346c554b6488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129673.00000-0, db: /tmp/tmp65sdvcme/sda/containers/0/0c3/b5011381da4523247c1983f6b522b0c3/b5011381da4523247c1983f6b522b0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129668.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d4e/527a0bfdbe0fc1a44e10a35551b57d4e/527a0bfdbe0fc1a44e10a35551b57d4e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129668.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d4e/527a0bfdbe0fc1a44e10a35551b57d4e/527a0bfdbe0fc1a44e10a35551b57d4e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129671.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/488/ff1c34bdf141915391b5346c554b6488/ff1c34bdf141915391b5346c554b6488.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129671.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/488/ff1c34bdf141915391b5346c554b6488/ff1c34bdf141915391b5346c554b6488.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129674.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/c2f/78b0fcf89078dd5e9a6baa124bc70c2f/78b0fcf89078dd5e9a6baa124bc70c2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129677.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/358/59b64cdab2220202f09567fd68847358/59b64cdab2220202f09567fd68847358.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129677.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/358/59b64cdab2220202f09567fd68847358/59b64cdab2220202f09567fd68847358.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129680.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/5de/f9cb2d8293a7b1328e7014f73d1d65de/f9cb2d8293a7b1328e7014f73d1d65de.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129680.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/5de/f9cb2d8293a7b1328e7014f73d1d65de/f9cb2d8293a7b1328e7014f73d1d65de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129683.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/80f/0c72a9f18f5ca781c9b32e910ffc980f/0c72a9f18f5ca781c9b32e910ffc980f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129683.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/80f/0c72a9f18f5ca781c9b32e910ffc980f/0c72a9f18f5ca781c9b32e910ffc980f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129686.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/50d/6c9e6da6d9343982c5919e3a937ed50d/6c9e6da6d9343982c5919e3a937ed50d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129686.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/50d/6c9e6da6d9343982c5919e3a937ed50d/6c9e6da6d9343982c5919e3a937ed50d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129689.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/84f/bd44c15fa1f44b1c9841084d1b39d84f/bd44c15fa1f44b1c9841084d1b39d84f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129689.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/84f/bd44c15fa1f44b1c9841084d1b39d84f/bd44c15fa1f44b1c9841084d1b39d84f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129692.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/22c/5c7b288f7795b57383cf01ba580d922c/5c7b288f7795b57383cf01ba580d922c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129692.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/22c/5c7b288f7795b57383cf01ba580d922c/5c7b288f7795b57383cf01ba580d922c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129695.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/f09/0a699e6056586ac650d4cb20765edf09/0a699e6056586ac650d4cb20765edf09.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129695.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/f09/0a699e6056586ac650d4cb20765edf09/0a699e6056586ac650d4cb20765edf09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129698.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d72/c4236339dc4f4fd7ecc47b655e1c4d72/c4236339dc4f4fd7ecc47b655e1c4d72.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129701.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/56f/585453c9671c02d5dbb0d98cf819756f/585453c9671c02d5dbb0d98cf819756f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129701.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/56f/585453c9671c02d5dbb0d98cf819756f/585453c9671c02d5dbb0d98cf819756f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129704.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/090/ef7fe415a4f39b17095c2b820bf37090/ef7fe415a4f39b17095c2b820bf37090.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129704.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/090/ef7fe415a4f39b17095c2b820bf37090/ef7fe415a4f39b17095c2b820bf37090.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129707.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4e3/87347544beec2200c8c36faae050e4e3/87347544beec2200c8c36faae050e4e3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129707.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4e3/87347544beec2200c8c36faae050e4e3/87347544beec2200c8c36faae050e4e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129710.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/34b/d26f45bc42b5a5ff2d67200f751e234b/d26f45bc42b5a5ff2d67200f751e234b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129710.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/34b/d26f45bc42b5a5ff2d67200f751e234b/d26f45bc42b5a5ff2d67200f751e234b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129713.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7c5/2080c45572f8b6f15109619cb7b527c5/2080c45572f8b6f15109619cb7b527c5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129713.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7c5/2080c45572f8b6f15109619cb7b527c5/2080c45572f8b6f15109619cb7b527c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129716.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4ef/9f06e6263e96dbb2eeafc83e1be8b4ef/9f06e6263e96dbb2eeafc83e1be8b4ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129716.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4ef/9f06e6263e96dbb2eeafc83e1be8b4ef/9f06e6263e96dbb2eeafc83e1be8b4ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129719.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/2c3/c95742e741e34c806ddcaf069d9ed2c3/c95742e741e34c806ddcaf069d9ed2c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129719.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/2c3/c95742e741e34c806ddcaf069d9ed2c3/c95742e741e34c806ddcaf069d9ed2c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129722.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/c7d/5261b3c0a1572b73c536a2997cf88c7d/5261b3c0a1572b73c536a2997cf88c7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129725.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/a8d/1f02e7ffc2b4a37d9fb35b4ba0caea8d/1f02e7ffc2b4a37d9fb35b4ba0caea8d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129725.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/a8d/1f02e7ffc2b4a37d9fb35b4ba0caea8d/1f02e7ffc2b4a37d9fb35b4ba0caea8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129728.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/13d/8ccc4ca0d0d922e471c17f980a90a13d/8ccc4ca0d0d922e471c17f980a90a13d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129728.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/13d/8ccc4ca0d0d922e471c17f980a90a13d/8ccc4ca0d0d922e471c17f980a90a13d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129731.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/51a/c6d10ebe426409a79e2b9e3731c0651a/c6d10ebe426409a79e2b9e3731c0651a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129731.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/51a/c6d10ebe426409a79e2b9e3731c0651a/c6d10ebe426409a79e2b9e3731c0651a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129734.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4cf/33c5bc76015e4e0e0427c9b97d3394cf/33c5bc76015e4e0e0427c9b97d3394cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129734.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/4cf/33c5bc76015e4e0e0427c9b97d3394cf/33c5bc76015e4e0e0427c9b97d3394cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129737.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/64e/488a5de1e18eef7142e780c5bf92e64e/488a5de1e18eef7142e780c5bf92e64e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129737.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/64e/488a5de1e18eef7142e780c5bf92e64e/488a5de1e18eef7142e780c5bf92e64e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129740.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/509/31a07e86c486b4288c662426d649c509/31a07e86c486b4288c662426d649c509.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129740.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/509/31a07e86c486b4288c662426d649c509/31a07e86c486b4288c662426d649c509.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129743.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/3c5/0fb85ad039b91ecbf404afa46bf513c5/0fb85ad039b91ecbf404afa46bf513c5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129743.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/3c5/0fb85ad039b91ecbf404afa46bf513c5/0fb85ad039b91ecbf404afa46bf513c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129746.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/970/e763b3bc3bb90b9b7ee03d6c768fa970/e763b3bc3bb90b9b7ee03d6c768fa970.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129746.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/970/e763b3bc3bb90b9b7ee03d6c768fa970/e763b3bc3bb90b9b7ee03d6c768fa970.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129749.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/bc2/691ff11182d77fbb73a96b5259b11bc2/691ff11182d77fbb73a96b5259b11bc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129749.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/bc2/691ff11182d77fbb73a96b5259b11bc2/691ff11182d77fbb73a96b5259b11bc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129752.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b81/44dff5f9987eedea45084196b9d79b81/44dff5f9987eedea45084196b9d79b81.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129752.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b81/44dff5f9987eedea45084196b9d79b81/44dff5f9987eedea45084196b9d79b81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129755.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/bae/fd543d29303cfbbabd71725f4bce7bae/fd543d29303cfbbabd71725f4bce7bae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129755.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/bae/fd543d29303cfbbabd71725f4bce7bae/fd543d29303cfbbabd71725f4bce7bae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129758.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b0c/467dbe179e47010425fc48405d1c3b0c/467dbe179e47010425fc48405d1c3b0c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129761.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/8cc/5245b3e8e537e9fdc5e3e678f940f8cc/5245b3e8e537e9fdc5e3e678f940f8cc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129761.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/8cc/5245b3e8e537e9fdc5e3e678f940f8cc/5245b3e8e537e9fdc5e3e678f940f8cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129764.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/ef0/77c7e0fb0fe4efef13230489fc3dbef0/77c7e0fb0fe4efef13230489fc3dbef0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129764.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/ef0/77c7e0fb0fe4efef13230489fc3dbef0/77c7e0fb0fe4efef13230489fc3dbef0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129767.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/fb4/e6e862ed0747bcc92210b8b3fe021fb4/e6e862ed0747bcc92210b8b3fe021fb4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129767.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/fb4/e6e862ed0747bcc92210b8b3fe021fb4/e6e862ed0747bcc92210b8b3fe021fb4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129770.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/8a8/703fb36a4bf9205a8b3a8c3f4284d8a8/703fb36a4bf9205a8b3a8c3f4284d8a8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129770.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/8a8/703fb36a4bf9205a8b3a8c3f4284d8a8/703fb36a4bf9205a8b3a8c3f4284d8a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129773.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/2a5/e1294452ccbaf6fa0755e859071ba2a5/e1294452ccbaf6fa0755e859071ba2a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129773.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/2a5/e1294452ccbaf6fa0755e859071ba2a5/e1294452ccbaf6fa0755e859071ba2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129776.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/aa5/d7eee4a8c08adf51561b7b135647daa5/d7eee4a8c08adf51561b7b135647daa5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129776.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/aa5/d7eee4a8c08adf51561b7b135647daa5/d7eee4a8c08adf51561b7b135647daa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129779.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/906/c6001e7f7c6e9e72115d2bef21ac2906/c6001e7f7c6e9e72115d2bef21ac2906.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129779.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/906/c6001e7f7c6e9e72115d2bef21ac2906/c6001e7f7c6e9e72115d2bef21ac2906.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129785.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/afc/3f52512b83e3a69d2a99fa4275a46afc/3f52512b83e3a69d2a99fa4275a46afc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129785.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/afc/3f52512b83e3a69d2a99fa4275a46afc/3f52512b83e3a69d2a99fa4275a46afc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129788.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/759/b2e323e2e053dc86b61e34b27b499759/b2e323e2e053dc86b61e34b27b499759.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129788.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/759/b2e323e2e053dc86b61e34b27b499759/b2e323e2e053dc86b61e34b27b499759.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129791.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/10b/f12f435745ea5f32ba4d655d9142d10b/f12f435745ea5f32ba4d655d9142d10b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129791.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/10b/f12f435745ea5f32ba4d655d9142d10b/f12f435745ea5f32ba4d655d9142d10b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129794.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/3d0/32448bb774f62b656aa27485791f73d0/32448bb774f62b656aa27485791f73d0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129797.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7b1/aa4c93b602ac35e349e5b9a17a86d7b1/aa4c93b602ac35e349e5b9a17a86d7b1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129797.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7b1/aa4c93b602ac35e349e5b9a17a86d7b1/aa4c93b602ac35e349e5b9a17a86d7b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129800.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/32e/da62539844bdf706723e08da78dfc32e/da62539844bdf706723e08da78dfc32e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129800.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/32e/da62539844bdf706723e08da78dfc32e/da62539844bdf706723e08da78dfc32e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129803.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/ad4/cd33042cba89f85cba1cdcb11f9b7ad4/cd33042cba89f85cba1cdcb11f9b7ad4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129803.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/ad4/cd33042cba89f85cba1cdcb11f9b7ad4/cd33042cba89f85cba1cdcb11f9b7ad4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129806.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/f2b/43b08f76583172bbd7f7ce75a89a6f2b/43b08f76583172bbd7f7ce75a89a6f2b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129806.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/f2b/43b08f76583172bbd7f7ce75a89a6f2b/43b08f76583172bbd7f7ce75a89a6f2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129809.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/878/a8ae25b45c67e5a3de17926b0d4d3878/a8ae25b45c67e5a3de17926b0d4d3878.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129809.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/878/a8ae25b45c67e5a3de17926b0d4d3878/a8ae25b45c67e5a3de17926b0d4d3878.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129812.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/dd8/0d8c11d97bc6095444cd33eba6cd1dd8/0d8c11d97bc6095444cd33eba6cd1dd8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129812.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/dd8/0d8c11d97bc6095444cd33eba6cd1dd8/0d8c11d97bc6095444cd33eba6cd1dd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129815.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/12c/c643ce4a6cda4806a372803e3c57e12c/c643ce4a6cda4806a372803e3c57e12c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129815.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/12c/c643ce4a6cda4806a372803e3c57e12c/c643ce4a6cda4806a372803e3c57e12c.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok +test.unit.container.test_sharder.TestSharder.test_check_node +test.unit.container.test_sharder.TestSharder.test_check_node ... ok - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129818.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/52d/3bbf215865d6e1d04fa9233f1d7f552d/3bbf215865d6e1d04fa9233f1d7f552d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129821.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/823/392148368831731eb50893b6a0c9a823/392148368831731eb50893b6a0c9a823.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129821.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/823/392148368831731eb50893b6a0c9a823/392148368831731eb50893b6a0c9a823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129824.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7dc/b3c605b7cb492a6660400312ab30b7dc/b3c605b7cb492a6660400312ab30b7dc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129824.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/7dc/b3c605b7cb492a6660400312ab30b7dc/b3c605b7cb492a6660400312ab30b7dc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129827.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129827.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129830.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/fdf/7ebbd0aebe494d0d7894ec09fa12efdf/7ebbd0aebe494d0d7894ec09fa12efdf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129830.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/fdf/7ebbd0aebe494d0d7894ec09fa12efdf/7ebbd0aebe494d0d7894ec09fa12efdf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129833.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d32/354439e9e3b04a2b78f5903b50c77d32/354439e9e3b04a2b78f5903b50c77d32.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129833.00000-0, db: /tmp/tmpfo4ocnr_/sda/containers/0/d32/354439e9e3b04a2b78f5903b50c77d32/354439e9e3b04a2b78f5903b50c77d32.db +sharder-test WARNING: Skipping d100 as it is not mounted +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwj3kabn5/sda/containers/0/90c/03cea04a758883c651645e0bbc33d90c/03cea04a758883c651645e0bbc33d90c.db, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. +sharder-test INFO: Cleaved ShardRange in 0.012s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001461505889892578s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpwj3kabn5/sda/containers/0/afc/db72112e0770d5adf6ca34941a555afc/db72112e0770d5adf6ca34941a555afc.db, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.1961669921875e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129368.95674, (5, 5) as of 1735129666.43119, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpwj3kabn5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129665.99710.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.dbtest.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies +test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok - swift-ring-builder dispersion "r\d+z\d+$" -v +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011277198791503906s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 7.534027099609375e-05s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.004119157791137695s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 7.700920104980469e-05s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735129368.95674, (1, 6144) as of 1735129666.76871, cleaved as of 1735129368.95674> in 0.044s, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmplge6mxf2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.50942.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.0108642578125e-05s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129368.95674, (6, 6) as of 1735129667.09946, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd97e1e37-40ac-4a61-8533-e3160048ba44-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok - ... would only display rows for the zone tiers +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaved ShardRange in 0.02s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (6, 6) as of 1735129667.09946, cleaved as of 1735129368.95674>, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.532669067382812e-05s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129368.95674, (6, 6) as of 1735129667.09946, cleaved as of 1735129368.95674> in 0.019s, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjtzku77y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129666.84756.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.699562072753906e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, found as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001125335693359375s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpnzv17j7c/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129368.95674, (3, 6) as of 1735129667.70227, cleaved as of 1735129368.95674> in 0.013s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.580352783203125e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129368.95674, (1, 100) as of 1735129667.79699, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735129368.95674, (1, 1000) as of 1735129667.91567, cleaved as of 1735129368.95674> in 0.044s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok - swift-ring-builder dispersion ".*\-[^/]*$" -v +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735129368.95674, (2, 15) as of 1735129667.97374, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.699562072753906e-05s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735129368.95674, (2, 15) as of 1735129667.97374, active as of 1735129368.95674> in 0.024s, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpnzv17j7c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129667.35432.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.745887756347656e-05s, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test INFO: Cleaved ShardRange in 0.022s, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp8_8qnsy9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.08920.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.175041198730469e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges +test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok - ... would only display rows for the server tiers +sharder-test DEBUG: got 0 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpijh_gn85/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.29565.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.314018249511719e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, found as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.361701965332031e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.361701965332031e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 2.86102294921875e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.91278076171875e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpw0vqw4ww/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok - The reports columns are: +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129368.95674, (3, 6) as of 1735129669.06418, cleaved as of 1735129368.95674> in 0.012s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 2.956390380859375e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.888938903808594e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129368.95674, (1, 100) as of 1735129669.16300, cleaved as of 1735129368.95674> in 0.033s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.0994415283203125e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 2.7894973754882812e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735129368.95674, (1, 1000) as of 1735129669.28077, cleaved as of 1735129368.95674> in 0.045s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735129368.95674, (2, 15) as of 1735129669.34450, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.075599670410156e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735129368.95674, (2, 15) as of 1735129669.34450, active as of 1735129368.95674> in 0.02s, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpw0vqw4ww/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129668.67912.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change +test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.0558319091796875e-05s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Cleaved ShardRange in 0.032s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735129368.95674, (500000, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011897087097167969s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.437301635742188e-05s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735129368.95674, (2, 103) as of 1735129669.72704, cleaved as of 1735129368.95674> in 0.055s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735129669.75832, (500000, 0) as of 1735129669.75832, created as of 1735129669.75832>, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.651878356933594e-05s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735129669.75832, (3, 1103) as of 1735129669.83975, cleaved as of 1735129669.75832> in 0.044s, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6s0c_q0v/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129669.45895.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011801719665527344s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.743171691894531e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.2479248046875e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpzakr6mho/sda/containers/0/77c/dd7a37fd7237066ca7bf3c1e2ffd877c/dd7a37fd7237066ca7bf3c1e2ffd877c.db, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.198883056640625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.984306335449219e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 2.765655517578125e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 3.2901763916015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range +test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735129669.89543, (0, 0) as of 1735129669.89543, sharding as of 1735129669.89543>, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129368.95674, (3, 6) as of 1735129670.18336, cleaved as of 1735129368.95674> in 0.032s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.2901763916015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.198883056640625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.176399230957031e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.555152893066406e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735129368.95674, (2, 15) as of 1735129670.23102, cleaved as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.413459777832031e-05s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735129669.89543, (0, 0) as of 1735129669.89543, sharding as of 1735129669.89543>, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129368.95674, (2, 15) as of 1735129670.23102, cleaved as of 1735129368.95674> in 0.021s, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzakr6mho/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129669.89543.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp_i3nxvfy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.364418029785156e-05s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.221366882324219e-05s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735129670.55926, (1000, 11111) as of 1735129670.55926, created as of 1735129670.55926>, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735129693.00000, (0, 0) as of 1735129682.00000, shrunk as of 1735129682.00000>, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735129670.55926, (1000, 11111) as of 1735129670.55926, created as of 1735129670.55926> in 0.045s, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735129683.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.14984130859375e-05s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.316734313964844e-05s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735129670.79893, (1000, 11111) as of 1735129670.79893, cleaved as of 1735129670.79893>, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010251998901367188s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.793571472167969e-05s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735129720.00000, (0, 0) as of 1735129709.00000, shrunk as of 1735129709.00000>, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735129670.79893, (1000, 11111) as of 1735129670.79893, cleaved as of 1735129670.79893> in 0.044s, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735129710.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.459785461425781e-05s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.6743621826171875e-05s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1975250244140625e-05s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735129671.03739, (1000, 11111) as of 1735129671.03739, active as of 1735129671.03739>, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735129747.00000, (0, 0) as of 1735129736.00000, shrunk as of 1735129736.00000>, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735129671.03739, (1000, 11111) as of 1735129671.03739, active as of 1735129671.03739> in 0.044s, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735129737.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.3882598876953125e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.173683166503906e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735129671.27512, (1000, 11111) as of 1735129671.27512, created as of 1735129671.27512>, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.008148193359375e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735129763.00000, (0, 0) as of 1735129763.00000, shrinking as of 1735129763.00000>, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129671.27512, (1000, 11111) as of 1735129671.27512, created as of 1735129671.27512> in 0.02s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735129671.27515, (1000, 11111) as of 1735129671.27515, created as of 1735129671.27515>, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.793571472167969e-05s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735129763.00000, (0, 0) as of 1735129763.00000, shrinking as of 1735129763.00000>, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735129671.27515, (1000, 11111) as of 1735129671.27515, created as of 1735129671.27515> in 0.019s, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735129764.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735129671.56126, (1000, 11111) as of 1735129671.56126, cleaved as of 1735129671.56126>, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001227855682373047s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735129796.00000, (0, 0) as of 1735129796.00000, shrinking as of 1735129796.00000>, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129671.56126, (1000, 11111) as of 1735129671.56126, cleaved as of 1735129671.56126> in 0.019s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735129671.56129, (1000, 11111) as of 1735129671.56129, cleaved as of 1735129671.56129>, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.942054748535156e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.103515625e-05s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735129796.00000, (0, 0) as of 1735129796.00000, shrinking as of 1735129796.00000>, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735129671.56129, (1000, 11111) as of 1735129671.56129, cleaved as of 1735129671.56129> in 0.021s, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735129797.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.20159912109375e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.2928924560546875e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735129671.84707, (1000, 11111) as of 1735129671.84707, active as of 1735129671.84707>, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.222724914550781e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735129829.00000, (0, 0) as of 1735129829.00000, shrinking as of 1735129829.00000>, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129671.84707, (1000, 11111) as of 1735129671.84707, active as of 1735129671.84707> in 0.02s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735129671.84709, (1000, 11111) as of 1735129671.84709, active as of 1735129671.84709>, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735129829.00000, (0, 0) as of 1735129829.00000, shrinking as of 1735129829.00000>, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735129671.84709, (1000, 11111) as of 1735129671.84709, active as of 1735129671.84709> in 0.02s, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735129830.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010275840759277344s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.269050598144531e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735129672.13298, (1000, 11111) as of 1735129672.13298, cleaved as of 1735129672.13298>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.866455078125e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735129862.00000, (0, 0) as of 1735129862.00000, shrinking as of 1735129862.00000>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129672.13298, (1000, 11111) as of 1735129672.13298, cleaved as of 1735129672.13298> in 0.02s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735129672.13301, (1000, 11111) as of 1735129672.13301, cleaved as of 1735129672.13301>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015783309936523438s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.532669067382812e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735129862.00000, (0, 0) as of 1735129862.00000, shrinking as of 1735129862.00000>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735129672.13301, (1000, 11111) as of 1735129672.13301, cleaved as of 1735129672.13301> in 0.02s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735129672.13302, (1000, 11111) as of 1735129672.13302, cleaved as of 1735129672.13302>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022554397583007812s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735129862.00000, (0, 0) as of 1735129862.00000, shrinking as of 1735129862.00000>, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735129672.13302, (1000, 11111) as of 1735129672.13302, cleaved as of 1735129672.13302> in 0.021s, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735129863.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.678436279296875e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.984306335449219e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.698204040527344e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.963180541992188e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735129672.49180, (1000, 11111) as of 1735129672.49180, created as of 1735129672.49180>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014328956604003906s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735129901.00000, (0, 0) as of 1735129901.00000, shrinking as of 1735129901.00000>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129672.49180, (1000, 11111) as of 1735129672.49180, created as of 1735129672.49180> in 0.02s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735129672.49188, (1000, 11111) as of 1735129672.49188, created as of 1735129672.49188>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735129901.00000, (0, 0) as of 1735129901.00000, shrinking as of 1735129901.00000>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735129672.49188, (1000, 11111) as of 1735129672.49188, created as of 1735129672.49188> in 0.03s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735129672.49191, (1000, 11111) as of 1735129672.49191, created as of 1735129672.49191>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022268295288085938s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.082389831542969e-05s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735129901.00000, (0, 0) as of 1735129901.00000, shrinking as of 1735129901.00000>, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735129672.49191, (1000, 11111) as of 1735129672.49191, created as of 1735129672.49191> in 0.024s, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735129902.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.987022399902344e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.054473876953125e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.316734313964844e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.935264587402344e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735129672.85022, (1000, 11111) as of 1735129672.85022, active as of 1735129672.85022>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.246566772460938e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735129940.00000, (0, 0) as of 1735129940.00000, shrinking as of 1735129940.00000>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129672.85022, (1000, 11111) as of 1735129672.85022, active as of 1735129672.85022> in 0.02s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735129672.85025, (1000, 11111) as of 1735129672.85025, active as of 1735129672.85025>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.632110595703125e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.079673767089844e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735129940.00000, (0, 0) as of 1735129940.00000, shrinking as of 1735129940.00000>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735129672.85025, (1000, 11111) as of 1735129672.85025, active as of 1735129672.85025> in 0.02s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735129672.85026, (1000, 11111) as of 1735129672.85026, active as of 1735129672.85026>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.91278076171875e-05s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735129940.00000, (0, 0) as of 1735129940.00000, shrinking as of 1735129940.00000>, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735129672.85026, (1000, 11111) as of 1735129672.85026, active as of 1735129672.85026> in 0.02s, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735129941.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp7qj3lbb2/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.3882598876953125e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.0067901611328125e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735129673.20671, (1000, 11111) as of 1735129673.20671, created as of 1735129673.20671>, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735129979.00000, (0, 0) as of 1735129979.00000, shrinking as of 1735129979.00000>, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129673.20671, (1000, 11111) as of 1735129673.20671, created as of 1735129673.20671> in 0.02s, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1ae9c0b-bf67-4d18-ae2b-9f8fca847fa2-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmp7qj3lbb2/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735129980.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.058547973632812e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.1975250244140625e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.078315734863281e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735129673.41944, (1000, 11111) as of 1735129673.41944, cleaved as of 1735129673.41944>, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735130005.00000, (0, 0) as of 1735130005.00000, shrinking as of 1735130005.00000>, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129673.41944, (1000, 11111) as of 1735129673.41944, cleaved as of 1735129673.41944> in 0.019s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735129673.41947, (1000, 11111) as of 1735129673.41947, cleaved as of 1735129673.41947>, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.198883056640625e-05s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735130005.00000, (0, 0) as of 1735130005.00000, shrinking as of 1735130005.00000>, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735129673.41947, (1000, 11111) as of 1735129673.41947, cleaved as of 1735129673.41947> in 0.02s, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0e42513e-b197-431a-9a0e-b869c98b4764-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmp7qj3lbb2/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130006.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.316734313964844e-05s, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.340576171875e-05s, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '2e4b7fad-e232-4c2b-afa5-040e11bd2874-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmp7qj3lbb2/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130038.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.153915405273438e-05s, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.14984130859375e-05s, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.2928924560546875e-05s, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'ff77a787-caaa-46f0-be74-d2e22a4f8695-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmp7qj3lbb2/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130058.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.316734313964844e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.0067901611328125e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735129673.99056, (1000, 11111) as of 1735129673.99056, cleaved as of 1735129673.99056>, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.7697296142578125e-05s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735130077.00000, (0, 0) as of 1735130077.00000, shrinking as of 1735130077.00000>, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735129673.99056, (1000, 11111) as of 1735129673.99056, cleaved as of 1735129673.99056> in 0.02s, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '79163f82-2db5-40ae-8e1e-9b733566cfe6-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmp7qj3lbb2/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130078.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.034706115722656e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1021575927734375e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.2928924560546875e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735129677.00000, (0, 0) as of 1735129677.00000, active as of 1735129677.00000>, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.608268737792969e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.103515625e-05s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735129674.28524, (0, 0) as of 1735129675.00000, shrunk as of 1735129675.00000>, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735129677.00000, (0, 0) as of 1735129677.00000, active as of 1735129677.00000> in 0.033s, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmphi1ulxfp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.130073547363281e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.030632019042969e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.221366882324219e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1975250244140625e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735129677.00000, (0, 0) as of 1735129677.00000, active as of 1735129677.00000>, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.9604644775390625e-05s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735129675.00000, (0, 0) as of 1735129675.00000, sharding as of 1735129675.00000>, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735129677.00000, (0, 0) as of 1735129677.00000, active as of 1735129677.00000> in 0.02s, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp6yhd3b7y/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.012222290039062e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.078315734863281e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.173683166503906e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.0067901611328125e-05s, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpfq3u2b0c/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129675.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.843971252441406e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.863739013671875e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok - A write_ring command is needed to make the change take effect. +sharder-test DEBUG: got 0 rows (deleted=False) in 4.9591064453125e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.887580871582031e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.888938903808594e-05s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735129674.93524, (0, 0) as of 1735129675.00000, shrunk as of 1735129675.00000>, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test INFO: Cleaved ShardRange in 0.032s, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpxrnjf96g/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012040138244628906s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735129368.95674, (2, 3) as of 1735129675.22889, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.9604644775390625e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735129368.95674, (2, 103) as of 1735129675.33476, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, found as of 1735129368.95674>, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129675.38111>, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0032401084899902344s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735129368.95674, (1, 1000) as of 1735129675.46533, cleaved as of 1735129675.38111> in 0.044s, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpldmn318j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129674.98007.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test INFO: Cleaved ShardRange in 0.042s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 6.651878356933594e-05s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735129368.95674, (1, 18432) as of 1735129675.78909, cleaved as of 1735129368.95674> in 0.043s, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmptxv29rod/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.53143.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'c064a3a5265ac1f22cd4c89652bc4230', '20a11f0b-ef34-4e0a-a395-6d340b15b52b-sdb', '1735129675.86861', '0000000000.00000', '0', '', '0000000000.00000', 5, 0) +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735129677.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735129678.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735129679.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735129680.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735129681.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '20a11f0b-ef34-4e0a-a395-6d340b15b52b-sdb') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00013399124145507812s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.246566772460938e-05s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaved ShardRange in 0.031s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.888938903808594e-05s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129368.95674, (3, 3) as of 1735129676.17269, cleaved as of 1735129368.95674> in 0.032s, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpux_s6oni/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '504c9e66-55f9-4bdb-bdd3-d9c7e42d7a1c-', '1735129675.85031', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-ecdc2484-439e-49f6-b161-630c350a16f1-sda": ["{\\"ref\\": \\"ecdc2484-439e-49f6-b161-630c350a16f1-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735129676.20668"]}', '0000000000.00000', 7, 0) +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735129368.95674', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735129676.07724', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129368.95674', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735129368.95674', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735129676.17269', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129368.95674', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735129675.93737', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735129676.21922', 'deleted': 0, 'state': 70, 'state_timestamp': '1735129675.93741', 'epoch': '1735129675.93741', 'reported': 0, 'tombstones': -1}], '504c9e66-55f9-4bdb-bdd3-d9c7e42d7a1c-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range +test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard +test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.008148193359375e-05s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaved ShardRange in 0.02s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129368.95674, (3, 3) as of 1735129676.17269, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.079673767089844e-05s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129368.95674, (3, 3) as of 1735129676.17269, active as of 1735129368.95674> in 0.02s, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpux_s6oni/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129675.93741.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpoczv8jou/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3c2a825d-8d5f-47c9-9fbb-497d014eded8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbj7x4_dy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3c2a825d-8d5f-47c9-9fbb-497d014eded8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbj7x4_dy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3c2a825d-8d5f-47c9-9fbb-497d014eded8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbj7x4_dy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '3c2a825d-8d5f-47c9-9fbb-497d014eded8-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbj7x4_dy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4232e4eb-9620-47ef-9673-f9b40e9805a7-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpbj7x4_dy/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4bcee03b-24d2-436c-bcf5-84b8b38d04bc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpxva8c_wp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4bcee03b-24d2-436c-bcf5-84b8b38d04bc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpxva8c_wp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4bcee03b-24d2-436c-bcf5-84b8b38d04bc-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpxva8c_wp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4bcee03b-24d2-436c-bcf5-84b8b38d04bc-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpxva8c_wp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'c3729020-36cd-4259-a2a4-d48928bf59db-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpxva8c_wp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129676.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_data ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_bad_record_type ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response +test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap +test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpuhh29j46/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmphgus633s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmphgus633s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmphgus633s/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpf7npanze/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmps851pub1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmps851pub1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmps851pub1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmps851pub1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735129677.24406, (100000, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmps851pub1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp50j2i5tx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp50j2i5tx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp50j2i5tx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmp93kggg5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpfvc5afin/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129677.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpkz4vt7ab/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size +test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part +test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - A write_ring command is needed to make the change take effect. +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpkh9xms71/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpri_f3pai/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpri_f3pai/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpri_f3pai/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpri_f3pai/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpbg9wfyhu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpbg9wfyhu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpbg9wfyhu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpbg9wfyhu/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmps5cxkrpr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmps5cxkrpr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmps5cxkrpr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmps5cxkrpr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpybgu06y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpybgu06y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpybgu06y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpybgu06y4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp2c47d4bj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp2c47d4bj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp2c47d4bj/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log +test.unit.container.test_sharder.TestSharder.test_incomplete_shrinking_progress_warning_log ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats +test.unit.container.test_sharder.TestSharder.test_increment_stats ... ok +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd +test.unit.container.test_sharder.TestSharder.test_increment_stats_with_statsd ... ok +test.unit.container.test_sharder.TestSharder.test_init +test.unit.container.test_sharder.TestSharder.test_init ... ok +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options +test.unit.container.test_sharder.TestSharder.test_init_deprecated_options ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error +test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name +test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception +test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging +test.unit.container.test_sharder.TestSharder.test_log_broker_exception_while_logging ... ok +test.unit.container.test_sharder.TestSharder.test_log_broker_levels +test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:27:59 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1200d98c-920b-469f-b03a-3fe118b1c5c9-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp8untgzbo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-25T12:27:59.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmp8untgzbo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-25T12:28:00.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp7eci8etg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129680.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpswrp9895/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpqqg9j0tu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception + raise ValueError('test') +ValueError: test +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmplx7c0h_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: a/c, db: +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmplx7c0h_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: a/c, db: +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmplx7c0h_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: a/c, db: +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmplx7c0h_h/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: a/c, db: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001087188720703125s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.078315734863281e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012183189392089844s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.797645568847656e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129679.36193, (0, 0) as of 1735129679.36193, active as of 1735129679.36193>, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129679.36194, (0, 0) as of 1735129679.36194, active as of 1735129679.36194>, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129679.36195, (0, 0) as of 1735129679.36195, active as of 1735129679.36195>, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.078315734863281e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.744529724121094e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.76837158203125e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.9591064453125e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.982948303222656e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.887580871582031e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.76837158203125e-05s, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129679.36194, (0, 0) as of 1735129679.36194, active as of 1735129679.36194>, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129679.36195, (0, 0) as of 1735129679.36195, active as of 1735129679.36195>, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx0enwa3n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.36720.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.606910705566406e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.650520324707031e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.507469177246094e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.459785461425781e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.269050598144531e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.269050598144531e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.793571472167969e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. +sharder-test DEBUG: got 0 rows (deleted=True) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.054473876953125e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.316734313964844e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.8160552978515625e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.601478576660156e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.4836273193359375e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.53131103515625e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.0067901611328125e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.601478576660156e-05s, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1lqifkv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129679.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.320808410644531e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.608268737792969e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001285076141357422s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.7220458984375e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.221366882324219e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.125999450683594e-05s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -swift-ring-builder list_parts [] .. +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129680.31573, (0, 0) as of 1735129680.31573, active as of 1735129680.31573>, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129680.31574, (0, 0) as of 1735129680.31574, active as of 1735129680.31574>, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129680.31574, (0, 0) as of 1735129680.31574, active as of 1735129680.31574>, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmpbqh7o6su/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbqh7o6su/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.32756.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.489059448242188e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.555152893066406e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.7220458984375e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.054473876953125e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.1975250244140625e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129680.58991, (0, 0) as of 1735129680.58991, active as of 1735129680.58991>, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129680.58992, (0, 0) as of 1735129680.58992, active as of 1735129680.58992>, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpqfup6e49/sda/containers/0/3d0/3c1b744fc8dc4856b59abc4735cf03d0/3c1b744fc8dc4856b59abc4735cf03d0.db, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129680.58993, (0, 0) as of 1735129680.58993, active as of 1735129680.58993>, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqfup6e49/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.60150.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010514259338378906s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011563301086425781s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -or +sharder-test DEBUG: got 1 rows (deleted=False) in 5.8650970458984375e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.198883056640625e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.14984130859375e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.3882598876953125e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001556873321533203s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129680.86518, (0, 0) as of 1735129680.86518, active as of 1735129680.86518>, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp2pe7ojrv/sda/containers/0/494/b0015dd61abef8421f76e1db2d5a0494/b0015dd61abef8421f76e1db2d5a0494.db, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129680.86519, (0, 0) as of 1735129680.86519, active as of 1735129680.86519>, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129680.86520, (0, 0) as of 1735129680.86520, active as of 1735129680.86520>, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp2pe7ojrv/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2pe7ojrv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129680.87752.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011229515075683594s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.559226989746094e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015306472778320312s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.270408630371094e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.555152893066406e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014472007751464844s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129681.13525, (0, 0) as of 1735129681.13525, active as of 1735129681.13525>, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129681.13526, (0, 0) as of 1735129681.13526, active as of 1735129681.13526>, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129681.13527, (0, 0) as of 1735129681.13527, active as of 1735129681.13527>, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight +sharder-test DEBUG: got 0 rows (deleted=False) in 5.435943603515625e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1021575927734375e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.316734313964844e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.724761962890625e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.511543273925781e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.651878356933594e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.221366882324219e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.2928924560546875e-05s, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129681.13525, (0, 0) as of 1735129681.13525, active as of 1735129681.13525>, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpeeydk1v1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.14743.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.745887756347656e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.918212890625e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. +sharder-test DEBUG: got 2 rows (deleted=False) in 6.771087646484375e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.604194641113281e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.318092346191406e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.389617919921875e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.343292236328125e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013518333435058594s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014138221740722656s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017952919006347656s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.510185241699219e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.2479248046875e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.319450378417969e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013327598571777344s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021910667419433594s, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpioru2tq9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129681.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 6.747245788574219e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.389617919921875e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.937980651855469e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 6.961822509765625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.487701416015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.700920104980469e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.390975952148438e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.867813110351562e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.749961853027344e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.679794311523438e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.081031799316406e-05s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010609626770019531s, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzio1iqd9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735129683.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.799003601074219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.7220458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.5789947509765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.221366882324219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.5789947509765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.535385131835938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.1552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.510185241699219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.581710815429688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.914138793945312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.842613220214844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.700920104980469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010776519775390625s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.034706115722656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.461143493652344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.318092346191406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.724761962890625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.507469177246094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.175041198730469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.9114227294921875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3itqyh5m/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.6743621826171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.0558319091796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.269050598144531e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7697296142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.839897155761719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.747245788574219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.842613220214844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.482269287109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.340576171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.3392181396484375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.435943603515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok - A write_ring command is needed to make the change take effect. +sharder-test DEBUG: got 0 rows (deleted=True) in 4.5299530029296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.887580871582031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.935264587402344e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.818771362304688e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.5789947509765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.152557373046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.459785461425781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.5299530029296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.124641418457031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.076957702636719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.127357482910156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.173683166503906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.079673767089844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.673004150390625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.079673767089844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.245208740234375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.936622619628906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.078315734863281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp6j6wrfdr/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.988380432128906e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.91278076171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.5789947509765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.364418029785156e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0012633800506591797s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.7697296142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.839897155761719e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.008148193359375e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.364418029785156e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 4.839897155761719e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.221366882324219e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.267692565917969e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.57763671875e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.696846008300781e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.414817810058594e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.435943603515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.5299530029296875e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.267692565917969e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.0531158447265625e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.1021575927734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.793571472167969e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.841255187988281e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.054473876953125e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.91278076171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, active as of 1735129368.95674>, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_root ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmppik0gopj/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010442733764648438s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.654594421386719e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.0558319091796875e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.7697296142578125e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.887580871582031e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.459785461425781e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.916854858398438e-05s, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129683.59667, (0, 0) as of 1735129683.59667, active as of 1735129683.59667>, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129683.59668, (0, 0) as of 1735129683.59668, active as of 1735129683.59668>, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129683.59669, (0, 0) as of 1735129683.59669, active as of 1735129683.59669>, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb91rvkow/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129683.60749.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpmdtyuhku/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpmdtyuhku/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpmdtyuhku/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpmdtyuhku/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpd1izysp3/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpd1izysp3/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpd1izysp3/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpd1izysp3/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpwculy5ac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpwculy5ac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpwculy5ac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpwculy5ac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp4enfvfg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp4enfvfg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp4enfvfg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp4enfvfg6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp33idlicr/sdb/containers/0/ash/c1hash/c1hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle + self._process_broker(broker, node, part) + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1245, in _execute_mock_call + result = effect(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing + raise Exception('kapow!') +Exception: kapow! +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp33idlicr/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test WARNING: Skipping xxxx as it is not mounted +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Found no containers directories +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.04s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 0) +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdc) +sharder-test INFO: (Override partitions: 2, 0) +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Begin container sharder "once" mode +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: (Override devices: sdb, sdc) +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:04 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__ + return next(self.gen) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok +test.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpw9xksh26/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpw9xksh26/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpw9xksh26/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpw9xksh26/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpx6o3pouf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129684.77173.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpvwjyd1pb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpvwjyd1pb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpvwjyd1pb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpvwjyd1pb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpvwjyd1pb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpmtdn5juv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. +sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpwfsqosc6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.507469177246094e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.176399230957031e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash60False/hash60False_1735129685.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash60True/hash60True_1735129704.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.417533874511719e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.5789947509765625e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/lse/hash50False/hash50False_1735129723.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.650520324707031e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin +test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010371208190917969s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - zero objects found, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpyiwzgnat/sda/containers/0/rue/hash50True/hash50True_1735129739.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h60/hash60/hash60_1735129686.82612.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h50/hash50/hash50_1735129686.96593.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpqsodxnvi/sda/containers/0/h70/hash70/hash70_1735129687.10618.db +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 5.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok -swift-ring-builder remove [search-value ...] - [--yes] +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 3604.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Container sharder cycle completed: 30.00s +sharder-test INFO: Container sharder cycle starting, auto-sharding False +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmptnipsdwa/sda/containers/0/ash/c2hash/c2hash.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test ERROR: Exception in sharder: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2555, in run_forever + self._one_shard_cycle(devices_to_shard=Everything(), + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + partitions_to_shard=Everything()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2532, in _one_shard_cycle + self._periodic_report_stats() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1145, in _periodic_report_stats + if (time.time() - self.reported) >= self.stats_interval: + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle + self._record_sharding_progress(broker, node, error) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1055, in _record_sharding_progress + own_shard_range = broker.get_own_shard_range() + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2058, in get_own_shard_range + self.path, Timestamp.now(), ShardRange.MIN, ShardRange.MAX, + ~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/timestamp.py", line 129, in now + return cls(time.time(), offset=offset, delta=delta) + ~~~~~~~~~^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok -or +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container + direct_put_container(node, part, account, container, + ~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + conn_timeout=self.conn_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout=self.node_timeout, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + headers=headers, contents=body) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 400, in direct_put_container + _make_req(node, part, 'PUT', path, headers_out, 'Container', conn_timeout, + ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + response_timeout, contents=contents, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + content_length=content_length, chunk_size=chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/direct_client.py", line 122, in _make_req + conn = http_connect(ip, port, node['device'], part, + method, path, headers=headers) + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ipaddr, port, method, path, headers, query_string, ssl) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + headers=headers, expect_headers=expect_headers, + connection_id=i, give_send=kwargs.get('give_send'), + give_expect=kwargs.get('give_expect')) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ + raise status('FakeStatus Error') +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp3pml69xz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpyhn1kwmt/sda/containers/0/85a/17defa9abee50a9ab0b69c49e6afa85a/17defa9abee50a9ab0b69c49e6afa85a.db, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaved ShardRange in 0.017s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.127357482910156e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpyhn1kwmt/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.319450378417969e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.079673767089844e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmpyhn1kwmt/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.743171691894531e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.2901763916015625e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmpyhn1kwmt/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.695487976074219e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.218650817871094e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735129368.95674, (0, 0) as of 1735129368.95674, cleaved as of 1735129368.95674> in 0.002s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010657310485839844s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735129368.95674, (2, 2) as of 1735129688.04763, cleaved as of 1735129368.95674> in 0.049s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.910064697265625e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.409385681152344e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmpyhn1kwmt/sda/containers/0/9ac/9e841001bff6814f3b71b819b72209ac/9e841001bff6814f3b71b819b72209ac.db, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts +test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_sharding_enabled +test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.814697265625e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.266334533691406e-05s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674>, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735129368.95674, (0, 0) as of 1735129368.95674, created as of 1735129368.95674> - shard db already in sync, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735129368.95674, (3, 3) as of 1735129688.26799, cleaved as of 1735129368.95674> in 0.02s, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpyhn1kwmt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129687.40331.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f9a326f7-5ed4-4e3a-a2ba-23a88f56d732-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkqyt9aju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129688.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f9a326f7-5ed4-4e3a-a2ba-23a88f56d732-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkqyt9aju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129688.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f9a326f7-5ed4-4e3a-a2ba-23a88f56d732-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkqyt9aju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129688.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f9a326f7-5ed4-4e3a-a2ba-23a88f56d732-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkqyt9aju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129688.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '1e8e5d34-6df2-4f8e-a4c1-0fcb37efb1af-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpkqyt9aju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129688.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu94ks6uf/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu94ks6uf/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpu94ks6uf/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges +test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported +test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:28:09 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpma4ufawg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpv0i5iso4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok +test.unit.container.test_sharder.TestSharder.test_update_stat +test.unit.container.test_sharder.TestSharder.test_update_stat ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpobvxz6w6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00017309188842773438s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.00014257431030273438s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 6.771087646484375e-05s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 9.965896606445312e-05s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00014400482177734375s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpwznp06am/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001246929168701172s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.083747863769531e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 7.104873657226562e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.553794860839844e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 4.673004150390625e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010156631469726562s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.863739013671875e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 4.649162292480469e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.5789947509765625e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.340576171875e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 4.935264587402344e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.461143493652344e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 7.557868957519531e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 4.7206878662109375e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.459785461425781e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.340576171875e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 4.9114227294921875e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 5.2928924560546875e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 4.935264587402344e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects +test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok - Option --yes assume a yes response to all questions. +sharder-test DEBUG: got 3 rows (deleted=True) in 4.839897155761719e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 4.9591064453125e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 6.842613220214844e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 5.793571472167969e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 4.839897155761719e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 4.9591064453125e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.53131103515625e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011277198791503906s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmpjxh6dl86/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: a/c, db: /tmp/tmpb2cl37f1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.364418029785156e-05s, path: a/c, db: /tmp/tmpb2cl37f1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + self.app.node_timeout, not final_phase) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx544ada4ab8a94a1987b4b-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txddd6078b177944648b9f5-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txedbbd31e0cc74222ae03a-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx38c7bea690c748d28731f-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ + self.app.client_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: tx7d878d889ae74994b3f58-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx53b4265057984e27ade87-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -swift-ring-builder search +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: txe2f16dc9caa74b7896896-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: txbff954d7e5b34a12b1fe9-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txb951834bdbde4ce9a8169-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: txb951834bdbde4ce9a8169-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: txb951834bdbde4ce9a8169-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txe153dd8378f0448c9d547-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txe153dd8378f0448c9d547-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: txe153dd8378f0448c9d547-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ~~~~~~~~~~~~~~~~~~^ + node, part, req.swift_entity_path, headers, self.app.watchdog, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + ...<4 lines>... + logger=self.logger, + ^^^^^^^^^^^^^^^^^^^ + need_multiphase=True) + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx9b71be7a9d3d467f911ea-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -or +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx67fdf8ed6d554815a83e3-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx67fdf8ed6d554815a83e3-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx67fdf8ed6d554815a83e3-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txca7e5c53dc754dfea2a4f-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txca7e5c53dc754dfea2a4f-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txca7e5c53dc754dfea2a4f-00676bfa5b) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: txca7e5c53dc754dfea2a4f-00676bfa5b) +proxy-server ERROR: Object PUT returning 503 for [201, 201, 503, 201, 201, 201, 503, 201, 201, 201, 503, 503, 201, 201] (txn: txca7e5c53dc754dfea2a4f-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx8715611522e94bad83d13-00676bfa5b) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txdbb989c814f64c0090eb3-00676bfa5b) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpx1vswh2j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx1vswh2j/tmp_test_proxy_server_chunked/container-sync-realms.conf'/usr/lib/python3.13/unittest/case.py:597: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpx1vswh2j/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpx1vswh2j/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0202 "-" 546108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0102 "-" 546108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0087 "-" 546108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0080 "-" 546108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5456e34407f54dbc8af80-00676bfa5b" "proxy-server 546108" 0.0007 "-" 546108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:47977/sdb1/0/a/c" "tx5456e34407f54dbc8af80-00676bfa5b" "container-server 546108" 0.0006 "-" 546108 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57555/sda1/0/a/c" "tx5456e34407f54dbc8af80-00676bfa5b" "container-server 546108" 0.0006 "-" 546108 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5456e34407f54dbc8af80-00676bfa5b" "proxy-server 546108" 0.0136 "-" 546108 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5456e34407f54dbc8af80-00676bfa5b" "proxy-server 546108" 0.0280 "-" 546108 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5456e34407f54dbc8af80-00676bfa5b - 0.0324 - - 1735129691.906300783 1735129691.938747883 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx264e621a09c143809f213-00676bfa5b" "proxy-server 546108" 0.0007 "-" 546108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:57555/sda1/2/a1/c1" "tx264e621a09c143809f213-00676bfa5b" "container-server 546108" 0.0006 "-" 546108 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:47977/sdb1/2/a1/c1" "tx264e621a09c143809f213-00676bfa5b" "container-server 546108" 0.0020 "-" 546108 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx264e621a09c143809f213-00676bfa5b" "proxy-server 546108" 0.0233 "-" 546108 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx264e621a09c143809f213-00676bfa5b" "proxy-server 546108" 0.0136 "-" 546108 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx264e621a09c143809f213-00676bfa5b - 0.0277 - - 1735129691.939614773 1735129691.967340708 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:11 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9ece67698e2c4a41b6fea-00676bfa5b" "proxy-server 546108" 0.0087 "-" 546108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:47977/sdb1/0/a/c1" "tx9ece67698e2c4a41b6fea-00676bfa5b" "container-server 546108" 0.0007 "-" 546108 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:57555/sda1/0/a/c1" "tx9ece67698e2c4a41b6fea-00676bfa5b" "container-server 546108" 0.0085 "-" 546108 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9ece67698e2c4a41b6fea-00676bfa5b" "proxy-server 546108" 0.0195 "-" 546108 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9ece67698e2c4a41b6fea-00676bfa5b" "proxy-server 546108" 0.0309 "-" 546108 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9ece67698e2c4a41b6fea-00676bfa5b - 0.0432 - - 1735129691.968145370 1735129692.011301517 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0cea239dd4604619a6591-00676bfa5c" "proxy-server 546108" 0.0085 "-" 546108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57555/sda1/2/a/c2" "tx0cea239dd4604619a6591-00676bfa5c" "container-server 546108" 0.0006 "-" 546108 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:47977/sdb1/2/a/c2" "tx0cea239dd4604619a6591-00676bfa5c" "container-server 546108" 0.0109 "-" 546108 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0cea239dd4604619a6591-00676bfa5c" "proxy-server 546108" 0.0223 "-" 546108 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:12 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0cea239dd4604619a6591-00676bfa5c" "proxy-server 546108" 0.0322 "-" 546108 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0cea239dd4604619a6591-00676bfa5c - 0.0443 - - 1735129692.012133360 1735129692.056392431 2 - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. +---------------------------------------------------------------------- +Ran 9249 tests in 328.450s - Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +OK (skipped=1827) ++ stestr slowest +Test id Runtime (s) +------------------------------------------------------------------------------------------------------------------ ----------- +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 59.921 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 52.306 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 32.541 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 32.218 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving 29.331 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 28.471 +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state 27.485 +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 27.267 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state 21.503 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state 20.234 ++ rm -rf .stestr ++ for pyvers in ${PYTHON3S} ++ '[' 3.12 = disabled ']' +++ echo 3.12 +++ cut -d. -f1 ++ PYMAJOR=3 ++ echo '===> Testing with python (python3)' +===> Testing with python (python3) +++ pwd ++ '[' -d /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -z /build/reproducible-path/swift-2.34.0/debian/tmp/usr/lib/python3/dist-packages ']' ++ '[' -e .stestr.conf ']' ++ '[' -x /usr/bin/python3-stestr ']' ++ STESTR=stestr ++ rm -rf .stestr ++ subunit2pyunit ++ PYTHON=python3.12 ++ stestr run --parallel --subunit --test-path test/unit 'test\.unit\.(?!common\.test_utils\.TestUtils\.test_get_logger_sysloghandler_plumbing|common\.middleware\.test_cname_lookup\.TestCNAMELookup.*|common\.test_db\.TestDatabaseBroker\.test_get.*|container\.test_sync\.TestContainerSync\.test_init.*|common\.test_utils\.TestPunchHoleReally\.test_punch_a_hole.*|common\.test_utils\.Test_LibcWrapper\.test_argument_plumbing.*|common\.test_utils\.TestUtils\.test_load_pkg_resource_importlib.*|common\.test_db_replicator\.TestHandoffsOnly.*|common\.ring\.test_builder\.TestGetRequiredOverload\.test_perfect_four_zone_four_replica_bad_placement|common\.test_wsgi\.TestWSGI.*|obj\.test_expirer\.TestObjectExpirer\.test_delete_actual_object|common\.test_memcached\.TestMemcached\.test_get_conns_hostname6|common\.test_memcached\.TestMemcached\.test_get_conns_v6|common\.test_memcached\.TestMemcached\.test_get_conns_v6_default|obj\.test_reconstructor\.TestWorkerReconstructor\.test_run_forever_recon_aggregation|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_with_duplicate_but_sufficient_frag_indexes|proxy\.test_mem_server\.TestProxyServer\.test_statsd_prefix|proxy\.controllers\.test_obj\.TestECObjController\.test_GET_read_timeout|proxy\.controllers\.test_base\.TestGetOrHeadHandler\.test_disconnected_logging|obj\.test_expirer\.TestObjectExpirer\.test_failed_delete_continues_on|obj\.test_replicator\.TestObjectReplicator\.test_update|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_timeout|obj\.test_ssync_receiver\.TestReceiver\.test_UPDATES_no_problems_no_hard_disconnect|common\.test_memcached\.TestMemcached\.test_operations_timing_stats_with_incr_timeout|obj\.test_expirer\.TestExpirerHelpers\.test_embed_expirer_bytes_from_diskfile_metadata|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_access_log_prefix|common\.middleware\.test_proxy_logging\.TestProxyLogging\.test_init_statsd_options_log_prefix)' +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_info ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_get_policy_stats ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_list_containers_iter ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_info -test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata test.unit.account.test_utils.TestFakeAccountBroker.test_fake_broker_metadata ... ok -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args -test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis -test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs -test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_info -test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok - - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument -test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe -test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced -test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -/tmp/tmpq8sgn2pw/tmp0zfyn76_, build version 4, id be0a727c17f046e382b8ff7ab3048dbe -64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion -The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) -The overload factor is 0.00% (0.000000) -Ring file /tmp/tmpq8sgn2pw/tmp0zfyn76_.ring.gz not found, probably it hasn't been written yet -Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta - 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data - 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 - 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 - 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 -Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target -test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids -test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_sync -test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed -test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number -test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit -test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok -test.unit.cli.test_recon.TestHelpers.test_size_suffix -test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok -test.unit.cli.test_reload.TestMain.test_check_failed -test.unit.cli.test_reload.TestMain.test_check_failed ... ok -test.unit.cli.test_reload.TestMain.test_good -test.unit.cli.test_reload.TestMain.test_good ... ok -test.unit.cli.test_reload.TestMain.test_needs_pid -test.unit.cli.test_reload.TestMain.test_needs_pid ... ok -test.unit.cli.test_reload.TestMain.test_timeout -test.unit.cli.test_reload.TestMain.test_timeout ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:59:59 remaining) -Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) -No partitions could be reassigned. -There is no need to do so at this time -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 -No partitions could be reassigned. -The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) -------------------------------------------------------------------------------- -An error has occurred during ring validation. Common -causes of failure are rings that are empty or do not -have enough devices to accommodate the replica count. -Original exception message: - There are no devices in this ring, or all devices have been deleted -------------------------------------------------------------------------------- -Partition power increase in progress. -You need to finish the increase first before rebalancing. -Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder -test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys -test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers -test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header -test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok -test.unit.cli.test_info.TestPrintObj.test_missing_etag -test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid -test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid -test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy -test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration -test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag -test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change -test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch -test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag -test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_GET_container_json_not_encrypted_obj @@ -62352,232 +60552,156 @@ test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_cipher_mismatch ... ok test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id test.unit.common.middleware.crypto.test_decrypter.TestDecrypterContainerRequests.test_cont_get_json_req_with_unknown_secret_id ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error -test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json -test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization -test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag +test.unit.cli.test_info.TestPrintObjFullMeta.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch test.unit.cli.test_info.TestPrintObjFullMeta.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range -test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing -test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj -test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned -test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input -test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag test.unit.cli.test_info.TestPrintObjFullMeta.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag test.unit.cli.test_info.TestPrintObjFullMeta.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_append_then_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_dump_then_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_extract_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestModuleMethods.test_load_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case +test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header +test.unit.common.middleware.s3api.test_acl_utils.TestS3ApiAclUtils.test_canned_acl_header ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit +test.unit.cli.test_recon.TestHelpers.test_seconds2timeunit ... ok +test.unit.cli.test_recon.TestHelpers.test_size_suffix +test.unit.cli.test_recon.TestHelpers.test_size_suffix ... ok test.unit.cli.test_recon.TestReconCommands.test_disk_usage test.unit.cli.test_recon.TestReconCommands.test_disk_usage ... ok test.unit.cli.test_recon.TestReconCommands.test_get_swiftconfmd5 @@ -62592,392 +60716,1572 @@ test.unit.cli.test_recon.TestReconCommands.test_object_auditor_check ... ok test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check test.unit.cli.test_recon.TestReconCommands.test_reconstruction_check ... ok -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version -test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp -test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok test.unit.cli.test_recon.TestReconCommands.test_replication_check test.unit.cli.test_recon.TestReconCommands.test_replication_check ... ok test.unit.cli.test_recon.TestReconCommands.test_server_type_check test.unit.cli.test_recon.TestReconCommands.test_server_type_check ... ok test.unit.cli.test_recon.TestReconCommands.test_sharding_check test.unit.cli.test_recon.TestReconCommands.test_sharding_check ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok test.unit.cli.test_recon.TestReconCommands.test_time_check test.unit.cli.test_recon.TestReconCommands.test_time_check ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter ... ok test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch test.unit.cli.test_recon.TestReconCommands.test_time_check_jitter_mismatch ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec -test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch test.unit.cli.test_recon.TestReconCommands.test_time_check_mismatch ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok test.unit.cli.test_recon.TestReconCommands.test_version_check test.unit.cli.test_recon.TestReconCommands.test_version_check ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails -test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_empty -test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition -test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty -test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok test.unit.cli.test_recon.TestReconCommands.test_version_check_differs test.unit.cli.test_recon.TestReconCommands.test_version_check_differs ... ok -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id -test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object -test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl -test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config -test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock -test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats -test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail -test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page -test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts -test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree -test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report -test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_local_device -test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname -test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names -test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format -test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_args -test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args -test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value -test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts -test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults -test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev -test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip -test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args -test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format -test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact -test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values -test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval -test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty -test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm -test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing -test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig -test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there -test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm -test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_os_error -test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default -test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor -test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass -test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty -test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at -test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.cli.test_reload.TestMain.test_check_failed +test.unit.cli.test_reload.TestMain.test_check_failed ... ok +test.unit.cli.test_reload.TestMain.test_good +test.unit.cli.test_reload.TestMain.test_good ... ok +test.unit.cli.test_reload.TestMain.test_needs_pid +test.unit.cli.test_reload.TestMain.test_needs_pid ... ok +test.unit.cli.test_reload.TestMain.test_timeout +test.unit.cli.test_reload.TestMain.test_timeout ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys +test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name +test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 +test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield +test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies +test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing +test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low +test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust +test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable +test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails +test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition +test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking +test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_conf_file +test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering +test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking +test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_rehashing +test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies +test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err +test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file +test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid +test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files +test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second +test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode +test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears +test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error +test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file +test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy +test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted +test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter +test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option +test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash +test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file +test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges +test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub +test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_state_file +test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.cli.test_relinker.TestRelinker.test_workers_children +test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent +test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors +test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_reload.TestValidateManagerPid.test_good +test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python +test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server +test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift +test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error +test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok +test.unit.cli.test_reload.TestValidateManagerPid.test_worker +test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs +test.unit.cli.test_ring_builder_analyzer.TestRunScenario.test_it_runs ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val +test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +Finished. Marked 0 objects for deletion. +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok +test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: get_keys(): unknown key id: unknown_key +test ERROR: Error decrypting container listing: unknown_key +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +[2024-12-25 12:28:20] Checking auditor stats +=============================================================================== +Reloaded swift-proxy-server +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD + return self._handle_acl(app, 'DELETE') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 +test DEBUG: No decryption is necessary because of override +test DEBUG: No decryption is necessary because of override +test ERROR: get_keys(): from callback: Testing: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc + raise Exception('Testing') +Exception: Testing +test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting object: Key must be length 32 bytes +test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting object: Missing 'body_key' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 +test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== +test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete + resp = req.get_response(self.app, method='DELETE', query=query, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response + sw_resp = sw_req.get_response(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ + return self.app(env, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response + is_success = resp_class().is_success + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +Exception: kaboom +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.account.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending +test.unit.account.test_backend.TestCommonAccountBroker.test_commit_pending ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids +test.unit.account.test_replicator.TestReplicatorSync.test_local_ids ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails +test.unit.account.test_auditor.TestAuditorRealBroker.test_db_validate_fails ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space +test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db +test.unit.account.test_backend.TestCommonAccountBroker.test_delete_db ... ok +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args +test.unit.cli.test_info.TestCliInfo.test_parse_get_node_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_many_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis +test.unit.cli.test_info.TestCliInfo.test_print_db_info_metadata_with_shard_ranges_bis ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs +test.unit.cli.test_info.TestCliInfo.test_print_db_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_info +test.unit.cli.test_info.TestCliInfo.test_print_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_dashed_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_object_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_container_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_account_with_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_dashed_ring_name_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_invalid_policy_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_policy_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target +test.unit.cli.test_info.TestCliInfo.test_print_item_locations_ring_policy_mismatch_no_target ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_invalid_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number +test.unit.cli.test_info.TestCliInfo.test_print_ring_locations_partition_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok + +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info +test.unit.account.test_backend.TestCommonAccountBroker.test_get_info ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim +test.unit.account.test_backend.TestAccountBroker.test_batched_reclaim ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration +test.unit.account.test_auditor.TestAuditorRealBrokerMigration.test_db_migration ... ok test.unit.account.test_reaper.TestReaper.test_basic_reap_account test.unit.account.test_reaper.TestReaper.test_basic_reap_account ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok test.unit.account.test_reaper.TestReaper.test_creation test.unit.account.test_reaper.TestReaper.test_creation ... ok -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_bad_value ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_default ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set test.unit.account.test_reaper.TestReaper.test_delay_reaping_conf_set ... ok test.unit.account.test_reaper.TestReaper.test_reap_account test.unit.account.test_reaper.TestReaper.test_reap_account ... ok test.unit.account.test_reaper.TestReaper.test_reap_account_no_container test.unit.account.test_reaper.TestReaper.test_reap_account_no_container ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding test.unit.account.test_reaper.TestReaper.test_reap_account_with_sharding ... ok test.unit.account.test_reaper.TestReaper.test_reap_container @@ -62986,70 +62290,54 @@ test.unit.account.test_reaper.TestReaper.test_reap_container_full_fail ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_fail ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout test.unit.account.test_reaper.TestReaper.test_reap_container_get_object_timeout ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index test.unit.account.test_reaper.TestReaper.test_reap_container_non_exist_policy_index ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase -test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted -test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows -test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting -test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_full ... ok -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space -test.unit.cli.test_drive_full_checker.TestContainerDeleter.test_drive_with_space ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception -test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_json -test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.account.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test INFO: Begin account audit "once" mode +test INFO: Account audit "once" mode completed: 0.00s test-reaper INFO: Beginning pass on account a -test-reaper INFO: Completed pass on account a, elapsed: 0.01s +test-reaper INFO: Completed pass on account a, elapsed: 0.00s test-reaper INFO: Beginning pass on account a test-reaper INFO: Completed pass on account a, 1 containers deleted, 1 objects deleted, 1 containers remaining, 1 objects remaining, 1 containers possibly remaining, 1 objects possibly remaining, return codes: 1 2xxs, elapsed: 0.00s test-reaper INFO: Beginning pass on account a @@ -63205,288 +62493,81 @@ test.unit.account.test_reaper.TestReaper.test_run_forever ... ok test.unit.account.test_reaper.TestReaper.test_run_once test.unit.account.test_reaper.TestReaper.test_run_once ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_empty ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid -test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended -test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container -test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar -test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required -test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path -test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call -test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok - -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 24.48 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 -------------------------------------------------------------------------------- -NOTE: Dispersion of 33.333333 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 -------------------------------------------------------------------------------- -NOTE: Dispersion of 16.666667 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 -d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg +test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature +test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args +test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok +test.unit.cli.test_recon.TestRecon.test_async_check +test.unit.cli.test_recon.TestRecon.test_async_check ... ok +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent +test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok +test.unit.cli.test_recon.TestRecon.test_drive_audit_check +test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok +test.unit.cli.test_recon.TestRecon.test_gen_stats +test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames +test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_batched_reclaim ... ok - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Partition power increase in progress. You need -to finish the increase first before removing devices. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta datatest.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high -test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info -test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard -test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok -test ERROR: Bad key for 'container': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: get_keys(): from callback: boom: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback - raise Exception('boom') -Exception: boom -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Missing key for 'container': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'container' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Missing key for 'object': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -KeyError: 'object' -test ERROR: Did not get a keys dict: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys - key = keys[name] - ~~~~^^^^^^ -TypeError: list indices must be integers or slices, not str -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -63495,20 +62576,36 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ resp = self.handle_request(req) @@ -63516,928 +62613,960 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works -test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body -test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting -test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set -test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter -test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -Reloaded swift-proxy-server +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 208, in HEAD - return self._handle_acl(app, 'DELETE') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 150, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh -test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf -test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args -test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through -test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.account.test_server.TestAccountController.test_GET_accept_xml -test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss -test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 -test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json -test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter -test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain -test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml -test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept -test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_lots_of_keys ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_no_key ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_quiet ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_to_object ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok +test.unit.cli.test_recon.TestRecon.test_get_hosts +test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok +test.unit.cli.test_recon.TestRecon.test_get_ring_names +test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 +test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object +fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_batched_reclaim ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok +test.unit.account.test_backend.TestAccountBroker.test_chexor +test.unit.account.test_backend.TestAccountBroker.test_chexor ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row +test.unit.account.test_backend.TestCommonAccountBroker.test_get_max_row ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_now_empty ... ok +test.unit.account.test_backend.TestAccountBroker.test_creation +test.unit.account.test_backend.TestAccountBroker.test_creation ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata +test.unit.account.test_backend.TestCommonAccountBroker.test_get_raw_metadata ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.account.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_chexor ... ok +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu +test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok +test.unit.cli.test_recon.TestRecon.test_ptime +test.unit.cli.test_recon.TestRecon.test_ptime ... ok +test.unit.cli.test_recon.TestRecon.test_quarantine_check +test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok +test.unit.cli.test_recon.TestRecon.test_umount_check +test.unit.cli.test_recon.TestRecon.test_umount_check ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_container +test.unit.account.test_backend.TestAccountBroker.test_delete_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_application_wildcard ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync +test.unit.account.test_replicator.TestReplicatorSync.test_sync ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs +test.unit.account.test_backend.TestCommonAccountBroker.test_get_syncs ... ok +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status +test.unit.account.test_backend.TestAccountBroker.test_delete_db_status ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get +test.unit.account.test_backend.TestCommonAccountBroker.test_maybe_get ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_chexor ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_conflicting ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_creation ... ok +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_backend.TestAccountBroker.test_empty +test.unit.account.test_backend.TestAccountBroker.test_empty ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_container ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok +test.unit.account.test_backend.TestAccountBroker.test_exception +test.unit.account.test_backend.TestAccountBroker.test_exception ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_encrypted_to_unencrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_copy_unencrypted_to_encrypted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_UTF8_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_crypto_max_length_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_disable_encryption_config_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_ondisk_data_after_write_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_put_without_crypto_post_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_and_override_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_different_root_secrets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_with_disable_encryption_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_with_crypto_read_without_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec +test.unit.common.middleware.crypto.test_encryption.TestCryptoPipelineChanges.test_write_without_crypto_read_with_crypto_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_delete_db_status ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info +test.unit.account.test_backend.TestAccountBroker.test_get_info ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBroker.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBroker.test_get_info_stale_read_ok ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok +test INFO: Begin account audit "once" mode +test ERROR: Audit Failed for /tmp/tmpfvhl2t95/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) +test INFO: Account audit "once" mode completed: 0.00s +test INFO: Disabling account_sdb +test INFO: Disabling container_sdb +test INFO: Disabling object_sdb +test INFO: Enabling account_sdb +test INFO: Enabling container_sdb +test INFO: Enabling object_sdb +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp8lo0ymdw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8lo0ymdw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp8lo0ymdw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp8lo0ymdw/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:25 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.5443 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:25 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.6254 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:26 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.4346 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 1.3354 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4724705f6d9741879ed58-00676bfa6b" "proxy-server 564114" 0.0009 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:37803/sda1/1/a/c" "tx4724705f6d9741879ed58-00676bfa6b" "container-server 564114" 0.0008 "-" 564114 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:53179/sdb1/1/a/c" "tx4724705f6d9741879ed58-00676bfa6b" "container-server 564114" 0.0043 "-" 564114 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4724705f6d9741879ed58-00676bfa6b" "proxy-server 564114" 0.0619 "-" 564114 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx4724705f6d9741879ed58-00676bfa6b" "proxy-server 564114" 0.1336 "-" 564114 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/27 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx4724705f6d9741879ed58-00676bfa6b - 0.1416 - - 1735129707.543256044 1735129707.684817076 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txc9290fc491dc4ed3a03d1-00676bfa6b" "proxy-server 564114" 0.0008 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:53179/sdb1/1/a1/c1" "txc9290fc491dc4ed3a03d1-00676bfa6b" "container-server 564114" 0.0015 "-" 564114 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:37803/sda1/1/a1/c1" "txc9290fc491dc4ed3a03d1-00676bfa6b" "container-server 564114" 0.0006 "-" 564114 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc9290fc491dc4ed3a03d1-00676bfa6b" "proxy-server 564114" 0.1251 "-" 564114 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txc9290fc491dc4ed3a03d1-00676bfa6b" "proxy-server 564114" 0.0712 "-" 564114 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/27 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txc9290fc491dc4ed3a03d1-00676bfa6b - 0.1302 - - 1735129707.685693026 1735129707.815916777 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:27 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7a01f7172d76465d9a5c0-00676bfa6b" "proxy-server 564114" 0.0540 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:53179/sdb1/2/a/c1" "tx7a01f7172d76465d9a5c0-00676bfa6b" "container-server 564114" 0.0556 "-" 564114 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:37803/sda1/2/a/c1" "tx7a01f7172d76465d9a5c0-00676bfa6b" "container-server 564114" 0.0041 "-" 564114 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7a01f7172d76465d9a5c0-00676bfa6b" "proxy-server 564114" 0.0939 "-" 564114 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx7a01f7172d76465d9a5c0-00676bfa6b" "proxy-server 564114" 0.1483 "-" 564114 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/28 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx7a01f7172d76465d9a5c0-00676bfa6b - 0.2068 - - 1735129707.816719055 1735129708.023534060 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0211de2d3e31461c8175d-00676bfa6c" "proxy-server 564114" 0.0710 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:53179/sdb1/1/a/c2" "tx0211de2d3e31461c8175d-00676bfa6c" "container-server 564114" 0.0471 "-" 564114 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:37803/sda1/1/a/c2" "tx0211de2d3e31461c8175d-00676bfa6c" "container-server 564114" 0.0010 "-" 564114 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0211de2d3e31461c8175d-00676bfa6c" "proxy-server 564114" 0.1012 "-" 564114 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:28 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0211de2d3e31461c8175d-00676bfa6c" "proxy-server 564114" 0.1603 "-" 564114 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/28 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0211de2d3e31461c8175d-00676bfa6c - 0.2358 - - 1735129708.024400473 1735129708.260170221 2 +Something useful +Also useful +Boring, but not secret +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir +test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_delete_db_status ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change +test.unit.account.test_backend.TestCommonAccountBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows +test.unit.account.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception +test.unit.common.middleware.crypto.test_decrypter.TestDecrypter.test_app_exception ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 +test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_cors_preflight ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_empty ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp +test.unit.account.test_backend.TestCommonAccountBroker.test_put_timestamp ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_double_check_trailing_delimiter ... ok fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/30/39 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1769538639.015938520 1769538639.017011642 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/30/39 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0011 - - 1769538639.017709494 1769538639.018855572 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short -test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header -test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set -test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass -test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins -test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix -test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes -test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift -test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok - -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Devices: id region zone ip address port replication ip replication port name weight partitions balance meta - 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data -No matching devices found -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" -Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" -Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" -Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" -Device 1 already uses 127.0.0.2:6201/sda2. -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" -Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" -Search value matched 0 devices. -The on-disk ring builder is unchanged. -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input -test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region -test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Use tempauth middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: Use keystone middleware. +fake-swift DEBUG: 's3api' is not in list +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: Skip pipeline auth check. +fake-swift DEBUG: 's3api' is not in list +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +test DEBUG: Calling S3Api Middleware +AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. +Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. +Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. +Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint +test DEBUG: Calling S3Api Middleware +Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location +test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured +test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb +test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments +test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich +test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment +test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_range_manifest ... ok test.unit.common.middleware.test_slo.TestSloRangeRequests.test_get_segment_with_non_ascii_path @@ -64454,1183 +63583,1100 @@ test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_sub_slo ... ok test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_manifest_unsatisfiable ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_wildcard ... ok test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_range_manifest ... ok test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest test.unit.common.middleware.test_slo.TestSloRangeRequests.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest -test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix -test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok -test INFO: Begin account audit "once" mode -test INFO: Account audit "once" mode completed: 0.00s -[2026-01-27 18:30:39] Checking auditor stats -=============================================================================== +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_account ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_app_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_conf_set ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container10unicodesubdirlisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkeraltdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerinvaliddirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkermatchdirtype ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container11subdirmarkerobjectindex ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container12unredirectedrequest ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container13empty ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container1_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_off ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2json_web_mode_explicitly_on ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container2onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3 ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3bindexhtml ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirx ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdiry ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subdirz ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3subsubdircontents ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container3unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4indexhtmlauthed ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4onetxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4tempurl ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4twotxt ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container4unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5indexhtml ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container5unknown ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6blisting ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container6subdir ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container7listing ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container8subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9listingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container9subdirlistingcss ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_container_404_has_no_css ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_no_auth_middleware ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_root ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_not_override_auth ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_subrequest_once_if_possible ... ok +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version +test.unit.common.middleware.test_staticweb.TestStaticWeb.test_version ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request +test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon +test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call +test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_exception ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict +test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope +test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path +test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers +test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest +test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at +test.unit.account.test_backend.TestCommonAccountBroker.test_status_changed_at ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 +test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename +test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error +test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig +test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires +test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash +test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid +test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough +test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config +test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid +test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match +test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim +test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value +test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed +test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load +test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok +test.unit.common.test_db.TestDatabaseConnectionError.test_str +test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok +test.unit.common.test_manager.TestManager.test_create +test.unit.common.test_manager.TestManager.test_create ... ok +test.unit.common.test_manager.TestManager.test_default_strict +test.unit.common.test_manager.TestManager.test_default_strict ... ok +test.unit.common.test_manager.TestManager.test_force_reload +test.unit.common.test_manager.TestManager.test_force_reload ... ok +test.unit.common.test_manager.TestManager.test_get_command +test.unit.common.test_manager.TestManager.test_get_command ... ok +test.unit.common.test_manager.TestManager.test_iter +test.unit.common.test_manager.TestManager.test_iter ... ok +test.unit.common.test_manager.TestManager.test_list_commands +test.unit.common.test_manager.TestManager.test_list_commands ... ok +test.unit.common.test_manager.TestManager.test_no_daemon +test.unit.common.test_manager.TestManager.test_no_daemon ... ok +test.unit.common.test_manager.TestManager.test_no_wait +test.unit.common.test_manager.TestManager.test_no_wait ... ok +test.unit.common.test_manager.TestManager.test_once +test.unit.common.test_manager.TestManager.test_once ... ok +test.unit.common.test_manager.TestManager.test_reload +test.unit.common.test_manager.TestManager.test_reload ... ok +test.unit.common.test_manager.TestManager.test_restart +test.unit.common.test_manager.TestManager.test_restart ... ok +test.unit.common.test_manager.TestManager.test_run_command +test.unit.common.test_manager.TestManager.test_run_command ... ok +test.unit.common.test_manager.TestManager.test_shutdown +test.unit.common.test_manager.TestManager.test_shutdown ... ok +test.unit.common.test_manager.TestManager.test_start +test.unit.common.test_manager.TestManager.test_start ... ok +test.unit.common.test_manager.TestManager.test_status +test.unit.common.test_manager.TestManager.test_status ... ok +test.unit.common.test_manager.TestManager.test_stop +test.unit.common.test_manager.TestManager.test_stop ... ok +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout +test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok +test.unit.common.test_manager.TestServer.test_conf_dir +test.unit.common.test_manager.TestServer.test_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_conf_files +test.unit.common.test_manager.TestServer.test_conf_files ... ok +test.unit.common.test_manager.TestServer.test_create_server +test.unit.common.test_manager.TestServer.test_create_server ... ok +test.unit.common.test_manager.TestServer.test_expirer_conf_files +test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok +test.unit.common.test_manager.TestServer.test_get_conf_file_name +test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name +test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_pid_file_name +test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok +test.unit.common.test_manager.TestServer.test_get_running_pids +test.unit.common.test_manager.TestServer.test_get_running_pids ... ok +test.unit.common.test_manager.TestServer.test_interact +test.unit.common.test_manager.TestServer.test_interact ... ok +test.unit.common.test_manager.TestServer.test_iter_pid_files +test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok +test.unit.common.test_manager.TestServer.test_kill_running_pids +test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok +test.unit.common.test_manager.TestServer.test_launch +test.unit.common.test_manager.TestServer.test_launch ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir +test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files +test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok +test.unit.common.test_manager.TestServer.test_proxy_conf_dir +test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok +test.unit.common.test_manager.TestServer.test_server_equality +test.unit.common.test_manager.TestServer.test_server_equality ... ok +test.unit.common.test_manager.TestServer.test_server_repr +test.unit.common.test_manager.TestServer.test_server_repr ... ok +test.unit.common.test_manager.TestServer.test_server_to_string +test.unit.common.test_manager.TestServer.test_server_to_string ... ok +test.unit.common.test_manager.TestServer.test_signal_pids +test.unit.common.test_manager.TestServer.test_signal_pids ... ok +test.unit.common.test_manager.TestServer.test_spawn +test.unit.common.test_manager.TestServer.test_spawn ... ok +test.unit.common.test_manager.TestServer.test_status +test.unit.common.test_manager.TestServer.test_status ... ok +test.unit.common.test_manager.TestServer.test_stop +test.unit.common.test_manager.TestServer.test_stop ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats +test.unit.account.test_backend.TestAccountBroker.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail +test.unit.account.test_backend.TestAccountBroker.test_initialize_fail ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names +test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response +test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_empty ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted +test.unit.account.test_backend.TestAccountBroker.test_is_status_deleted ... ok +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data +test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info ... ok +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder +test.unit.cli.test_dispersion_report.TestDispersionReport.test_placeholder ... ok +test.unit.cli.test_recon.TestScout.test_scout_http_error +test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_ok +test.unit.cli.test_recon.TestScout.test_scout_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error +test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout +test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok +test.unit.cli.test_recon.TestScout.test_scout_url_error +test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory +test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBroker.test_list_container_iter_with_reserved_name ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key +test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_exception ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_with_read_acp_permission ... ok -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception -test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning -test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors -test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items -test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_xml ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_json ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_empty_account_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter -test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00033 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpwlep2823/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Replicating db /tmp/tmp4chvjwow/sda/accounts/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00532 seconds (187.79552/s) +test INFO: Attempted to replicate 1 dbs in 0.00299 seconds (334.03663/s) test INFO: Removed 1 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00019 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '3fc6e57c-f098-48e9-8dfa-3ce6d1835d9f-sda', '1769538639.18198', '1769538639.17924', '0', '') test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpicplrlbd/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c9241400-1f84-48a3-9b58-3ddb4bffc445-sda', '1769538639.25357', '1769538639.23926', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c9241400-1f84-48a3-9b58-3ddb4bffc445-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'c9241400-1f84-48a3-9b58-3ddb4bffc445-sda', '1769538639.25357', '1769538639.23926', '0', '') -REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('c9241400-1f84-48a3-9b58-3ddb4bffc445-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35918 seconds (2.78409/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, 'eeb9e3f4ea662a425ee1fdcdd22a9cf5', '3b372983-0afe-4aa0-a02a-2d0ea0fbc525-sda', '1769538639.69345', '1769538639.69135', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('3b372983-0afe-4aa0-a02a-2d0ea0fbc525-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '101ac9dc5645bfd567215b6eee93e4ec', '3d4d27af-6b4c-4044-af68-4b9a18d1bd3e-sda', '1769538640.05036', '1769538640.04827', '0', '') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1769538640.19767', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1769538640.19813', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1769538640.19835', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1769538640.19871', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1769538640.19908', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1769538640.19924', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1769538640.19947', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1769538640.19973', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1769538640.19989', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1769538640.20003', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1769538640.20019', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '3d4d27af-6b4c-4044-af68-4b9a18d1bd3e-sda') -REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) -test INFO: Disabling account_sdb -test INFO: Disabling container_sdb -test INFO: Disabling object_sdb -test INFO: Enabling account_sdb -test INFO: Enabling container_sdb -test INFO: Enabling object_sdb -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -test ERROR: Invalid current //REALM/CLUSTER (foo) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89dd80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok -test.unit.account.test_backend.TestAccountBroker.test_newid -test.unit.account.test_backend.TestAccountBroker.test_newid ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers -test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker -test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers -test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run -test.unit.common.test_daemon.TestRunDaemon.test_run ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var -test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file -test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok -test.unit.common.test_daemon.TestRunDaemon.test_signal -test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup -test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids -test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The minimum number of hours before a partition can be reassigned is now set to 24 -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. -The overload factor is now 19.88% (0.198780) -The change will take effect after the next rebalance. -Overload must be non-negative. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -'swedish fish' is not a valid number. -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -Search value matched 0 devices. -The on-disk ring builder is unchanged. -The replica count is now 3.141593. -The change will take effect after the next rebalance. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -"test" is not a valid number. -Replica count must be at least 1. -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Matched more than one device: - d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" - d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" - d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" - d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync -test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok -test ERROR: Error decrypting container listing: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: get_keys(): unknown key id: unknown_key -test ERROR: Error decrypting container listing: unknown_key -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -test ERROR: Error in '/tmp/tmpfb__pt3s/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' -test ERROR: Could not load '/tmp/tmpqtat43fj/container-sync-realms.conf': File contains no section headers. -file: '/tmp/tmpqtat43fj/container-sync-realms.conf', line: 1 -'invalid' -test DEBUG: Could not load 'e3f415f6cb6d4b8f86b39bcb488faaff': [Errno 2] No such file or directory: 'e3f415f6cb6d4b8f86b39bcb488faaff' -test ERROR: Could not load '/tmp/tmpi9m7z807/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpi9m7z807/container-sync-realms.conf' -test ERROR: ERROR Could not get container info /tmp/tmp6xqgj4v9/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp6xqgj4v9/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpjb8lwyvx/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test INFO: Since Wed Dec 31 12:00:00 1969: container audits: 0 passed audit, 1 failed audit -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test ERROR: ERROR Could not get container info /tmp/tmpjb8lwyvx/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmpo1tewi3z/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00stest.unit.common.test_db_auditor.TestAuditor.test_run_forever -test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -test.unit.common.test_db_auditor.TestAuditor.test_run_once -test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input -test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_creation -test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db -test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup -test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device -test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete -test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect -test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs -test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok -test.unit.account.test_backend.TestAccountBroker.test_put_container -test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok - +test INFO: Attempted to replicate 0 dbs in 0.00014 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00017 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +REPLICATE: /sda/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', 'cc9c5011-c444-41fa-a8ba-ca632b982755-sda', '1735129707.73987', '1735129707.73858', '0', '') +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpcucb9dfq/sda/accounts/0/cca/7e85f39cfbd92b74b0b21a19f4188cca/7e85f39cfbd92b74b0b21a19f4188cca.db +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '4ba5c608-d724-472c-9862-882abbdc89de-sda', '1735129707.80841', '1735129707.80724', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('4ba5c608-d724-472c-9862-882abbdc89de-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (-1, '00000000000000000000000000000000', '4ba5c608-d724-472c-9862-882abbdc89de-sda', '1735129707.80841', '1735129707.80724', '0', '') +REPLICATE: /sdc/0/7e85f39cfbd92b74b0b21a19f4188cca, complete_rsync, ('4ba5c608-d724-472c-9862-882abbdc89de-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.29164 seconds (3.42886/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (1, '1b73ea46f1778eecd60259eb70935ba8', '38078682-57e2-4c9e-a71d-f03011033d20-sda', '1735129708.17092', '1735129708.16356', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, rsync_then_merge, ('38078682-57e2-4c9e-a71d-f03011033d20-sda', '7e85f39cfbd92b74b0b21a19f4188cca.db') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, sync, (11, '619d58e89dec34c215e09d85238c628d', '152589d5-11f5-4efa-9349-56ef3f8a4ec4-sda', '1735129708.48468', '1735129708.48301', '0', '') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_items, ([{'ROWID': 1, 'name': '/a/c_0', 'put_timestamp': '1735129708.57534', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c_1', 'put_timestamp': '1735129708.5879', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c_2', 'put_timestamp': '1735129708.58798', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c_3', 'put_timestamp': '1735129708.58804', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c_4', 'put_timestamp': '1735129708.5881', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c_5', 'put_timestamp': '1735129708.58816', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c_6', 'put_timestamp': '1735129708.58821', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c_7', 'put_timestamp': '1735129708.58827', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c_8', 'put_timestamp': '1735129708.58832', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c_9', 'put_timestamp': '1735129708.58837', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c_missing', 'put_timestamp': '1735129708.58842', 'delete_timestamp': '0', 'object_count': 0, 'bytes_used': 0, 'deleted': 0, 'storage_policy_index': 0}], '152589d5-11f5-4efa-9349-56ef3f8a4ec4-sda') +REPLICATE: /sdb/0/7e85f39cfbd92b74b0b21a19f4188cca, merge_syncs, ([],) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter +test.unit.account.test_backend.TestAccountBroker.test_list_containers_iter ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBroker.test_list_objects_iter_order_and_reverse ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided -test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_just_one -test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items -test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok -test.unit.common.test_utils.TestDistributeEvenly.test_uneven -test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok -test.unit.common.test_utils.TestNamespace.test_bounds_serialization -test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok -test.unit.common.test_utils.TestNamespace.test_comparisons -test.unit.common.test_utils.TestNamespace.test_comparisons ... ok -test.unit.common.test_utils.TestNamespace.test_contains -test.unit.common.test_utils.TestNamespace.test_contains ... ok -test.unit.common.test_utils.TestNamespace.test_end_marker -test.unit.common.test_utils.TestNamespace.test_end_marker ... ok -test.unit.common.test_utils.TestNamespace.test_entire_namespace -test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok -test.unit.common.test_utils.TestNamespace.test_expand -test.unit.common.test_utils.TestNamespace.test_expand ... ok -test.unit.common.test_utils.TestNamespace.test_includes -test.unit.common.test_utils.TestNamespace.test_includes ... ok -test.unit.common.test_utils.TestNamespace.test_lower_setter -test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok -test.unit.common.test_utils.TestNamespace.test_name -test.unit.common.test_utils.TestNamespace.test_name ... ok -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format -test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok -test.unit.common.test_utils.TestNamespace.test_total_ordering -test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok -test.unit.common.test_utils.TestNamespace.test_unicode_name -test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmppl6xg2iw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppl6xg2iw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmppl6xg2iw/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmppl6xg2iw/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0602 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0870 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0439 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0553 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0e8dcaa561de43c7b4223-006979044f" "proxy-server 1968893" 0.0017 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:58625/sdb1/1/a/c" "tx0e8dcaa561de43c7b4223-006979044f" "container-server 1968893" 0.0019 "-" 1968893 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:56795/sda1/1/a/c" "tx0e8dcaa561de43c7b4223-006979044f" "container-server 1968893" 0.0010 "-" 1968893 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e8dcaa561de43c7b4223-006979044f" "proxy-server 1968893" 0.1242 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0e8dcaa561de43c7b4223-006979044f" "proxy-server 1968893" 0.0673 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0e8dcaa561de43c7b4223-006979044f - 0.1346 - - 1769538639.146954775 1769538639.281553507 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2095ce098db74b27b88ee-006979044f" "proxy-server 1968893" 0.0010 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:58625/sdb1/1/a1/c1" "tx2095ce098db74b27b88ee-006979044f" "container-server 1968893" 0.0263 "-" 1968893 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:56795/sda1/1/a1/c1" "tx2095ce098db74b27b88ee-006979044f" "container-server 1968893" 0.0010 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2095ce098db74b27b88ee-006979044f" "proxy-server 1968893" 0.1822 "-" 1968893 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2095ce098db74b27b88ee-006979044f" "proxy-server 1968893" 0.1073 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2095ce098db74b27b88ee-006979044f - 0.1900 - - 1769538639.282809973 1769538639.472856522 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6b374cd90aba4eddbbc50-006979044f" "proxy-server 1968893" 0.0411 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:58625/sdb1/2/a/c1" "tx6b374cd90aba4eddbbc50-006979044f" "container-server 1968893" 0.0068 "-" 1968893 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:56795/sda1/2/a/c1" "tx6b374cd90aba4eddbbc50-006979044f" "container-server 1968893" 0.0563 "-" 1968893 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6b374cd90aba4eddbbc50-006979044f" "proxy-server 1968893" 0.2453 "-" 1968893 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx6b374cd90aba4eddbbc50-006979044f" "proxy-server 1968893" 0.1454 "-" 1968893 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx6b374cd90aba4eddbbc50-006979044f - 0.2938 - - 1769538639.474204063 1769538639.768002033 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx01c64087d89f4a51a155e-006979044f" "proxy-server 1968893" 0.0640 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:39 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:58625/sdb1/1/a/c2" "tx01c64087d89f4a51a155e-006979044f" "container-server 1968893" 0.0052 "-" 1968893 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:56795/sda1/1/a/c2" "tx01c64087d89f4a51a155e-006979044f" "container-server 1968893" 0.0949 "-" 1968893 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx01c64087d89f4a51a155e-006979044f" "proxy-server 1968893" 0.2373 "-" 1968893 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx01c64087d89f4a51a155e-006979044f" "proxy-server 1968893" 0.1642 "-" 1968893 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx01c64087d89f4a51a155e-006979044f - 0.3087 - - 1769538639.769260883 1769538640.077911854 2 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete - resp = req.get_response(self.app, method='DELETE', query=query, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1462, in _get_response - sw_resp = sw_req.get_response(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 183, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/s3api/__init__.py", line 84, in __call__ - return self.app(env, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 197, in _select_response - is_success = resp_class().is_success - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -Exception: kaboomtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_unhandled_exception ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_enabled ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_versioned_suspended ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_error ... ok -test.unit.common.test_utils.TestNamespace.test_upper_setter -test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf -test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files -test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_with_system_entity ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteNoAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_GET_version_part_num ... ok -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw -test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEAD.test_mpu_HEAD_version_part_num ... ok -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 -test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBroker.test_load_old_pending_puts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_list_parts ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET @@ -65647,7 +64693,529 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_no_stale_reads ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items +test.unit.account.test_backend.TestAccountBroker.test_merge_items ... ok +test.unit.common.test_manager.TestServer.test_wait +test.unit.common.test_manager.TestServer.test_wait ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTC.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta +test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_and_path ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_root_obj ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_path_trailing_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_matching_ending_not_domain ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok +test INFO: - - - [25/Dec/2024:12:28:21 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 1.3478 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:21 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.8394 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:21 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:22 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.4301 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:22 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:25 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 2.6390 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:25 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:25 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.7372 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:25 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0728 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:26 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.6299 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 1.1315 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0370 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0632 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0702 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0552 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0699 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0320 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:27 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0036 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0461 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0636 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0026 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0594 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0518 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0421 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0570 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0690 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0558 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0045 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0511 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0013 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0466 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0374 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:28 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0413 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.6915 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0169 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0742 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0581 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0718 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0660 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0516 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0616 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0529 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0610 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0576 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0083 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:29 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0619 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0479 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0389 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0608 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.2299 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0198 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0025 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0215 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0123 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0190 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0397 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0521 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0507 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0558 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0572 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0475 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0431 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0390 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0020 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0001 "-" 564107 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Expecting an element , got nothing, line 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok @@ -65777,8 +65345,6 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_bucket ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_md5 ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_upload_invalid_sha256 @@ -65801,930 +65367,65 @@ test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_multipart_uploads_list ... ok test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part ... ok -test.unit.account.test_backend.TestAccountBroker.test_reclaim -test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89dd80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89d6c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89d6c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89d780>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format -test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account -test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest -test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation -test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear -test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile -test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles -test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders -test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok -test.unit.common.test_constraints.TestConstraints.test_check_account_format -test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_container_format -test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at -test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path -test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir -test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount -test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok -test.unit.common.test_constraints.TestConstraints.test_check_float -test.unit.common.test_constraints.TestConstraints.test_check_float ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count -test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name -test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good -test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size -test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length -test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length -test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8 -test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal -test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates -test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical -test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_api_version -test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp -test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta -test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok -test.unit.common.test_constraints.TestConstraints.test_validate_constraints -test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon -test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs -test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok -test.unit.common.test_db.TestDictFactory.test_normal_case -test.unit.common.test_db.TestDictFactory.test_normal_case ... ok -test.unit.common.test_db.TestExampleBroker.test_commit_pending -test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok -test.unit.common.test_db.TestExampleBroker.test_delete_db -test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok -test.unit.common.test_db.TestExampleBroker.test_get_info -test.unit.common.test_db.TestExampleBroker.test_get_info ... ok -test.unit.common.test_db.TestExampleBroker.test_get_max_row -test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata -test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok -test.unit.common.test_db.TestExampleBroker.test_get_syncs -test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok -test.unit.common.test_db.TestExampleBroker.test_maybe_get -test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok - -test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.3:6202/None: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container - direct_delete_container( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Exception with 10.0.0.0:1000/sda: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object - direct_delete_object( - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object - raise self.myexp -swift.common.exceptions.ClientException: : 404 -test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda -test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb -test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc -test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd -test-reaper DEBUG: Begin devices pass: thisdeviceisbad -test-reaper ERROR: Exception in top-level account reaper loop: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once - for device in os.listdir(self.devices): - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' -test-reaper INFO: Devices pass completed: 0.00s -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0655 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0504 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0591 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0041 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1064 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0271 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0099 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0476 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0982 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0664 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0725 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0057 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0487 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0690 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0143 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0800 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0690 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0082 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0855 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0957 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0619 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0108 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0802 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1135 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.1509 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0804 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0272 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1455 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1094 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0889 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0921 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0983 "-" 1968899 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_other_owner ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filecount_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_filesize_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_path_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg -test.unit.cli.test_form_signature.TestFormSignature.test_invalid_seconds_arg ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature -test.unit.cli.test_form_signature.TestFormSignature.test_prints_signature ... ok -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args -test.unit.cli.test_form_signature.TestFormSignature.test_too_few_args ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted -test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_etag_is_at_not_duplicated ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_GET_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_etag_is_at_not_duplicated ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit_marker_xml ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_match_with_existing_etag_is_at_header ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_HEAD_if_none_match_with_existing_etag_is_at_header ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_POST_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_app_exception ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_constraints_checking ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_encryption_override ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_bad_client_etag ... ok -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change -test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_good_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_multiseg_no_client_etag ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_no_user_metadata ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_nothing_read ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_req ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_response_inconsistent_etag_is_not_replaced ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_headers_and_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_bad_etag_in_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_footers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_empty_etag_override_in_headers_no_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_of_empty_body_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_etag_override_in_headers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_with_other_footers_and_etag_of_empty_body ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_PUT_zero_size_object ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_config_true_value_on_disable_encryption ... ok -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val -test.unit.common.middleware.crypto.test_encrypter.TestEncrypter.test_encrypt_header_val ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_canned_acl_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_both_acl_header_and_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_header ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_handle_acl_with_invalid_header_string ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_invalid_xml ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclNoSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location ... ok -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 -test.unit.common.middleware.s3api.test_location.TestS3ApiLocation.test_object_location_setting_as_us_west_1 ... ok -test.unit.common.test_db.TestExampleBroker.test_put_timestamp -test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok - -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit pass. -test ERROR: ERROR auditing: Timeout (Nones) -test INFO: Container audit pass completed: 0.00s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test INFO: Begin container audit "once" mode -test ERROR: ERROR Could not get container info /tmp/tmp0k4eok6l/tmp_test_database_auditor/fail2.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test DEBUG: Audit passed for -test ERROR: ERROR Could not get container info /tmp/tmp0k4eok6l/tmp_test_database_auditor/fail1.db: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit - info = broker.get_info() - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info - raise ValueError -ValueError -test DEBUG: Audit passed for -test INFO: Container audit "once" mode completed: 0.02s -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) -test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate - self.request('REPLICATE', self.path, body, - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req - raise Exception('blah') -Exception: blah -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection -test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes -test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table -test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs -test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects -test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok -test.unit.common.test_db.TestExampleBroker.test_status_changed_at -test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers -test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation -test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified -test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation -test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet -test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor -test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 -test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation -test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats -test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache -test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached -test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config -test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero -test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized -test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute -test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate -test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication -test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies -test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough -test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string -test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr -test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info -test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring -test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names -test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled +test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers test.unit.common.test_swob.TestResponse.test_200_with_body_and_headers ... ok test.unit.common.test_swob.TestResponse.test_507 @@ -66791,24 +65492,34 @@ test.unit.common.test_swob.TestResponse.test_swob_drains_small_HEAD_resp_iter ... ok test.unit.common.test_swob.TestResponse.test_unicode_body test.unit.common.test_swob.TestResponse.test_unicode_body ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool -test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking -test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive -test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire -test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases -test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser -test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_closes +test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first +test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple +test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok +test.unit.common.test_utils.TestUTC.test_tzname +test.unit.common.test_utils.TestUTC.test_tzname ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero +test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing +test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function +test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil test.unit.common.utils.test_timestamp.TestTimestamp.test_ceil ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_cmp_with_none @@ -66865,3014 +65576,120 @@ test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_no_offset ... ok test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset test.unit.common.utils.test_timestamp.TestTimestamp.test_smaller_with_offset ... ok -test.unit.common.utils.test_timestamp.TestTimestamp.test_true -test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding -test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype -test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values -test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges -test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_default -test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf -test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate -test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset -test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestConfigOptionHandling.test_default -test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default -test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok -test.unit.obj.test_server.TestObjectController.test_DELETE -test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired -test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates -test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes -test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive -test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit -test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET -test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences -test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_but_expired -test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config -test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match -test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at -test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match -test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo -test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine -test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable -test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object -test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD -test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired -test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match -test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since -test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_OPTIONS -test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_but_expired -test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST -test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_connection -test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy -test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock -test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers -test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path -test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_not_exist -test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp -test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte -test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata -test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type -test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta -test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_update_meta -test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive -test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication -test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json -test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding -test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue -test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection -test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout -test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data -test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_common -test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection -test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard -test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past -test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch -test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored -test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star -test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path -test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer -test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum -test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent -test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type -test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag -test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp -test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at -test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path -test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_slow -test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag -test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST -test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr -test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers -test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length -test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol -test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones -test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout -test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works -test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS -test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called -test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test__call__returns_500 -test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_allowed_headers -test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect -test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout -test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_bad_sinces -test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_method -test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_bad_request -test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_name_collision -test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_call_not_found -test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive -test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero -test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_chunked_put -test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout -test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_async -test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args -test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update -test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_container_update_success -test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_content_encoding -test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method -test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container -test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration -test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_cap -test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_negative -test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes -test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries -test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete -test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host -test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication -test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_device_unavailable -test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir -test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes -test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore -test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config -test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_init -test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true -test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist -test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public -test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods -test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_log_line_format -test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_object_name_length -test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_max_upload_time -test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining -test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_allowed_method -test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests -test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update -test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset -test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object -test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header -test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend -test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine -test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods -test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_serv_reserv -test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_short_body -test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated -test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers -test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats -test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET -test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_GET_big -test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestZeroCopy.test_quarantine -test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file -test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call -test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required -test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others -test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions -test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect -test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status -test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated -test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout -test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout -test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all -test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed -test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow -test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension -test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer -test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk -test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post -test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put -test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout -test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable -test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name -test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete -test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map -test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted -test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put -test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post -test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start -test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index -test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout -test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 -test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path -test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_close -test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_init -test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort -test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp -test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok -test INFO: Begin account audit "once" mode -test ERROR: Audit Failed for /tmp/tmpuqt33fj1/sda/accounts/0/0/0/test.db: The total container_count for the account a (3) does not match the sum of container_count across policies (2) -test INFO: Account audit "once" mode completed: 0.00s -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0756 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0659 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0481 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1391 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:39 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0494 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0736 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1224 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0565 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0446 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0079 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0561 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0536 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0131 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0503 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0612 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0505 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0327 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0107 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0343 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0635 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0743 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:40 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0641 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0715 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0691 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0026 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0459 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0679 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0031 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.0739 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.0878 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0959 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0664 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0881 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.1020 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:41 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0828 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.1015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0764 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.1164 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.1127 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0951 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0824 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0025 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0824 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0886 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0764 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0670 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0599 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0019 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0862 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0733 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0858 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0765 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0680 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0786 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1797 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0022 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0722 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0603 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0589 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0639 "-" 1968912 -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml -test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false -test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter -test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_json -test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain -test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml -test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok -test.unit.account.test_server.TestAccountController.test_GET_over_limit -test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok - -d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 -Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. -d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 -d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 -Search value matched 0 devices. -The on-disk ring builder is unchanged. -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 -d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices -test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining -test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_unknown -test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_fullcontrol_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadNonUTC.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object - success = self._repl_to_node(node, broker, partition, info, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node - return self._handle_sync_response(node, response, info, broker, http, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response - if response.status == HTTP_NOT_FOUND: # completely missing, rsync - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status - raise self._status -Exception: ugh -test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} -test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do -test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) -test-replicator DEBUG: Replicating db /path/to/file -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do -test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do -test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py -test-replicator ERROR: Unable to decode remote metadata 'metadata' -test-replicator ERROR: Quarantining DB -test-replicator ERROR: ERROR Failed to get my own IPs? -test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00047 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator WARNING: Skipping: Boom! -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 1 failures -test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring -test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_stats -test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync -test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 -test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix -test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok -test.unit.common.test_memcached.TestMemcacheCommand.test_init -test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok -test.unit.common.test_swob.TestMatch.test_match -test.unit.common.test_swob.TestMatch.test_match ... ok -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space -test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok -test.unit.common.test_swob.TestMatch.test_match_noquote -test.unit.common.test_swob.TestMatch.test_match_noquote ... ok -test.unit.common.test_swob.TestMatch.test_match_star -test.unit.common.test_swob.TestMatch.test_match_star ... ok -test.unit.common.test_utils.TestContextPool.test_close -test.unit.common.test_utils.TestContextPool.test_close ... ok -test.unit.common.test_utils.TestContextPool.test_context_manager -test.unit.common.test_utils.TestContextPool.test_context_manager ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish -test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok -test.unit.common.test_utils.TestParseContentRange.test_bad -test.unit.common.test_utils.TestParseContentRange.test_bad ... ok -test.unit.common.test_utils.TestParseContentRange.test_good -test.unit.common.test_utils.TestParseContentRange.test_good ... ok -test.unit.common.test_utils.TestPunchHole.test_arg_bounds -test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok -test.unit.common.test_utils.TestPunchHole.test_error -test.unit.common.test_utils.TestPunchHole.test_error ... ok -test.unit.common.test_utils.TestPunchHole.test_no_fallocate -test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok -test.unit.common.test_utils.TestPunchHole.test_punch_hole -test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after -test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes -test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok -test.unit.common.test_utils.TestShardRange.test_constants -test.unit.common.test_utils.TestShardRange.test_constants ... ok -test.unit.common.test_utils.TestShardRange.test_copy -test.unit.common.test_utils.TestShardRange.test_copy ... ok -test.unit.common.test_utils.TestShardRange.test_deleted_setter -test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok -test.unit.common.test_utils.TestShardRange.test_epoch_setter -test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok -test.unit.common.test_utils.TestShardRange.test_find_ancestors -test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok -test.unit.common.test_utils.TestShardRange.test_find_root -test.unit.common.test_utils.TestShardRange.test_find_root ... ok -test.unit.common.test_utils.TestShardRange.test_increment_meta -test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok -test.unit.common.test_utils.TestShardRange.test_is_child_of -test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok -test.unit.common.test_utils.TestShardRange.test_make_path -test.unit.common.test_utils.TestShardRange.test_make_path ... ok -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_min_max_bounds -test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok -test.unit.common.test_utils.TestShardRange.test_name -test.unit.common.test_utils.TestShardRange.test_name ... ok -test.unit.common.test_utils.TestShardRange.test_name_validation -test.unit.common.test_utils.TestShardRange.test_name_validation ... ok -test.unit.common.test_utils.TestShardRange.test_repr -test.unit.common.test_utils.TestShardRange.test_repr ... ok -test.unit.common.test_utils.TestShardRange.test_resolve_state -test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok -test.unit.common.test_utils.TestShardRange.test_row_count -test.unit.common.test_utils.TestShardRange.test_row_count ... ok -test.unit.common.test_utils.TestShardRange.test_set_deleted -test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation -test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key -test.unit.common.test_utils.TestShardRange.test_sort_key ... ok -test.unit.common.test_utils.TestShardRange.test_sort_key_order -test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok -test.unit.common.test_utils.TestShardRange.test_state_setter -test.unit.common.test_utils.TestShardRange.test_state_setter ... ok -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_timestamp_setter -test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok -test.unit.common.test_utils.TestShardRange.test_to_from_dict -test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok -test.unit.common.test_utils.TestShardRange.test_update_meta -test.unit.common.test_utils.TestShardRange.test_update_meta ... ok -test.unit.common.test_utils.TestShardRange.test_update_state -test.unit.common.test_utils.TestShardRange.test_update_state ... ok -test.unit.common.test_utils.TestShardRange.test_update_tombstones -test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration -test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '462'} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '446'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '450'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_with_write_acp_permission ... ok - -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f77ab89c400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txba4322d8df1f4687b348a-0069790455) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx846eb100f7f7435da30de-0069790455) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpr6py7i7d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpr6py7i7d/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpr6py7i7d/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpr6py7i7d/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:45 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0460 "-" 1968909 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0519 "-" 1968909 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0587 "-" 1968909 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:45 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0776 "-" 1968909 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0939 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.0977 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0919 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:42 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.0782 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.0881 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.0873 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0673 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.0751 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0446 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1767 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0477 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0228 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0802 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0537 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0439 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0807 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.0410 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0392 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0359 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0619 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0576 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0616 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.0515 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0540 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0008 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0634 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0550 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.0711 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0431 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0552 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0046 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0488 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0037 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0481 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0449 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0616 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0494 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0465 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0776 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0493 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0642 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0019 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0018 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0019 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0460 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0054 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1179 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0456 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0541 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0472 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0494 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0651 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0379 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0513 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0490 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0468 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0456 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0445 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0534 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0564 "-" 1968899 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_encrypter.py", line 913, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.0679 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0029 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0636 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0009 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:43 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0355 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0768 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0386 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0642 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0646 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0655 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0767 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0555 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0610 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1101 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0323 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0038 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0504 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0514 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0618 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0520 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:44 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0623 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0506 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0584 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0451 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0560 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0398 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0381 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0550 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0037 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0450 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0475 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0592 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0601 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0627 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0551 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0883 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0423 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0430 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0637 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0494 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0599 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0478 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0117 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0379 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0034 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0404 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0683 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0582 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0699 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0764 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0700 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0750 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0618 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0628 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0597 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0560 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0359 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0022 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0022 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0386 "-" 1968912 -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json -test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain -test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml -test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok - -Search value matched 0 devices. -The on-disk ring builder is unchanged. -Unknown command: unknown -swift-ring-builder 1.3 - -swift-ring-builder - Shows information about the ring and the devices within. Output - includes a table that describes the report parameters (id, region, - port, flags, etc). - flags: possible values are 'DEL' and '' - DEL - indicates that the device is marked for removal from - ring and will be removed in next rebalance. - -swift-ring-builder add - [r]z-:[R:]/_ - - [[r]z-:[R:]/_ - ] ... - - Where and are replication ip and port. - -or - -swift-ring-builder add - --region --zone --ip --port - [--replication-ip ] [--replication-port ] - --device --weight - [--meta ] - - Adds devices to the ring with the given information. No partitions will be - assigned to the new device until after running 'rebalance'. This is so you - can make multiple device changes and rebalance them all just once. - -swift-ring-builder cancel_increase_partition_power - Cancel the increase of the partition power. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup unneeded links. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder create - - Creates with 2^ partitions and . - is number of hours to restrict moving a partition more - than once. - -swift-ring-builder dispersion [options] - - Output report on dispersion. - - --recalculate option will rebuild cached dispersion info and save builder - --verbose option will display dispersion graph broken down by tier - - You can filter which tiers are evaluated to drill down using a regex - in the optional search_filter argument. i.e. - - swift-ring-builder dispersion "r\d+z\d+$" -v - - ... would only display rows for the zone tiers - - swift-ring-builder dispersion ".*\-[^/]*$" -v - - ... would only display rows for the server tiers - - The reports columns are: - - Tier : the name of the tier - parts : the total number of partitions with assignment in the tier - % : the percentage of parts in the tier with replicas over assigned - max : maximum replicas a part should have assigned at the tier - 0 - N : the number of parts with that many replicas assigned - - e.g. - Tier: parts % max 0 1 2 3 - r1z1 1022 79.45 1 2 210 784 28 - - r1z1 has 1022 total parts assigned, 79% of them have more than the - recommend max replica count of 1 assigned. Only 2 parts in the ring - are *not* assigned in this tier (0 replica count), 210 parts have - the recommend replica count of 1, 784 have 2 replicas, and 28 sadly - have all three replicas in this tier. - -swift-ring-builder finish_increase_partition_power - Finally removes the next_part_power flag. Has to be run after the - swift-object-relinker tool has been used to cleanup old existing data. - - A write_ring command is needed to make the change take effect. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder increase_partition_power - Increases the partition power by one. Needs to be run after - prepare_increase_partition_power has been run and all existing data has - been relinked using the swift-object-relinker tool. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to cleanup old data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder list_parts [] .. - -or - -swift-ring-builder list_parts - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Returns a 2 column list of all the partitions that are assigned to any of - the devices matching the search values given. The first column is the - assigned partition number and the second column is the number of device - matches for that partition. The list is ordered from most number of matches - to least. If there are a lot of devices to match against, this command - could take a while to run. - -swift-ring-builder prepare_increase_partition_power - Prepare the ring to increase the partition power by one. - - A write_ring command is needed to make the change take effect. - - Once the updated rings have been deployed to all servers you need to run - the swift-object-relinker tool to relink existing data. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you increase the partition power and deploy changed rings, you may - introduce unavailability in your cluster. This has an end-user impact. Make - sure you execute required operations to increase the partition power - accurately. - -swift-ring-builder pretend_min_part_hours_passed - Resets the clock on the last time a rebalance happened, thus - circumventing the min_part_hours check. - - ***************************** - USE THIS WITH EXTREME CAUTION - ***************************** - - If you run this command and deploy rebalanced rings before a replication - pass completes, you may introduce unavailability in your cluster. This - has an end-user impact. - -swift-ring-builder rebalance [options] - Attempts to rebalance the ring by reassigning partitions that haven't been - recently reassigned. - -swift-ring-builder remove [search-value ...] - [--yes] - -or - -swift-ring-builder remove - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Removes the device(s) from the ring. This should normally just be used for - a device that has failed. For a device you wish to decommission, it's best - to set its weight to 0, wait for it to drain all its data, then use this - remove command. This will not take effect until after running 'rebalance'. - This is so you can make multiple device changes and rebalance them all just - once. - - Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile -test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate -test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error -test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file -test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:45 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6930db3d1fd94eb9845cf-0069790455" "proxy-server 1968909" 0.0011 "-" 1968909 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39677/sda1/1/a/c" "tx6930db3d1fd94eb9845cf-0069790455" "container-server 1968909" 0.0040 "-" 1968909 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:43219/sdb1/1/a/c" "tx6930db3d1fd94eb9845cf-0069790455" "container-server 1968909" 0.0032 "-" 1968909 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6930db3d1fd94eb9845cf-0069790455" "proxy-server 1968909" 0.0569 "-" 1968909 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6930db3d1fd94eb9845cf-0069790455" "proxy-server 1968909" 0.1102 "-" 1968909 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/46 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6930db3d1fd94eb9845cf-0069790455 - 0.1178 - - 1769538645.969432354 1769538646.087206602 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0baf4045afa74a108338c-0069790456" "proxy-server 1968909" 0.0012 "-" 1968909 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:43219/sdb1/1/a1/c1" "tx0baf4045afa74a108338c-0069790456" "container-server 1968909" 0.0230 "-" 1968909 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39677/sda1/1/a1/c1" "tx0baf4045afa74a108338c-0069790456" "container-server 1968909" 0.0012 "-" 1968909 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0baf4045afa74a108338c-0069790456" "proxy-server 1968909" 0.1109 "-" 1968909 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0baf4045afa74a108338c-0069790456" "proxy-server 1968909" 0.0765 "-" 1968909 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/46 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0baf4045afa74a108338c-0069790456 - 0.1181 - - 1769538646.088521242 1769538646.206655264 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx80eb747b98344feca8725-0069790456" "proxy-server 1968909" 0.0606 "-" 1968909 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:43219/sdb1/2/a/c1" "tx80eb747b98344feca8725-0069790456" "container-server 1968909" 0.0719 "-" 1968909 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39677/sda1/2/a/c1" "tx80eb747b98344feca8725-0069790456" "container-server 1968909" 0.0011 "-" 1968909 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80eb747b98344feca8725-0069790456" "proxy-server 1968909" 0.2226 "-" 1968909 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80eb747b98344feca8725-0069790456" "proxy-server 1968909" 0.1293 "-" 1968909 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/46 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx80eb747b98344feca8725-0069790456 - 0.2899 - - 1769538646.207947969 1769538646.497884512 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txdf8e38f4d7da42afac55a-0069790456" "proxy-server 1968909" 0.0642 "-" 1968909 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:43219/sdb1/1/a/c2" "txdf8e38f4d7da42afac55a-0069790456" "container-server 1968909" 0.0711 "-" 1968909 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:39677/sda1/1/a/c2" "txdf8e38f4d7da42afac55a-0069790456" "container-server 1968909" 0.0012 "-" 1968909 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf8e38f4d7da42afac55a-0069790456" "proxy-server 1968909" 0.2014 "-" 1968909 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:30:46 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txdf8e38f4d7da42afac55a-0069790456" "proxy-server 1968909" 0.1419 "-" 1968909 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/30/46 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txdf8e38f4d7da42afac55a-0069790456 - 0.2737 - - 1769538646.499292374 1769538646.773014545 2 - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:full_control OWNER -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_with_write_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok - - -swift-ring-builder search - -or - -swift-ring-builder search - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Shows information about matching devices. - -swift-ring-builder set_info - :[R:]/_ - [ :[R:]/_] ... - [--yes] - -or - -swift-ring-builder set_info - --ip --port - --replication-ip --replication-port - --device --meta - --change-ip --change-port - --change-replication-ip - --change-replication-port - --change-device - --change-meta - [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - For each search-value, resets the matched device's information. - This information isn't used to assign partitions, so you can use - 'write_ring' afterward to rewrite the current ring with the newer - device information. Any of the parts are optional in the final - :/_ parameter; just give what you - want to change. For instance set_info d74 _"snet: 5.6.7.8" would - just update the meta data for device id 74. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_min_part_hours - Changes the to the given . This should be set to - however long a full replication/update cycle takes. We're working on a way - to determine this more easily than scanning logs. - -swift-ring-builder set_overload [%] - Changes the overload factor to the given . - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_region - [ set_region - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' regions. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_replicas - Changes the replica count to the given . may - be a floating-point value, in which case some partitions will have - floor() replicas and some will have ceiling() - in the correct proportions. - - A rebalance is needed to make the change take effect. - -swift-ring-builder set_weight - [ ] ... - [--yes] - -or - -swift-ring-builder set_weight - --region --zone --ip --port - --replication-ip --replication-port - --device --meta --weight - [--yes] - - Where , and are replication ip, hostname - and port. and are the search weight and new - weight values respectively. - Any of the options are optional in both cases. - - Resets the devices' weights. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder set_zone - [ set_zone - --region --zone --ip --port - --replication-ip --replication-port - --device --meta [--yes] - - Where , and are replication ip, hostname - and port. - Any of the options are optional in both cases. - - Resets the devices' zones. No partitions will be reassigned to or from - the device until after running 'rebalance'. This is so you can make - multiple device changes and rebalance them all just once. - - Option --yes assume a yes response to all questions. - -swift-ring-builder validate - Just runs the validation routines on the ring. - -swift-ring-builder write_builder [min_part_hours] - Recreate a builder from a ring file (lossy) if you lost your builder - backups. (Protip: don't lose your builder backups). - [min_part_hours] is one of those numbers lost to the builder, - you can change it with set_min_part_hours. - -swift-ring-builder write_ring - Just rewrites the distributable ring file. This is done automatically after - a successful rebalance, so really this is only useful after one or more - 'set_info' calls when no rebalance is needed but you want to send out the - new device information. - -The can be of the form:: - - drz-:R:/ - _ - - Where and are replication ip and port. - - Any part is optional, but you must include at least one part. - - Examples:: - - d74 Matches the device id 74 - r4 Matches devices in region 4 - z1 Matches devices in zone 1 - z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 - 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 - z1:5678 Matches devices in zone 1 using port 5678 - :5678 Matches devices that use port 5678 - R5.6.7.8 Matches devices that use replication ip 5.6.7.8 - R:5678 Matches devices that use replication port 5678 - 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip - 5.6.7.8 - /sdb1 Matches devices with the device name sdb1 - _shiny Matches devices with shiny in the meta data - _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data - [::1] Matches devices in any zone with the ip ::1 - z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 - - Most specific example:: - - d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" - - Nerd explanation: - - All items require their single character prefix except the ip, in which - case the - is optional unless the device id or zone is also included. - -Quick list: add cancel_increase_partition_power create dispersion - finish_increase_partition_power increase_partition_power list_parts - prepare_increase_partition_power pretend_min_part_hours_passed - rebalance remove search set_info set_min_part_hours set_overload - set_region set_replicas set_weight set_zone validate write_builder - write_ring -Exit codes: 0 = operation successful - 1 = operation completed with warnings - 2 = error -Problem occurred while reading builder file: /tmp/tmp1izc3iwj/tmpeq4jiqaf. Generic error occurred -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. --------------------------------------------------------------------------------test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk -test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version -test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring -test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_check_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_decryption_context_non_zero_offset ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_encryption_context ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_iv ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_create_random_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_decrypt_range ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_large_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_enc_dec_small_chunks ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_get_crypto_meta ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_unwrap_bad_key ... ok -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key -test.unit.common.middleware.crypto.test_crypto_utils.TestCrypto.test_wrap_unwrap_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_active_key ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_algorithm ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_bad_key_length ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_config_in_separate_file ... ok +test.unit.common.utils.test_timestamp.TestTimestamp.test_true +test.unit.common.utils.test_timestamp.TestTimestamp.test_true ... ok -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '456'} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 501 Not Implemented fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '448'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_bucket_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_authenticated_read ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok - -Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 6.00 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 -Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 -Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 109.38 indicates you should push this - ring, wait at least 1 hours, and rebalance/repush. -------------------------------------------------------------------------------- -d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. -Reassigned 48 (75.00%) partitions. Balance is now 214.58. Dispersion is now 1.56 -------------------------------------------------------------------------------- -NOTE: Dispersion of 1.562500 indicates some parts are not - optimally dispersed. - - You may want to adjust some device weights, increase - the overload or review the dispersion report. -------------------------------------------------------------------------------- -Note: using /tmp/tmpra5foqdj/tmpsroukr4w.builder instead of /tmp/tmpra5foqdj/tmpsroukr4w.ring.gz as builder file -Reassigned 3 (4.69%) partitions. Balance is now 100.00. Dispersion is now 0.00 -------------------------------------------------------------------------------- -NOTE: Balance of 100.00 indicates you should push this - ring, wait at least 24 hours, and rebalance/repush. -------------------------------------------------------------------------------- -Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 -Note: using /tmp/tmpvliv1qk4/tmp12vs0qy7.builder instead of /tmp/tmpvliv1qk4/tmp12vs0qy7.ring.gz as builder file -Note: using /tmp/tmp2yvnmi04/tmpoqkjx01k.builder instead of /tmp/tmp2yvnmi04/tmpoqkjx01k.ring.gz as builder file -Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 -Something useful -Also useful -Boring, but not secret -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_logger_manipulations ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_missing_key_id ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_filter_section ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_multikey_config_in_separate_file ... ok -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir -test.unit.common.middleware.crypto.test_kmip_keymaster.TestKmipKeymaster.test_proxy_server_conf_dir ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_GET_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEAD.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_from_swift_resp_slo ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_from_swift3_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_sysmeta_headers_ignore_other_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_s3api_user_meta_headers ... ok -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta -test.unit.common.middleware.s3api.test_s3response.TestResponse.test_response_swift3_sysmeta_does_not_overwrite_s3api_sysmeta ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request -test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_dir ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_finding_defaults_from_file ... ok -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured -test.unit.common.middleware.test_dlo.TestDloConfiguration.test_skip_defaults_if_configured ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_and_path ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_root_obj ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_path_trailing_slash ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_container_with_root_path_obj_slash_v1 ... ok -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_account_with_path_root_container ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT + self.req.get_acl_response(app, 'PUT', self.container) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:write OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_all_users ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_authenticated_users ... ok -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_info_stale_read_ok ... ok + fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -69883,23 +65700,6 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, deferring rejection based on error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware @@ -69912,9 +65712,9 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET - resp = req.get_response(self.app, query={'format': 'json'}) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response return self._get_response(app, method, container, obj, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -69923,1957 +65723,1052 @@ swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -test INFO: Loaded config file /tmp/tmp5la9z_r6/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp5la9z_r6/backend-ratelimit.conf -test INFO: Loaded new config file /tmp/tmp5la9z_r6/backend-ratelimit.conf, config unchanged -test DEBUG: Loaded existing config file /tmp/tmp5la9z_r6/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmp10i52bts/missing, config changed -test INFO: Loaded config file /tmp/tmp10i52bts/missing, config changed -test INFO: Loaded new config file /tmp/tmpka3tm8ao/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpxmaz4xkw/backend-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpxmaz4xkw/backend-ratelimit.conf, config unchanged: BOOM -test INFO: Loaded config file /tmp/tmpxmaz4xkw/backend-ratelimit.conf, config changed -test INFO: Loaded config file /tmp/tmpvif5g8at/backend-ratelimit.conf, config changed -test DEBUG: Loaded existing config file /tmp/tmpvif5g8at/backend-ratelimit.conf, config unchanged -test INFO: Loaded config file /tmp/tmpvif5g8at/backend-ratelimit.conf, config changed -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpke7sg3b0/missing -test INFO: Loaded config file /tmp/tmphpderwfo/override-ratelimit.conf, config changed -test WARNING: Invalid config file /tmp/tmpqujt8dm7/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpqujt8dm7/backend_rl.conf -test WARNING: Failed to load config file, config unchanged: Unable to read config from -test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp3_nvcx8k/backend_rl.conf -test INFO: Loaded config file /tmp/tmprvdc0kki/backend-ratelimit.conf, config changed -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb90c0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } -{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f6bdbeb9f00>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash -test.unit.common.middleware.test_domain_remap.TestDomainRemapClientMangling.test_domain_remap_with_path_root_and_path_no_slash ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info -test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled -test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST -test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods -test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered -test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy -test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift -test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple -test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config -test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl -test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers -test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting -test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts -test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_bucket_owner_read ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account -test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition -test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift INFO: - - 25/Dec/2024/12/28/29 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1735129709.670457840 1735129709.671079636 1 fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/28/29 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0005 - - 1735129709.671470881 1735129709.672004938 0 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'AUTH_a.example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720cce500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720cce500>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/dontchange', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.aexample.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccdb40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccdb40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': }test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_account_with_path_root_unicode_container ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_add_prefix_already_there ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_bad_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_empty_storage_domain ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_no_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_configured_with_prefixes ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_extra_subdomains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_passthrough ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_redirect ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_domain_remap_with_path_root_and_path_no_slash ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_multiple_storage_domains ... ok +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format +test.unit.common.middleware.test_domain_remap.TestDomainRemap.test_storage_domains_conf_format ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: public None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: authenticated None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_error ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_not_found -test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_private ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers -test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestAccountController.test_OPTIONS -test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok -test.unit.common.test_db.TestDatabaseBroker.test_delete_db -test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init -test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate -test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_fullcontrol_permission ... ok -test.unit.common.test_db.TestDatabaseBroker.test_initialize -test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space -test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition -test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float -test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok -test.unit.common.test_db.TestDatabaseBroker.test_lock -test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init -test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object -fake-swift DEBUG: Grant AllUsers WRITE permission on the object /bucket/object -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_canned_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users ... ok -test.unit.account.test_server.TestAccountController.test_PUT -test.unit.account.test_server.TestAccountController.test_PUT ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs -test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata -test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size -test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok - -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok -test.unit.common.test_db.TestDatabaseBroker.test_newid -test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0017 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:45 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0553 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0382 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0394 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0496 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0482 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0365 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0815 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0650 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0606 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0681 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0681 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0713 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0542 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0025 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0024 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0553 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0159 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0405 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0505 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0620 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0576 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0638 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0571 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0525 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0530 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0750 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0292 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0499 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0521 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0017 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0030 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0569 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2370 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:48 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.3481 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:49 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.9438 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:49 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.9236 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2387 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0276 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.3438 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.2800 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.3670 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.3239 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2345 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0327 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.4038 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.2133 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0084 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0836 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0764 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0705 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0385 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0131 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0623 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0610 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0009 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0701 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0742 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0004 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0042 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0994 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0388 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0116 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0625 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0731 "-" 1968899 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok - -test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -Quarantined /tmp/tmp7ghxzlze/dev/dbs/par/pre/db to /tmp/tmp7ghxzlze/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp7ghxzlze/dev/dbs/par/pre/db to /tmp/tmp7ghxzlze/dev/quarantined/tests/db due to malformed database -Quarantined /tmp/tmp7ghxzlze/dev/dbs/par/pre/db to /tmp/tmp7ghxzlze/dev/quarantined/tests/db due to corrupted database -Quarantined /tmp/tmp7ghxzlze/dev/dbs/par/pre/db to /tmp/tmp7ghxzlze/dev/quarantined/tests/db due to disk error while accessing database -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors -test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok -test.unit.common.test_db.TestDatabaseBroker.test_put_record -test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok -Quarantined /tmp/tmpnx0idn0o/dev/dbs/par/pre/db to /tmp/tmpnx0idn0o/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits -test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok -Quarantined /tmp/tmpbjy9l4bw/dev/dbs/par/pre/db to /tmp/tmpbjy9l4bw/dev/quarantined/containers/db due to missing row in container_stat table -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info -test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0526 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0471 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0609 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0660 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0347 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0486 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0369 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0377 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0603 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0017 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0340 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0675 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0801 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.3951 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:48 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.5616 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:49 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 1.1058 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:49 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0017 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3287 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.2689 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2691 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:50 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.2492 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3057 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2800 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:51 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0340 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.5724 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2525 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0130 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0944 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0634 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0561 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0573 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0564 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0592 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0475 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0733 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:52 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0539 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0695 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0017 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0602 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0529 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0564 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0358 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0615 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0606 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1116 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0564 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1204 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE -test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok -test.unit.account.test_server.TestAccountController.test_PUT_auto_create -test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space -test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition -test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestAccountController.test_PUT_not_found -test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race -test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works -test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestAccountController.test__call__raise_timeout -test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD -test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestAccountController.test_correct_allowed_method -test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account -test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Expecting an element , got nothing, line 1 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_with_read_permission ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account -test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata -test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment -test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config -test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited -test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key -test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file -test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none -test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AllUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_all_users_with_uppercase_type ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_authenticated_users ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies -test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_default_sample_rate ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_metric_prefix ... ok -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response +test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_get_policy_stats ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_POST_unversioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_overwrite_null_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_PUT_with_recent_versioned_marker_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_delete_object_with_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_disable_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDisabled.test_put_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1309 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1158 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0565 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0951 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1285 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0563 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0644 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0609 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0690 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0716 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0271 "-" 1968912 - -test DEBUG: - - - [27/Jan/2026:18:30:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 1968912 - -test DEBUG: - - - [27/Jan/2026:18:30:54 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1968912 - -test DEBUG: - - - [27/Jan/2026:18:30:54 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:30:54 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0115 "-" 1968912 - -test DEBUG: - - - [27/Jan/2026:18:30:54 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0003 "-" 1968912 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0456 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0561 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0547 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0590 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0508 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0573 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0905 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0019 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0018 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0586 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0551 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0417 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0018 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0493 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0008 "-" 1968912 1 -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1347 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1401 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 -test.unit.account.test_server.TestAccountController.test_empty_policy_stats -test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok -test.unit.account.test_server.TestAccountController.test_init -test.unit.account.test_server.TestAccountController.test_init ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public -test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestAccountController.test_list_allowed_methods -test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok -test.unit.account.test_server.TestAccountController.test_log_line_format -test.unit.account.test_server.TestAccountController.test_log_line_format ... ok -test.unit.account.test_server.TestAccountController.test_markers_with_reserved -test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use -test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestAccountController.test_not_allowed_method -test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_null_markers -test.unit.account.test_server.TestAccountController.test_null_markers ... ok -test.unit.account.test_server.TestAccountController.test_params_format -test.unit.account.test_server.TestAccountController.test_params_format ... ok -test.unit.account.test_server.TestAccountController.test_params_utf8 -test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default -test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy -test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0021 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0397 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0511 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0511 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0646 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0608 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0584 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0773 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0629 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0634 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:53 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0503 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0499 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0472 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0003 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0640 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0558 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1074 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0561 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0064 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1232 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0996 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1084 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0490 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1279 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:54 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1264 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0628 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0587 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0008 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.0443 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0500 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0009 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0463 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0185 "-" 1968899 - -test DEBUG: - - - [27/Jan/2026:18:30:55 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1968899 - -test DEBUG: - - - [27/Jan/2026:18:30:55 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1968899 - -test DEBUG: - - - [27/Jan/2026:18:30:55 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0003 "-" 1968899 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:30:55 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0035 "-" 1968899 - -test DEBUG: - - - [27/Jan/2026:18:30:55 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1968899 - -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method - raise Exception() -Exception -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2070 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968899 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:46 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant AuthenticatedUsers READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim +test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBroker.test_merge_items_overwrite_unicode ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_initialize_fail ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_json ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:47 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:25 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_email_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_full_control ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:48 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.account.test_backend.TestAccountBroker.test_newid +test.unit.account.test_backend.TestAccountBroker.test_newid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_plain ... ok +test.unit.container.test_backend.TestContainerBroker.test_chexor +test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBroker.test_policy_stats_tracking ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift ERROR: 400 Bad Request fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok + +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/ä½\xa0好', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/FOO_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/PREFIX_uuid/c/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.prefix_uuid.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'example.com', 'SERVER_PORT': '80', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccdb40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'example.com:8080', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage1.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_uuid/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage2.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/test', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'auth-uuid.storage3.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f7720ccec80>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadOldManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_segment_with_non_ascii_path ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_get_subrange_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_first_byte ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_on_segment_boundaries ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_overlapping_end ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_sub_slo ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_manifest_unsatisfiable ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest +test.unit.common.middleware.test_slo.TestSloRangeRequestsOldManifest.test_range_get_subrange_manifest ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_first_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_new_version_different_account ... ok +test.unit.container.test_backend.TestContainerBroker.test_create_broker +test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesCopyingTestCase.test_copy_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_delete_latest_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page +test.unit.common.middleware.test_versioned_writes.VersionedWritesOldContainersTestCase.test_partially_upgraded_cluster_single_result_on_second_page ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_is_status_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_creation +test.unit.container.test_backend.TestContainerBroker.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_container_iter_with_reserved_name ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 501 Not Implemented -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_group_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_permission ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:49 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.container.test_backend.TestContainerBroker.test_db_file +test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_get_policy_stats ... ok +test.unit.account.test_backend.TestAccountBroker.test_put_container +test.unit.account.test_backend.TestAccountBroker.test_put_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_initialize_fail ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_json ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_containers_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_delete_object +test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok +test.unit.account.test_backend.TestAccountBroker.test_reclaim +test.unit.account.test_backend.TestAccountBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved -test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 229, in PUT - self.req.get_acl_response(app, 'PUT', self.container) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_error_non_swift_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_ami_location ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_delegate_methods_with_no_default_sample_rate ... ok -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled -test.unit.common.test_statsd_client.TestStatsdLoggingDelegation.test_methods_are_no_ops_when_not_enabled ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_is_status_deleted ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok + +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile123 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile564108 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile123 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile564108 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: call count + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + 0 0.000 0.000 profile:0(profiler) + + +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile123 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile564108 +Thu Dec 26 02:28:33 2024 /tmp/tmpkade7u62/unittest.profile456 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 + + 5 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 1 0.000 0.000 0.000 0.000 :0(exec) + 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 1 0.000 0.000 0.000 0.000 :1() + 1 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 1 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile456 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile456 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile456 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile123 +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108 + + 30 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 6 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 6 0.000 0.000 0.000 0.000 :0(exec) + 6 0.000 0.000 0.000 0.000 :1() + 6 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 6 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render +test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type +test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_account_format +test.unit.common.test_constraints.TestConstraints.test_check_account_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_container_format +test.unit.common.test_constraints.TestConstraints.test_check_container_format ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_removes_delete_after ... ok +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at +test.unit.common.test_constraints.TestConstraints.test_check_delete_headers_sets_delete_at ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path +test.unit.common.test_constraints.TestConstraints.test_check_drive_invalid_path ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir +test.unit.common.test_constraints.TestConstraints.test_check_drive_isdir ... ok +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount +test.unit.common.test_constraints.TestConstraints.test_check_drive_ismount ... ok +test.unit.common.test_constraints.TestConstraints.test_check_float +test.unit.common.test_constraints.TestConstraints.test_check_float ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count +test.unit.common.test_constraints.TestConstraints.test_check_metadata_count ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name +test.unit.common.test_constraints.TestConstraints.test_check_metadata_empty_name ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good +test.unit.common.test_constraints.TestConstraints.test_check_metadata_good ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_metadata_non_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size +test.unit.common.test_constraints.TestConstraints.test_check_metadata_size ... ok +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length +test.unit.common.test_constraints.TestConstraints.test_check_metadata_value_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_bad_delete_headers ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_content_type ... ok +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length +test.unit.common.test_constraints.TestConstraints.test_check_object_creation_name_length ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8 +test.unit.common.test_constraints.TestConstraints.test_check_utf8 ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal +test.unit.common.test_constraints.TestConstraints.test_check_utf8_internal ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates +test.unit.common.test_constraints.TestConstraints.test_check_utf8_lone_surrogates ... ok +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical +test.unit.common.test_constraints.TestConstraints.test_check_utf8_non_canonical ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_api_version +test.unit.common.test_constraints.TestConstraints.test_valid_api_version ... ok +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp +test.unit.common.test_constraints.TestConstraints.test_valid_timestamp ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta +test.unit.common.test_constraints.TestConstraints.test_validate_bad_meta ... ok +test.unit.common.test_constraints.TestConstraints.test_validate_constraints +test.unit.common.test_constraints.TestConstraints.test_validate_constraints ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_match ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_list_no_match @@ -71884,758 +66779,1270 @@ test.unit.common.test_swob.TestConditionalIfNoneMatch.test_quoted_simple_match ... ok test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match test.unit.common.test_swob.TestConditionalIfNoneMatch.test_simple_match ... ok -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync -test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok -test.unit.common.test_utils.TestFsync.test_no_fdatasync -test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok -test.unit.common.test_utils.TestFsync.test_yes_fdatasync -test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths -test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_defaults -test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers -test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default -test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf -test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma -test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options -test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set -test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority -test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.common.test_swob.TestMatch.test_match +test.unit.common.test_swob.TestMatch.test_match ... ok +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_lots_of_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space +test.unit.common.test_swob.TestMatch.test_match_no_optional_white_space ... ok +test.unit.common.test_swob.TestMatch.test_match_noquote +test.unit.common.test_swob.TestMatch.test_match_noquote ... ok +test.unit.common.test_swob.TestMatch.test_match_star +test.unit.common.test_swob.TestMatch.test_match_star ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_big ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_brittle ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_empty ... ok +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish +test.unit.common.test_utils.TestHashForFileFunction.test_hash_for_file_smallish ... ok +test.unit.common.test_utils.TestLRUCache.test_maxsize +test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_maxtime +test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxsize +test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok +test.unit.common.test_utils.TestLRUCache.test_set_maxtime +test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_eq +test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace +test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok +test.unit.common.test_utils.TestNamespaceBoundList.test_parse +test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type +test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space +test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset +test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after +test.unit.common.test_utils.TestRateLimitedIterator.test_limit_after ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting ... ok +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes +test.unit.common.test_utils.TestRateLimitedIterator.test_rate_limiting_sometimes ... ok +test.unit.common.test_utils.TestShardRangeList.test_filter +test.unit.common.test_utils.TestShardRangeList.test_filter ... ok +test.unit.common.test_utils.TestShardRangeList.test_find_lower +test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok +test.unit.common.test_utils.TestShardRangeList.test_includes +test.unit.common.test_utils.TestShardRangeList.test_includes ... ok +test.unit.common.test_utils.TestShardRangeList.test_init +test.unit.common.test_utils.TestShardRangeList.test_init ... ok +test.unit.common.test_utils.TestShardRangeList.test_init_with_list +test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok +test.unit.common.test_utils.TestShardRangeList.test_pop +test.unit.common.test_utils.TestShardRangeList.test_pop ... ok +test.unit.common.test_utils.TestShardRangeList.test_slice +test.unit.common.test_utils.TestShardRangeList.test_slice ... ok +test.unit.common.test_utils.TestShardRangeList.test_states +test.unit.common.test_utils.TestShardRangeList.test_states ... ok +test.unit.common.test_utils.TestShardRangeList.test_timestamps +test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start +test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app +test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage +test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_target ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri ... ok -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestAccountController.test_serv_reserv -test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok -test.unit.account.test_server.TestAccountController.test_through_call -test.unit.account.test_server.TestAccountController.test_through_call ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:50 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline +test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_decoding ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding +test.unit.common.utils.test_timestamp.TestTimestampEncoding.test_encoding ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_batch_reclaim ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid +test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info +test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok +test.unit.common.middleware.test_acl.TestACL.test_clean_acl +test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl +test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed +test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_defaults +test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency +test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata +test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline +test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain +test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRanges.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_DELETE_on_expired_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_blank_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_container_allow_versioned_writes_false ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_doubled_up_markers_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_is_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_latest_version_restores_marker_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_no_versions_container_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_delete_single_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_empty_versions_location ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_get_head ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_head_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_history_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_new_version_sysmeta_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_both_headers ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_container_history_header ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_first_object_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_object_no_versioning_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_request_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_version_is_dlo_manifest_with_container_config_true ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_put_versioned_object_including_url_encoded_name_success ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_add_versions_precedence ... ok +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers +test.unit.common.middleware.test_versioned_writes.VersionedWritesTestCase.test_remove_headers ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict +test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv +test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json +test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods +test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon +test.unit.common.test_daemon.TestWorkerDaemon.test_my_worker_daemon ... ok +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs +test.unit.common.test_daemon.TestWorkerDaemon.test_stubs ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections +test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils +test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host ... ok +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none +test.unit.common.test_statsd_client.TestStatsdClient.test_init_host_is_none ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 +test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match +test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok +test.unit.common.test_utils.TestContextPool.test_close +test.unit.common.test_utils.TestContextPool.test_close ... ok +test.unit.common.test_utils.TestContextPool.test_context_manager +test.unit.common.test_utils.TestContextPool.test_context_manager ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided +test.unit.common.test_utils.TestDistributeEvenly.test_evenly_divided ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_just_one +test.unit.common.test_utils.TestDistributeEvenly.test_just_one ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items +test.unit.common.test_utils.TestDistributeEvenly.test_more_buckets_than_items ... ok +test.unit.common.test_utils.TestDistributeEvenly.test_uneven +test.unit.common.test_utils.TestDistributeEvenly.test_uneven ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst +test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle +test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by +test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_init +test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted +test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit +test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate +test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer +test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok +test.unit.common.test_utils.TestFileLikeIter.test_close +test.unit.common.test_utils.TestFileLikeIter.test_close ... ok +test.unit.common.test_utils.TestFileLikeIter.test_get_hub +test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter +test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok +test.unit.common.test_utils.TestFileLikeIter.test_next +test.unit.common.test_utils.TestFileLikeIter.test_next ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read +test.unit.common.test_utils.TestFileLikeIter.test_read ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero +test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline +test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline2 +test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline3 +test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines +test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size +test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers +test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok +test.unit.common.test_utils.TestWatchdog.test_start_stop +test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency +test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok +test.unit.common.test_utils.TestWatchdog.test_timeout_expire +test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit +test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout +test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks +test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock +test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook +test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets +test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES +test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value +test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int +test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts +test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container +test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_load_old_pending_puts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_plain ... ok +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBroker.test_reverse_prefix_delim ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_container_iter_with_reserved_name ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0109 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0582 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0550 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0063 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0534 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0427 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0450 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0558 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0020 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0017 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0019 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0581 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0042 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0592 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0752 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0018 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0426 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0051 "-" 1968899 1 -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0609 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0457 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0468 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0023 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0524 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0408 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0490 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0447 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0501 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0598 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0476 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0056 "-" 1968899 0 -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0460 "-" 1968899 1 -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.0462 "-" 1968899 2 -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0487 "-" 1968899 3 -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1347 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0916 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0020 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.2504 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.2128 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.3800 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2566 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3620 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0193 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_chexor ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_create_broker ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_containers_iter ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_batched_reclaim ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_canned_s3acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_and_range ... ok -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0505 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0030 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:55 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0578 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0279 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0034 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0018 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0497 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0540 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.0485 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0674 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0017 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0550 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0055 "-" 1968912 0 -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0657 "-" 1968912 1 -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0652 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0615 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0021 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0650 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0490 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.0584 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0014 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0404 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0020 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0002 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0527 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0642 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968912 1 -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0559 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0474 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0012 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0407 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0013 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0586 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0015 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0768 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1352 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0825 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0489 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0017 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2878 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:57 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0011 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.2742 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.3402 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.2978 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.3588 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0016 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0993 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0064 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0714 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0452 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0419 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0024 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0018 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0019 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1125 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0822 "-" 1968912 -test.unit.account.test_server.TestAccountController.test_utf8_metadata -test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok -test.unit.cli.test_recon.TestScout.test_scout_http_error -test.unit.cli.test_recon.TestScout.test_scout_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_ok -test.unit.cli.test_recon.TestScout.test_scout_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_http_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_ok ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_server_type_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error -test.unit.cli.test_recon.TestScout.test_scout_server_type_url_error ... ok -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout -test.unit.cli.test_recon.TestScout.test_scout_socket_timeout ... ok -test.unit.cli.test_recon.TestScout.test_scout_url_error -test.unit.cli.test_recon.TestScout.test_scout_url_error ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_cached_dispersion_value ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: tenant mismatch: BLAN_a != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test DEBUG: allowing proxy 127.0.0.1 for container-sync +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: Names allowed in acls. +test DEBUG: authorizing http://example.com/index.html via referer ACL +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:* allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user *:* allowed in ACL authorizing. +test DEBUG: User tenant_name:user_name is not allowed to delete its own account +test DEBUG: User tenant_id has reseller admin authorizing +test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: User test has reseller admin authorizing +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_name:user_id allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_name allowed in ACL authorizing. +test DEBUG: Names allowed in acls. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: user tenant_id:user_id allowed in ACL authorizing. +test DEBUG: User tenant_id has system reader authorizing +test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id +test DEBUG: allow user with role(s) admin,swiftoperator as account admin +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) +test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test CRITICAL: Unable to bind to port 6009: ack +test NOTICE: Started child 0 (PID 94) for port 6009 +test NOTICE: Started child 1 (PID 95) for port 6009 +test NOTICE: Started child 2 (PID 96) for port 6009 +test NOTICE: Started child 1 (PID 97) for port 6009 +test NOTICE: Child 2 (PID 564115, port 6007) exiting normally +test NOTICE: Started child 0 (PID 88) for port 6006 +test NOTICE: Started child 1 (PID 89) for port 6006 +test NOTICE: Started child 2 (PID 90) for port 6006 +test NOTICE: Started child 0 (PID 91) for port 6007 +test NOTICE: Started child 1 (PID 92) for port 6007 +test NOTICE: Started child 2 (PID 93) for port 6007 +test NOTICE: Child 564115 exiting normally +test NOTICE: Started child 88 from parent 564115 +test NOTICE: Started child 89 from parent 564115 +test ERROR: Removing dead child 88 from parent 564115 +test NOTICE: Started child 90 from parent 564115 +test NOTICE: Started child 88 from parent 564115 +test NOTICE: Started child 89 from parent 564115 +sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmp4z_6ton7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735129715.00000, (0, 0) as of 1735129715.00000, active as of 1735129715.00000> to ShardRange<'k' to 't' as of 1735129716.00000, (0, 0) as of 1735129716.00000, active as of 1735129716.00000>, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_list_objects_iter_order_and_reverse ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix_delimiter_xml ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:51 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift ERROR: 400 Bad Request -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_invalid_uri_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_location_invalid_xml ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_load_old_pending_puts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_newid ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_chexor ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:52 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester READ_ACP permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_read_acp ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_canned_acl ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_db_file ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_policy_stats_tracking ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0510 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0018 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:30 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.0572 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:31 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.0558 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:31 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0636 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:32 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 1.4649 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.7699 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.4899 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.0775 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0619 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0011 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0387 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:33 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1189 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0125 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0442 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0463 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0692 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0705 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0670 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0626 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0542 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0544 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0549 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0471 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0508 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0449 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0601 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0011 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0023 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0691 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:34 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0028 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0719 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0636 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0557 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0593 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0470 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0434 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0411 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0558 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0579 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0372 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0516 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0566 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0011 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0631 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0072 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0418 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0563 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0689 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0700 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:35 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0725 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0595 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0599 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0548 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0572 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0481 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0778 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0615 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0011 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0023 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0559 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:36 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.9697 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.4546 "-" 564107 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_plain ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_containers_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_account_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_container_table_migration ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name -test.unit.cli.test_container_deleter.TestContainerDeleter.test_init_internal_client_log_name ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_native_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 -test.unit.cli.test_container_deleter.TestContainerDeleter.test_make_delete_jobs_unicode_utf8 ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_empty_with_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_one_update_no_yield ... ok -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield -test.unit.cli.test_container_deleter.TestContainerDeleter.test_mark_for_deletion_two_updates_with_yield ... ok -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory -test.unit.common.middleware.crypto.test_crypto.TestCrypto.test_filter_factory ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:53 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -72644,21 +68051,12 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response resp = self._get_response( ^^^^^^^^^^^^^^^^^^^ @@ -72666,70 +68064,1782 @@ raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_missing ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_put_container ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_creation ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketAcl.test_bucket_PUT_with_strange_location ... ok +test-reaper ERROR: Exception with 10.10.10.2:6202/sda1: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.3:6202/None: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.10.10.1:6202/sda2: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 415, in reap_container + direct_delete_container( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 167, in fake_direct_delete_container + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Exception with 10.0.0.0:1000/sda: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 491, in reap_object + direct_delete_object( + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_reaper.py", line 160, in fake_direct_delete_object + raise self.myexp +swift.common.exceptions.ClientException: : 404 +test-reaper ERROR: Timeout Exception with 10.0.0.0:1000/sda +test-reaper ERROR: Timeout Exception with 10.0.0.1:1001/sdb +test-reaper ERROR: Timeout Exception with 10.0.0.2:1002/sdc +test-reaper ERROR: Timeout Exception with 10.0.0.3:1003/sdd +test-reaper DEBUG: Begin devices pass: thisdeviceisbad +test-reaper ERROR: Exception in top-level account reaper loop: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/reaper.py", line 136, in run_once + for device in os.listdir(self.devices): + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: 'thisdeviceisbad' +test-reaper INFO: Devices pass completed: 0.00s +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 5 hosts (object) +=============================================================================== +=============================================================================== +--> Starting reconnaissance on 2 hosts (object) +=============================================================================== +DEBUG: New builder; performing initial balance +New builder; performing initial balance +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 768 new parts and 0 removed parts from replica-count change +768 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 156 (Last start was 0) +Gather start is 156 (Last start was 0) +DEBUG: Gathered 768 parts +Gathered 768 parts +DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda +Placed 193/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdb +Placed 193/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdd +Placed 193/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc +Placed 96/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sda +Placed 96/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdb +Placed 96/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd +Placed 150/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sdc +Placed 150/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sda +Placed 150/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdb +Placed 101/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdd +Placed 101/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdc +Placed 101/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda +Placed 131/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdb +Placed 131/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdd +Placed 131/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sdc +Placed 65/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sda +Placed 65/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb +Placed 65/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdd +Placed 185/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdc +Placed 185/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda +Placed 185/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb +Placed 200/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd +Placed 200/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sdc +Placed 200/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda +Placed 75/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdb +Placed 75/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdd +Placed 75/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sdc +Placed 128/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sda +Placed 128/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb +Placed 128/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sdd +Placed 173/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc +Placed 173/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sda +Placed 173/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb +Placed 133/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd +Placed 133/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sdc +Placed 133/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda +Placed 103/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdb +Placed 103/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdd +Placed 103/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdc +Placed 208/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sda +Placed 208/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sdb +Placed 208/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sdd +Placed 155/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc +Placed 155/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sda +Placed 155/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdb +Placed 29/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdd +Placed 29/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdc +Placed 29/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sda +Placed 254/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sdb +Placed 254/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdd +Placed 254/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sdc +Placed 94/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sda +Placed 94/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdb +Placed 94/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdd +Placed 159/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdc +Placed 159/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sda +Placed 159/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sdb +Placed 16/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdd +Placed 16/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdc +Placed 16/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sda +Placed 125/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb +Placed 125/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd +Placed 125/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdc +Placed 152/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sda +Placed 152/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sdb +Placed 152/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdd +Placed 13/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdc +Placed 13/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sda +Placed 13/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdb +Placed 104/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdd +Placed 104/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdc +Placed 104/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sda +Placed 132/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sdb +Placed 132/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdd +Placed 132/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdc +Placed 219/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda +Placed 219/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdb +Placed 219/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdd +Placed 44/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdc +Placed 44/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda +Placed 44/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdb +Placed 214/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdd +Placed 214/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdc +Placed 214/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sda +Placed 27/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdb +Placed 27/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sdd +Placed 27/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdc +Placed 85/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda +Placed 85/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdb +Placed 85/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd +Placed 166/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sdc +Placed 166/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sda +Placed 166/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb +Placed 109/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdd +Placed 109/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sdc +Placed 109/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sda +Placed 71/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdb +Placed 71/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sdd +Placed 71/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc +Placed 42/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sda +Placed 42/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdb +Placed 42/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd +Placed 70/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sdc +Placed 70/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sda +Placed 70/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdb +Placed 0/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdd +Placed 0/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdc +Placed 0/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda +Placed 119/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdb +Placed 119/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdd +Placed 119/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdc +Placed 177/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sda +Placed 177/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdb +Placed 177/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdd +Placed 144/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdc +Placed 144/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda +Placed 144/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sdb +Placed 62/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdd +Placed 62/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdc +Placed 62/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda +Placed 12/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdb +Placed 12/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdd +Placed 12/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sdc +Placed 118/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sda +Placed 118/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb +Placed 118/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdd +Placed 34/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdc +Placed 34/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sda +Placed 34/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sdb +Placed 248/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdd +Placed 248/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdc +Placed 248/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sda +Placed 88/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sdb +Placed 88/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdd +Placed 88/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdc +Placed 188/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda +Placed 188/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdb +Placed 188/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sdd +Placed 24/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc +Placed 24/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sda +Placed 24/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdb +Placed 18/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sdd +Placed 18/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc +Placed 18/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sda +Placed 192/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdb +Placed 192/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sdd +Placed 192/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdc +Placed 174/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sda +Placed 174/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sdb +Placed 174/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdd +Placed 196/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdc +Placed 196/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sda +Placed 196/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdb +Placed 227/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdd +Placed 227/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdc +Placed 227/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sda +Placed 209/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb +Placed 209/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd +Placed 209/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdc +Placed 232/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda +Placed 232/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdb +Placed 232/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd +Placed 197/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sdc +Placed 197/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sda +Placed 197/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb +Placed 47/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd +Placed 47/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sdc +Placed 47/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sda +Placed 170/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb +Placed 170/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd +Placed 170/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc +Placed 172/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sda +Placed 172/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdb +Placed 172/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd +Placed 89/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sdc +Placed 89/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sda +Placed 89/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdb +Placed 216/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdd +Placed 216/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdc +Placed 216/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sda +Placed 134/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sdb +Placed 134/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdd +Placed 134/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sdc +Placed 46/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sda +Placed 46/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb +Placed 46/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdd +Placed 78/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdc +Placed 78/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda +Placed 78/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdb +Placed 158/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sdd +Placed 158/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc +Placed 158/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sda +Placed 222/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sdb +Placed 222/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdd +Placed 222/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdc +Placed 205/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda +Placed 205/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdb +Placed 205/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdd +Placed 137/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdc +Placed 137/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sda +Placed 137/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdb +Placed 82/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sdd +Placed 82/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdc +Placed 82/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sda +Placed 51/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb +Placed 51/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd +Placed 51/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdc +Placed 67/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sda +Placed 67/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sdb +Placed 67/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdd +Placed 25/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdc +Placed 25/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sda +Placed 25/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdb +Placed 63/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdd +Placed 63/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdc +Placed 63/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda +Placed 145/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdb +Placed 145/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdd +Placed 145/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdc +Placed 7/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda +Placed 7/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdb +Placed 7/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdd +Placed 53/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdc +Placed 53/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda +Placed 53/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sdb +Placed 39/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdd +Placed 39/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdc +Placed 39/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda +Placed 165/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdb +Placed 165/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdd +Placed 165/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdc +Placed 135/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda +Placed 135/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdb +Placed 135/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sdd +Placed 32/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc +Placed 32/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sda +Placed 32/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb +Placed 220/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd +Placed 220/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sdc +Placed 220/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sda +Placed 59/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sdb +Placed 59/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdd +Placed 59/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdc +Placed 153/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda +Placed 153/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdb +Placed 153/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdd +Placed 136/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdc +Placed 136/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sda +Placed 136/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdb +Placed 221/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sdd +Placed 221/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc +Placed 221/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sda +Placed 37/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sdb +Placed 37/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdd +Placed 37/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sdc +Placed 20/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sda +Placed 20/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb +Placed 20/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdd +Placed 43/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdc +Placed 43/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sda +Placed 43/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdb +Placed 156/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sdd +Placed 156/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc +Placed 156/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sda +Placed 56/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb +Placed 56/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd +Placed 56/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdc +Placed 189/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sda +Placed 189/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sdb +Placed 189/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdd +Placed 241/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdc +Placed 241/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sda +Placed 241/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdb +Placed 217/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sdd +Placed 217/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc +Placed 217/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sda +Placed 60/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb +Placed 60/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd +Placed 60/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sdc +Placed 38/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sda +Placed 38/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb +Placed 38/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdd +Placed 15/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdc +Placed 15/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda +Placed 15/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sdb +Placed 255/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdd +Placed 255/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdc +Placed 255/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sda +Placed 242/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdb +Placed 242/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdd +Placed 242/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc +Placed 120/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sda +Placed 120/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdb +Placed 120/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdd +Placed 212/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdc +Placed 212/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda +Placed 212/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sdb +Placed 40/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdd +Placed 40/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdc +Placed 40/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sda +Placed 184/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdb +Placed 184/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sdd +Placed 184/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc +Placed 102/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sda +Placed 102/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdb +Placed 102/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdd +Placed 178/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdc +Placed 178/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sda +Placed 178/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdb +Placed 2/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdd +Placed 2/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdc +Placed 2/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sda +Placed 243/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sdb +Placed 243/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdd +Placed 243/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sdc +Placed 77/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sda +Placed 77/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb +Placed 77/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd +Placed 148/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sdc +Placed 148/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sda +Placed 148/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb +Placed 213/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd +Placed 213/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sdc +Placed 213/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sda +Placed 41/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdb +Placed 41/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sdd +Placed 41/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc +Placed 76/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sda +Placed 76/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdb +Placed 76/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sdd +Placed 123/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc +Placed 123/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sda +Placed 123/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdb +Placed 93/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdd +Placed 93/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdc +Placed 93/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sda +Placed 252/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdb +Placed 252/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sdd +Placed 252/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdc +Placed 143/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sda +Placed 143/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdb +Placed 143/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sdd +Placed 98/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc +Placed 98/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sda +Placed 98/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdb +Placed 207/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdd +Placed 207/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdc +Placed 207/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda +Placed 126/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdb +Placed 126/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdd +Placed 126/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdc +Placed 10/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sda +Placed 10/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sdb +Placed 10/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sdd +Placed 112/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc +Placed 112/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sda +Placed 112/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdb +Placed 127/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdd +Placed 127/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdc +Placed 127/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sda +Placed 28/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdb +Placed 28/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sdd +Placed 28/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdc +Placed 73/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sda +Placed 73/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sdb +Placed 73/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd +Placed 246/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sdc +Placed 246/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sda +Placed 246/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdb +Placed 122/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdd +Placed 122/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdc +Placed 122/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sda +Placed 115/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sdb +Placed 115/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdd +Placed 115/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sdc +Placed 206/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sda +Placed 206/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb +Placed 206/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdd +Placed 45/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdc +Placed 45/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda +Placed 45/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdb +Placed 187/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdd +Placed 187/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdc +Placed 187/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sda +Placed 237/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb +Placed 237/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd +Placed 237/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sdc +Placed 111/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sda +Placed 111/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb +Placed 111/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdd +Placed 247/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdc +Placed 247/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda +Placed 247/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sdb +Placed 249/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdd +Placed 249/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdc +Placed 249/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sda +Placed 229/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdb +Placed 229/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sdd +Placed 229/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdc +Placed 114/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sda +Placed 114/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sdb +Placed 114/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdd +Placed 179/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdc +Placed 179/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sda +Placed 179/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdb +Placed 210/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sdd +Placed 210/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc +Placed 210/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sda +Placed 110/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb +Placed 110/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd +Placed 110/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc +Placed 68/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sda +Placed 68/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdb +Placed 68/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdd +Placed 23/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdc +Placed 23/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sda +Placed 23/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdb +Placed 224/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sdd +Placed 224/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc +Placed 224/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda +Placed 253/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdb +Placed 253/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdd +Placed 253/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdc +Placed 231/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sda +Placed 231/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sdb +Placed 231/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd +Placed 211/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sdc +Placed 211/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sda +Placed 211/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb +Placed 140/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd +Placed 140/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sdc +Placed 140/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda +Placed 99/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdb +Placed 99/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdd +Placed 99/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdc +Placed 218/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda +Placed 218/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdb +Placed 218/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdd +Placed 204/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdc +Placed 204/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sda +Placed 204/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdb +Placed 74/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sdd +Placed 74/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc +Placed 74/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sda +Placed 117/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sdb +Placed 117/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdd +Placed 117/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdc +Placed 22/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda +Placed 22/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdb +Placed 22/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd +Placed 149/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sdc +Placed 149/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sda +Placed 149/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdb +Placed 195/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdd +Placed 195/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdc +Placed 195/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sda +Placed 8/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdb +Placed 8/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sdd +Placed 8/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdc +Placed 168/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda +Placed 168/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdb +Placed 168/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdd +Placed 130/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdc +Placed 130/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda +Placed 130/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdb +Placed 215/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdd +Placed 215/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdc +Placed 215/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda +Placed 55/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdb +Placed 55/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdd +Placed 55/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdc +Placed 5/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda +Placed 5/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdb +Placed 5/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sdd +Placed 79/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc +Placed 79/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sda +Placed 79/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdb +Placed 97/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdd +Placed 97/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdc +Placed 97/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sda +Placed 223/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sdb +Placed 223/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdd +Placed 223/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdc +Placed 238/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda +Placed 238/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdb +Placed 238/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sdd +Placed 245/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc +Placed 245/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sda +Placed 245/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb +Placed 167/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd +Placed 167/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sdc +Placed 167/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sda +Placed 64/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdb +Placed 64/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sdd +Placed 64/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc +Placed 21/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sda +Placed 21/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdb +Placed 21/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdd +Placed 106/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdc +Placed 106/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sda +Placed 106/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdb +Placed 9/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sdd +Placed 9/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdc +Placed 9/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sda +Placed 180/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdb +Placed 180/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sdd +Placed 180/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc +Placed 154/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sda +Placed 154/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdb +Placed 154/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdd +Placed 202/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdc +Placed 202/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sda +Placed 202/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdb +Placed 171/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sdd +Placed 171/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc +Placed 171/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sda +Placed 191/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sdb +Placed 191/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdd +Placed 191/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdc +Placed 69/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda +Placed 69/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdb +Placed 69/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdd +Placed 83/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdc +Placed 83/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sda +Placed 83/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb +Placed 57/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd +Placed 57/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sdc +Placed 57/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda +Placed 141/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdb +Placed 141/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdd +Placed 141/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdc +Placed 160/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda +Placed 160/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdb +Placed 160/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sdd +Placed 11/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc +Placed 11/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sda +Placed 11/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sdb +Placed 1/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdd +Placed 1/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdc +Placed 1/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda +Placed 3/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdb +Placed 3/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdd +Placed 3/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdc +Placed 105/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda +Placed 105/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdb +Placed 105/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdd +Placed 113/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdc +Placed 113/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sda +Placed 113/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdb +Placed 147/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sdd +Placed 147/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc +Placed 147/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda +Placed 49/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdb +Placed 49/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdd +Placed 49/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdc +Placed 201/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sda +Placed 201/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sdb +Placed 201/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdd +Placed 90/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdc +Placed 90/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sda +Placed 90/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdb +Placed 124/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sdd +Placed 124/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc +Placed 124/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda +Placed 61/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdb +Placed 61/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdd +Placed 61/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdc +Placed 235/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda +Placed 235/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdb +Placed 235/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdd +Placed 181/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdc +Placed 181/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sda +Placed 181/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb +Placed 175/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd +Placed 175/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sdc +Placed 175/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda +Placed 234/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdb +Placed 234/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdd +Placed 234/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc +Placed 58/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sda +Placed 58/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdb +Placed 58/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sdd +Placed 33/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc +Placed 33/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sda +Placed 33/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb +Placed 30/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd +Placed 30/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sdc +Placed 30/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sda +Placed 163/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sdb +Placed 163/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdd +Placed 163/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdc +Placed 116/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sda +Placed 116/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sdb +Placed 116/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdd +Placed 35/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdc +Placed 35/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sda +Placed 35/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb +Placed 233/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd +Placed 233/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sdc +Placed 233/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sda +Placed 81/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sdb +Placed 81/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdd +Placed 81/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdc +Placed 108/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda +Placed 108/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdb +Placed 108/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sdd +Placed 19/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc +Placed 19/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sda +Placed 19/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdb +Placed 240/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdd +Placed 240/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdc +Placed 240/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda +Placed 169/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdb +Placed 169/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdd +Placed 169/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sdc +Placed 157/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sda +Placed 157/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb +Placed 157/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdd +Placed 203/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdc +Placed 203/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda +Placed 203/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb +Placed 138/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd +Placed 138/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sdc +Placed 138/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sda +Placed 239/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sdb +Placed 239/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdd +Placed 239/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sdc +Placed 26/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sda +Placed 26/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb +Placed 26/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdd +Placed 228/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdc +Placed 228/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda +Placed 228/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb +Placed 72/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd +Placed 72/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sdc +Placed 72/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sda +Placed 95/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdb +Placed 95/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sdd +Placed 95/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sdc +Placed 230/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sda +Placed 230/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb +Placed 230/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sdd +Placed 14/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc +Placed 14/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sda +Placed 14/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdb +Placed 225/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdd +Placed 225/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdc +Placed 225/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sda +Placed 129/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sdb +Placed 129/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdd +Placed 129/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdc +Placed 6/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda +Placed 6/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdb +Placed 6/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdd +Placed 52/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdc +Placed 52/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda +Placed 52/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdb +Placed 66/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdd +Placed 66/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdc +Placed 66/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sda +Placed 236/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb +Placed 236/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd +Placed 236/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sdc +Placed 4/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sda +Placed 4/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb +Placed 4/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sdd +Placed 121/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc +Placed 121/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sda +Placed 121/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdb +Placed 84/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdd +Placed 84/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdc +Placed 84/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda +Placed 161/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdb +Placed 161/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdd +Placed 161/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdc +Placed 251/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sda +Placed 251/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdb +Placed 251/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdd +Placed 198/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sdc +Placed 198/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sda +Placed 198/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb +Placed 50/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd +Placed 50/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sdc +Placed 50/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda +Placed 146/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdb +Placed 146/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdd +Placed 146/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sdc +Placed 139/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sda +Placed 139/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb +Placed 139/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd +Placed 250/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sdc +Placed 250/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sda +Placed 250/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb +Placed 194/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd +Placed 194/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sdc +Placed 194/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sda +Placed 142/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdb +Placed 142/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sdd +Placed 142/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdc +Placed 182/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda +Placed 182/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdb +Placed 182/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd +Placed 244/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sdc +Placed 244/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sda +Placed 244/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb +Placed 86/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd +Placed 86/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sdc +Placed 86/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sda +Placed 54/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdb +Placed 54/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sdd +Placed 54/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sdc +Placed 31/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sda +Placed 31/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb +Placed 31/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdd +Placed 100/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdc +Placed 100/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sda +Placed 100/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb +Placed 107/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd +Placed 107/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sdc +Placed 107/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sda +Placed 199/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sdb +Placed 199/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdd +Placed 199/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sdc +Placed 190/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sda +Placed 190/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb +Placed 190/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdd +Placed 92/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdc +Placed 92/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sda +Placed 92/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sdb +Placed 186/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdd +Placed 186/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdc +Placed 186/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda +Placed 151/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdb +Placed 151/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdd +Placed 151/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdc +Placed 36/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sda +Placed 36/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sdb +Placed 36/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdd +Placed 87/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdc +Placed 87/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda +Placed 87/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdb +Placed 48/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdd +Placed 48/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdc +Placed 48/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sda +Placed 176/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sdb +Placed 176/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdd +Placed 176/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc +Placed 162/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sda +Placed 162/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdb +Placed 162/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sdd +Placed 183/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc +Placed 183/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sda +Placed 183/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb +Placed 80/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdd +Placed 80/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sdc +Placed 80/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sda +Placed 164/0 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdb +Placed 164/1 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sdd +Placed 164/2 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdc +Placed 91/0 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda +Placed 91/1 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdb +Placed 91/2 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sdd +Placed 226/0 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc +Placed 226/1 onto dev r1z1-10.1.1.1/sdc +DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sda +Placed 226/2 onto dev r1z1-10.1.1.1/sda +DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sdb +Placed 17/0 onto dev r1z1-10.1.1.1/sdb +DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdd +Placed 17/1 onto dev r1z1-10.1.1.1/sdd +DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdc +Placed 17/2 onto dev r1z1-10.1.1.1/sdc +DEBUG: Assigned 768 parts +Assigned 768 parts +DEBUG: Finished rebalance plan after 1 attempts +Finished rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 238 (Last start was 156) +DEBUG: Gather start is 238 (Last start was 156) +Gather start is 238 (Last start was 156) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1,) +Planning 3.0 on (1,) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1) +Planning 3.0 on (1, 1) +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') +Planning 3.0 on (1, 1, '10.1.1.1') +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) +Planning 0.75 on (1, 1, '10.1.1.1', 0) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) +Planning 0.75 on (1, 1, '10.1.1.1', 1) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) +Planning 0.75 on (1, 1, '10.1.1.1', 2) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) +Planning 0.75 on (1, 1, '10.1.1.1', 3) +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +DEBUG: 0 new parts and 0 removed parts from replica-count change +0 new parts and 0 removed parts from replica-count change +DEBUG: Gather start is 238 (Last start was 156) +DEBUG: Gather start is 238 (Last start was 156) +DEBUG: Gather start is 238 (Last start was 156) +Gather start is 238 (Last start was 156) +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +DEBUG: Unable to finish rebalance plan after 1 attempts +Unable to finish rebalance plan after 1 attempts +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload +test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers +test.unit.common.middleware.crypto.test_decrypter.TestModuleMethods.test_purge_crypto_sysmeta_headers ... ok test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_fromstring_with_nonascii_text ... ok test.unit.common.middleware.s3api.test_etree.TestS3ApiEtree.test_tostring_with_nonascii_text @@ -72742,131 +69852,97 @@ test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_delete_object ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_with_both_header_and_xml ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_grant_write_acp ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:30 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_migrate_add_storage_policy_index_fail ... ok -test INFO: - - - [27/Jan/2026:18:30:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.3544 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0143 "-" 1968899 3 -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1650 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0014 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0910 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0721 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0645 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0012 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0769 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0621 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:30:59 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0672 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0755 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0633 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0027 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0533 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0575 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0561 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0826 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0022 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0598 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0183 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0321 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0557 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0488 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0016 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0015 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0004 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0001 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2381 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:01 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2668 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.3244 "-" 1968899 - -test INFO: - - - [27/Jan/2026:18:31:02 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.2117 "-" 1968899 - -Finished. Marked 0 objects for deletion. -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE - self._delete_segments_bucket(req) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket - resp = req.get_response(self.app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -72875,239 +69951,134 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' -fake-swift ERROR: Expecting value: line 1 column 1 (char 0): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET - objects = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location -test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reclaim ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:54 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:55 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_no_multipart ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': '0psj556+oeNaquEdDeMxig==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd29b23e79ebea1e35aaae11d0de3318a', 'Content-Length': '226', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ @@ -73118,1241 +70089,773 @@ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': 'i4CS9WiTvEfCFGqAHP8j0A==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8b8092f56893bc47c2146a801cff23d0', 'Content-Length': '1030946'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_lots_of_keys ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_no_key ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester WRITE_ACP permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_invalid_canned_acl ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/31/03 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0007 - - 1769538663.274686575 1769538663.275380850 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/31/03 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1769538663.275916576 1769538663.276446819 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok + fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129713.39576', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_newid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_delete_db_status ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_empty +test.unit.account.test_server.TestAccountController.test_DELETE_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition +test.unit.account.test_server.TestAccountController.test_DELETE_invalid_partition ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_impossible ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty +test.unit.account.test_server.TestAccountController.test_DELETE_not_empty ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_DELETE_not_found ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:56 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129720.00000, (0, 0) as of 1735129720.00000, shrinking as of 1735129717.00000> to ShardRange<'k' to 't' as of 1735129720.00000, (0, 0) as of 1735129720.00000, sharding as of 1735129721.00000>, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmp_8sxuwmv/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129716.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1d7/aa27d4fa2ee935209e7095c14fba91d7/aa27d4fa2ee935209e7095c14fba91d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129718.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1fc/3252e1f16a03c39c12a2485d81cb31fc/3252e1f16a03c39c12a2485d81cb31fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129717.00000, (0, 0) as of 1735129717.00000, found as of 1735129717.00000> to ShardRange<'k' to 't' as of 1735129718.00000, (0, 0) as of 1735129718.00000, created as of 1735129718.00000>, path: .shards_a/shard_c_1735129718.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1fc/3252e1f16a03c39c12a2485d81cb31fc/3252e1f16a03c39c12a2485d81cb31fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129720.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/dfc/9f6827ef589051da717af0ce54a38dfc/9f6827ef589051da717af0ce54a38dfc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129719.00000, (0, 0) as of 1735129719.00000, found as of 1735129719.00000> to ShardRange<'k' to 't' as of 1735129720.00000, (0, 0) as of 1735129720.00000, cleaved as of 1735129720.00000>, path: .shards_a/shard_c_1735129720.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/dfc/9f6827ef589051da717af0ce54a38dfc/9f6827ef589051da717af0ce54a38dfc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129722.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9b9/fbb52437e39a0543bc91a578f0fd49b9/fbb52437e39a0543bc91a578f0fd49b9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129721.00000, (0, 0) as of 1735129721.00000, found as of 1735129721.00000> to ShardRange<'k' to 't' as of 1735129722.00000, (0, 0) as of 1735129722.00000, active as of 1735129722.00000>, path: .shards_a/shard_c_1735129722.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9b9/fbb52437e39a0543bc91a578f0fd49b9/fbb52437e39a0543bc91a578f0fd49b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129724.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/363/1124f98bdc6994d4f95c221a0beea363/1124f98bdc6994d4f95c221a0beea363.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129723.00000, (0, 0) as of 1735129723.00000, found as of 1735129723.00000> to ShardRange<'k' to 't' as of 1735129724.00000, (0, 0) as of 1735129724.00000, shrinking as of 1735129724.00000>, path: .shards_a/shard_c_1735129724.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/363/1124f98bdc6994d4f95c221a0beea363/1124f98bdc6994d4f95c221a0beea363.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129724.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/363/1124f98bdc6994d4f95c221a0beea363/1124f98bdc6994d4f95c221a0beea363.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129726.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c31/cd1eac567e95ffc207b7b7e7c2e39c31/cd1eac567e95ffc207b7b7e7c2e39c31.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129725.00000, (0, 0) as of 1735129725.00000, found as of 1735129725.00000> to ShardRange<'k' to 't' as of 1735129726.00000, (0, 0) as of 1735129726.00000, sharding as of 1735129726.00000>, path: .shards_a/shard_c_1735129726.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c31/cd1eac567e95ffc207b7b7e7c2e39c31/cd1eac567e95ffc207b7b7e7c2e39c31.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129726.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c31/cd1eac567e95ffc207b7b7e7c2e39c31/cd1eac567e95ffc207b7b7e7c2e39c31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129728.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c8a/53bf730da73a15bc41d14f0c53ba2c8a/53bf730da73a15bc41d14f0c53ba2c8a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129727.00000, (0, 0) as of 1735129727.00000, found as of 1735129727.00000> to ShardRange<'k' to 't' as of 1735129728.00000, (0, 0) as of 1735129728.00000, sharded as of 1735129728.00000>, path: .shards_a/shard_c_1735129728.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c8a/53bf730da73a15bc41d14f0c53ba2c8a/53bf730da73a15bc41d14f0c53ba2c8a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129728.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c8a/53bf730da73a15bc41d14f0c53ba2c8a/53bf730da73a15bc41d14f0c53ba2c8a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129730.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fe5/efe86fb834da7c8df0c6d883be094fe5/efe86fb834da7c8df0c6d883be094fe5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129729.00000, (0, 0) as of 1735129729.00000, found as of 1735129729.00000> to ShardRange<'k' to 't' as of 1735129730.00000, (0, 0) as of 1735129730.00000, shrunk as of 1735129730.00000>, path: .shards_a/shard_c_1735129730.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fe5/efe86fb834da7c8df0c6d883be094fe5/efe86fb834da7c8df0c6d883be094fe5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129730.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fe5/efe86fb834da7c8df0c6d883be094fe5/efe86fb834da7c8df0c6d883be094fe5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129732.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/117/4c11e5d7306004ffee360a5107862117/4c11e5d7306004ffee360a5107862117.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129731.00000, (0, 0) as of 1735129731.00000, created as of 1735129731.00000> to ShardRange<'k' to 't' as of 1735129732.00000, (0, 0) as of 1735129732.00000, found as of 1735129732.00000>, path: .shards_a/shard_c_1735129732.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/117/4c11e5d7306004ffee360a5107862117/4c11e5d7306004ffee360a5107862117.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129734.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/df6/3afdc335be3aabe89afcae6d9ed69df6/3afdc335be3aabe89afcae6d9ed69df6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129736.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e94/9ff009ee4d8be36c3b222881cc7c2e94/9ff009ee4d8be36c3b222881cc7c2e94.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129735.00000, (0, 0) as of 1735129735.00000, created as of 1735129735.00000> to ShardRange<'k' to 't' as of 1735129736.00000, (0, 0) as of 1735129736.00000, cleaved as of 1735129736.00000>, path: .shards_a/shard_c_1735129736.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e94/9ff009ee4d8be36c3b222881cc7c2e94/9ff009ee4d8be36c3b222881cc7c2e94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129738.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b07/30015f395969680b0973bdf031ee4b07/30015f395969680b0973bdf031ee4b07.db fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_with_read_acp_permission ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'Content-Md5': '/JzPJjlXCqpRBmlyhGXNDg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'fc9ccf2639570aaa510669728465cd0e', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'Content-Md5': 'PggRsy85Tu07EsbATYB/cA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3e0811b32f394eed3b12c6c04d807f70', 'Content-Length': '139'} fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_quiet ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpi1wipevx/log/swift/profile/default.profile1968899.tmp' -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl - func(*args, **kwargs) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile - profiler.dump_stats(tmpfn) - File "/usr/lib/python3.12/profile.py", line 394, in dump_stats - with open(file, 'wb') as f: - ^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpl6m_tflo/log/swift/profile/default.profile1968899.tmp' -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735129714.04114', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129714.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty +test.unit.account.test_server.TestAccountController.test_DELETE_now_empty ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: A key is specified for bucket API. -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_with_write_permission ... ok +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_empty ... ok + +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:read_acp:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -Loaded db broker for a/c -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error +test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'Content-Md5': 'zDBBHq17IpuHzskOm+GHEQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'cc30411ead7b229b87cec90e9be18711', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'Content-Md5': 'hTnOh9sxGnzPiScnD+t0Mg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '8539ce87db311a7ccf8927270feb7432', 'Content-Length': '139'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'Content-Md5': 'mbEtd8ufKpkpCIfMjGD7Tw==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '99b12d77cb9f2a99290887cc8c60fb4f', 'Content-Length': '90'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_to_object ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_too_many_keys ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_deleted ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_application_wildcard ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129714.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129714.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129714.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:59 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok + +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0020 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0167 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0172 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0448 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:37 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0050 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0505 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0391 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0527 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0474 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0024 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0629 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0052 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0495 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0608 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0064 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0845 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0577 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0684 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0641 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0028 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.0548 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0622 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0705 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0597 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0025 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0504 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:38 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0081 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1151 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0546 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0057 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0794 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0457 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0546 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0526 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0722 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0649 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:39 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.7463 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0523 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0182 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0130 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0557 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0529 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0462 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0502 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0536 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0426 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1314 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0019 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0590 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1148 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1172 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1211 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 -test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_exception ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER -fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:othertest:other -fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket -test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments -test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges -test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success -test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail -test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_delete_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions -test.unit.common.middleware.test_tempauth.TestAuth.test_account_put_permissions ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon -test.unit.common.middleware.test_tempauth.TestAuth.test_anon ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath -test.unit.common.middleware.test_tempauth.TestAuth.test_anon_badpath ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_deny_non_reseller_prefix_no_override ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_no_reseller_prefix_no_token ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_reseller_prefix_with_s3_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_s3api_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_old_swift3_details ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_s3api_unicode_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_good ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid -test.unit.common.middleware.test_tempauth.TestAuth.test_auth_with_swift3_authorization_invalid ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_account_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_group_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referer_after_user_groups ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_acl_referrer_access ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_authorize_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller -test.unit.common.middleware.test_tempauth.TestAuth.test_deny_cross_reseller ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request -test.unit.common.middleware.test_tempauth.TestAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_bad_path ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_invalid_x_auth_user_format ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_missing_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_fail_non_matching_account_in_request ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_memcache_error ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_get_token_success_other_auth_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group -test.unit.common.middleware.test_tempauth.TestAuth.test_get_user_group ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash -test.unit.common.middleware.test_tempauth.TestAuth.test_object_name_containing_slash ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_overdate ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data -test.unit.common.middleware.test_tempauth.TestAuth.test_old_token_with_old_data ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call -test.unit.common.middleware.test_tempauth.TestAuth.test_options_call ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_regular_is_not_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed -test.unit.common.middleware.test_tempauth.TestAuth.test_request_method_not_allowed ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_admin_is_owner ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init -test.unit.common.middleware.test_tempauth.TestAuth.test_reseller_prefix_init ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix -test.unit.common.middleware.test_tempauth.TestAuth.test_statsd_prefix ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_based_on_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_default ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme -test.unit.common.middleware.test_tempauth.TestAuth.test_storage_url_overridden_scheme ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user -test.unit.common.middleware.test_tempauth.TestAuth.test_successful_token_unicode_user ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_key ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_fail_no_timestamp ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host -test.unit.common.middleware.test_tempauth.TestAuth.test_sync_request_success_lb_sync_host ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny -test.unit.common.middleware.test_tempauth.TestAuth.test_top_level_deny ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached -test.unit.common.middleware.test_tempauth.TestAuth.test_use_old_token_from_memcached ... ok -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success -test.unit.common.middleware.test_tempauth.TestAuth.test_use_token_success ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set -test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile -test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall -test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx -test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion -test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints -test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset -test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok -test.unit.common.test_db.TestChexor.test_chexor -test.unit.common.test_db.TestChexor.test_chexor ... ok -test.unit.common.test_db.TestChexor.test_invalid_old_hash -test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok -test.unit.common.test_db.TestChexor.test_no_name -test.unit.common.test_db.TestChexor.test_no_name ... ok -test.unit.common.test_db.TestChexor.test_normal_case -test.unit.common.test_db.TestChexor.test_normal_case ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success -test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ -test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines -test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line -test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https -test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr -test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok -test.unit.common.test_manager.TestManagerModule.test_command_wrapper -test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok -test.unit.common.test_manager.TestManagerModule.test_exc -test.unit.common.test_manager.TestManagerModule.test_exc ... ok -test.unit.common.test_manager.TestManagerModule.test_format_server_name -test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok -test.unit.common.test_manager.TestManagerModule.test_safe_kill -test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok -test.unit.common.test_manager.TestManagerModule.test_servers -test.unit.common.test_manager.TestManagerModule.test_servers ... ok -test.unit.common.test_manager.TestManagerModule.test_setup_env -test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok -test.unit.common.test_manager.TestManagerModule.test_verify_server -test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids -test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges -test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked -test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok -test.unit.common.test_utils.TestClosingIterator.test_close -test.unit.common.test_utils.TestClosingIterator.test_close ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_gen -test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception -test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration -test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_others -test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter -test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable -test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok -test.unit.common.test_utils.TestClosingIterator.test_nested_iters -test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile -test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous -test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty -test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes -test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_pending -test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything -test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn -test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout -test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first -test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok -test.unit.common.test_utils.TestLRUCache.test_maxsize -test.unit.common.test_utils.TestLRUCache.test_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_maxtime -test.unit.common.test_utils.TestLRUCache.test_maxtime ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxsize -test.unit.common.test_utils.TestLRUCache.test_set_maxsize ... ok -test.unit.common.test_utils.TestLRUCache.test_set_maxtime -test.unit.common.test_utils.TestLRUCache.test_set_maxtime ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_eq -test.unit.common.test_utils.TestNamespaceBoundList.test_eq ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace -test.unit.common.test_utils.TestNamespaceBoundList.test_get_namespace ... ok -test.unit.common.test_utils.TestNamespaceBoundList.test_parse -test.unit.common.test_utils.TestNamespaceBoundList.test_parse ... ok -test.unit.common.test_utils.TestShardRangeList.test_filter -test.unit.common.test_utils.TestShardRangeList.test_filter ... ok -test.unit.common.test_utils.TestShardRangeList.test_find_lower -test.unit.common.test_utils.TestShardRangeList.test_find_lower ... ok -test.unit.common.test_utils.TestShardRangeList.test_includes -test.unit.common.test_utils.TestShardRangeList.test_includes ... ok -test.unit.common.test_utils.TestShardRangeList.test_init -test.unit.common.test_utils.TestShardRangeList.test_init ... ok -test.unit.common.test_utils.TestShardRangeList.test_init_with_list -test.unit.common.test_utils.TestShardRangeList.test_init_with_list ... ok -test.unit.common.test_utils.TestShardRangeList.test_pop -test.unit.common.test_utils.TestShardRangeList.test_pop ... ok -test.unit.common.test_utils.TestShardRangeList.test_slice -test.unit.common.test_utils.TestShardRangeList.test_slice ... ok -test.unit.common.test_utils.TestShardRangeList.test_states -test.unit.common.test_utils.TestShardRangeList.test_states ... ok -test.unit.common.test_utils.TestShardRangeList.test_timestamps -test.unit.common.test_utils.TestShardRangeList.test_timestamps ... ok -test.unit.common.test_utils.TestSpliterator.test_big_input_string -test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries -test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok -test.unit.common.test_utils.TestSpliterator.test_closing -test.unit.common.test_utils.TestSpliterator.test_closing ... ok -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings -test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok -test.unit.common.test_utils.TestSpliterator.test_overlap -test.unit.common.test_utils.TestSpliterator.test_overlap ... ok -test.unit.common.test_utils.TestSpliterator.test_running_out -test.unit.common.test_utils.TestSpliterator.test_running_out ... ok -test.unit.common.test_utils.TestSpliterator.test_string -test.unit.common.test_utils.TestSpliterator.test_string ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_catch_errors_gatekeeper_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start -test.unit.common.test_wsgi.TestPipelineModification.test_gatekeeper_insertion_catch_errors_configured_not_at_start ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app -test.unit.common.test_wsgi.TestPipelineModification.test_load_app_request_logging_app ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_proxy ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage -test.unit.common.test_wsgi.TestPipelineModification.test_loadapp_storage ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_inserts_versioned_writes ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_ordering ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_modify_wsgi_pipeline_recommended_pipelines ... ok -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline -test.unit.common.test_wsgi.TestPipelineModification.test_proxy_unmodified_wsgi_pipeline ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending -test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db -test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info -test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row -test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting +test.unit.account.test_server.TestAccountController.test_GET_accept_conflicting ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:full_control FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the object /bucket/object -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_with_write_acp_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'Content-Md5': '9Z+cE+YYsVYXLtR89GLUSA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'f59f9c13e618b156172ed47cf462d448', 'Content-Length': '88'} fake-swift ERROR: Unexpected Error handling DELETE of 'bucket' 'Key1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 128, in do_delete @@ -74403,225 +70906,413 @@ raise effect Exception: kaboom fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_unhandled_exception ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_enabled ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_after_DELETE ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_bucket_list ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_subresource ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata -test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_auto_create ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:00 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129716.95278', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_json +test.unit.account.test_server.TestAccountController.test_GET_accept_json ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid +test.unit.account.test_server.TestAccountController.test_GET_accept_not_valid ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_not_found ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_bucket ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} -fake-swift DEBUG: Grant test:write_acp FULL_CONTROL permission on the object /bucket/object +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_Response ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error -test.unit.common.middleware.s3api.test_s3_acl.TestS3ApiS3Acl.test_object_acl_PUT_xml_error ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults -test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete -test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update -test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket0 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket1 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket2 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket3 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket4 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket5 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket6 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket7 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket8 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER +fake-swift DEBUG: checking permission: bucket9 None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceAcl.test_service_GET_without_owner_bucket ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestDelete.test_bulk_delete_works_with_POST_verb ... ok test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults test.unit.common.middleware.test_bulk.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination -test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes -test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_endpoint ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_get_object_ring ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_account_that_looks_like_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_no_version_specified ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_invalid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_no_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_path_with_valid_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_response_version ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_parse_version_that_looks_like_account ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v1_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_non_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_v2_obj_response ... ok -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response -test.unit.common.middleware.test_list_endpoints.TestListEndpoints.test_version_account_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs -test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting +test.unit.common.middleware.test_container_sync.TestContainerSync.test_allow_full_urls_setting ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_in_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_invalid ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set +test.unit.common.middleware.test_container_sync.TestContainerSync.test_current_not_set ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter +test.unit.common.middleware.test_container_sync.TestContainerSync.test_filter ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh +test.unit.common.middleware.test_container_sync.TestContainerSync.test_info_always_fresh ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_invalid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf +test.unit.common.middleware.test_container_sync.TestContainerSync.test_missing_from_realms_conf ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args +test.unit.common.middleware.test_container_sync.TestContainerSync.test_not_enough_args ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through +test.unit.common.middleware.test_container_sync.TestContainerSync.test_pass_through ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_realm_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss +test.unit.common.middleware.test_container_sync.TestContainerSync.test_user_key_miss ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig ... ok +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 +test.unit.common.middleware.test_container_sync.TestContainerSync.test_valid_sig2 ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_cache_middleware ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_filter_factory ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_config_with_options ... ok +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config +test.unit.common.middleware.test_memcache.TestCacheMiddleware.test_real_memcache_config ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled +test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'Content-Md5': 'Tq4dT2M0tWsyKnOlUhAp4w==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4eae1d4f6334b56b322a73a5521029e3', 'Content-Length': '289'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'Content-Md5': 'S7Sp0hezTxphxD1wpM7xpQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '4bb4a9d217b34f1a61c43d70a4cef1a5', 'Content-Length': '289'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'Content-Md5': '4asP3PP9EzqxKPRuVjEJpQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'e1ab0fdcf3fd133ab128f46e563109a5', 'Content-Length': '230'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'Content-Md5': 'Ox/JTtpj773qtrqBZYf7EA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '3b1fc94eda63efbdeab6ba816587fb10', 'Content-Length': '230'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ @@ -74629,308 +71320,341 @@ test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_versioned_suspended ... ok test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_error ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror +test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129718.01421', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129718.02106', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:01 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get -test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard +test.unit.account.test_server.TestAccountController.test_GET_accept_wildcard ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_invalid_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_GET_accept_xml +test.unit.account.test_server.TestAccountController.test_GET_accept_xml ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_error ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE_ACP +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'X-Copy-From': '/bucket/object', 'Content-Length': 0} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1769538666.646355629 1769538666.646454096 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1769538666.647737503 1769538666.647745132 - -test INFO: - - 27/Jan/2026/18/31/07 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769538666.648577452 1769538667.348577499 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.650080919 1769538666.650149107 - -test INFO: GET /v1/a/c 205 205test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ - raise Exception() -Exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_per_policy_cont_count_migration_with_single_policy ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_container_in_account ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:02 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_invalid_md5 ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json +test.unit.account.test_server.TestAccountController.test_GET_empty_account_json ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain +test.unit.account.test_server.TestAccountController.test_GET_empty_account_plain ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129719.26426', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} +fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete + delete_result = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml +test.unit.account.test_server.TestAccountController.test_GET_empty_account_xml ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_account ... ok +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept +test.unit.account.test_server.TestAccountController.test_GET_invalid_accept ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -74939,8 +71663,8 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD resp = req.get_response(self.app, query=query) @@ -74948,12 +71672,9 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response resp = self.acl_handler.handle_acl( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl + return ah._handle_acl(app, method) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl resp = self.req.get_acl_response(app, 'HEAD', ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -74962,2064 +71683,326 @@ ^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok - +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_version_id_not_implemented ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok - -test INFO: GET /v1/a/c 209 205 -test INFO: GET /v1/a/c 210 205 -test INFO: 1.2.3.4 1.2.3.4 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.657794714 1769538666.657851934 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769538666.658656359 1769538666.658675909 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1769538666.659653425 1769538666.659665108 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.660426378 1769538666.660485029 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.661252499 1769538666.661305189 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 15 - - - 0.0004 - - 1769538666.661237478 1769538666.661596298 - -test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - -test INFO: GET /v1/a/c 503 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c 429 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c True 503 -test INFO: GET /v1/a/c - 503 -test INFO: GET /v1/a/c parsing%20ok 503 -test INFO: GET /v1/a/c 500 500 -test INFO: GET /v1/a/c 500 568 -test INFO: GET /v1/a/c 499 503 -test INFO: GET /v1/a/c 499 503 -test INFO: GET / 500 200 -test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.677573204 1769538666.677635908 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.679419041 1769538666.679477930 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0001 - - 1769538666.680092573 1769538666.680148840 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0002 - - 1769538666.680734396 1769538666.680980921 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0001 - - 1769538666.681571245 1769538666.681625843 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769538666.682208776 1769538666.682263851 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0001 - - 1769538666.682880163 1769538666.682934523 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.683552742 1769538666.683606625 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0001 - - 1769538666.684167862 1769538666.684220076 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0001 - - 1769538666.684797525 1769538666.684849977 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1769538666.685271740 1769538666.685319662 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one%2Cand%20two 1769538666.686083078 1769538666.686137199 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.686935902 1769538666.686990499 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.687575340 1769538666.687627554 - -test INFO: - - 27/Jan/2026/18/31/06 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - one 1769538666.688392162 1769538666.688445091 - -test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com -test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key -test INFO: - - 27/Jan/2026/18/31/06 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538666.691313267 1769538666.691397190 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - -test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - -test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0619 "-" 1968912 - -test INFO: - - - [27/Jan/2026:18:31:00 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0444 "-" 1968912 - -DEBUG: New builder; performing initial balance -New builder; performing initial balance -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 768 new parts and 0 removed parts from replica-count change -768 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 67 (Last start was 0) -Gather start is 67 (Last start was 0) -DEBUG: Gathered 768 parts -Gathered 768 parts -DEBUG: Placed 116/0 onto dev r1z1-10.1.1.1/sdb -Placed 116/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 116/1 onto dev r1z1-10.1.1.1/sdd -Placed 116/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 116/2 onto dev r1z1-10.1.1.1/sda -Placed 116/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 93/0 onto dev r1z1-10.1.1.1/sdc -Placed 93/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 93/1 onto dev r1z1-10.1.1.1/sdb -Placed 93/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 93/2 onto dev r1z1-10.1.1.1/sdd -Placed 93/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 24/0 onto dev r1z1-10.1.1.1/sda -Placed 24/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 24/1 onto dev r1z1-10.1.1.1/sdc -Placed 24/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 24/2 onto dev r1z1-10.1.1.1/sdb -Placed 24/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 37/0 onto dev r1z1-10.1.1.1/sdd -Placed 37/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 37/1 onto dev r1z1-10.1.1.1/sda -Placed 37/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 37/2 onto dev r1z1-10.1.1.1/sdc -Placed 37/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 184/0 onto dev r1z1-10.1.1.1/sdb -Placed 184/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 184/1 onto dev r1z1-10.1.1.1/sdd -Placed 184/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 184/2 onto dev r1z1-10.1.1.1/sda -Placed 184/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 170/0 onto dev r1z1-10.1.1.1/sdc -Placed 170/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 170/1 onto dev r1z1-10.1.1.1/sdb -Placed 170/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 170/2 onto dev r1z1-10.1.1.1/sdd -Placed 170/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 249/0 onto dev r1z1-10.1.1.1/sda -Placed 249/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 249/1 onto dev r1z1-10.1.1.1/sdc -Placed 249/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 249/2 onto dev r1z1-10.1.1.1/sdb -Placed 249/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 199/0 onto dev r1z1-10.1.1.1/sdd -Placed 199/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 199/1 onto dev r1z1-10.1.1.1/sda -Placed 199/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 199/2 onto dev r1z1-10.1.1.1/sdc -Placed 199/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 179/0 onto dev r1z1-10.1.1.1/sdb -Placed 179/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 179/1 onto dev r1z1-10.1.1.1/sdd -Placed 179/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 179/2 onto dev r1z1-10.1.1.1/sda -Placed 179/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 76/0 onto dev r1z1-10.1.1.1/sdc -Placed 76/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 76/1 onto dev r1z1-10.1.1.1/sdb -Placed 76/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 76/2 onto dev r1z1-10.1.1.1/sdd -Placed 76/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 169/0 onto dev r1z1-10.1.1.1/sda -Placed 169/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 169/1 onto dev r1z1-10.1.1.1/sdc -Placed 169/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 169/2 onto dev r1z1-10.1.1.1/sdb -Placed 169/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 150/0 onto dev r1z1-10.1.1.1/sdd -Placed 150/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 150/1 onto dev r1z1-10.1.1.1/sda -Placed 150/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 150/2 onto dev r1z1-10.1.1.1/sdc -Placed 150/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 180/0 onto dev r1z1-10.1.1.1/sdb -Placed 180/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 180/1 onto dev r1z1-10.1.1.1/sdd -Placed 180/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 180/2 onto dev r1z1-10.1.1.1/sda -Placed 180/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 110/0 onto dev r1z1-10.1.1.1/sdc -Placed 110/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 110/1 onto dev r1z1-10.1.1.1/sdb -Placed 110/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 110/2 onto dev r1z1-10.1.1.1/sdd -Placed 110/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 119/0 onto dev r1z1-10.1.1.1/sda -Placed 119/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 119/1 onto dev r1z1-10.1.1.1/sdc -Placed 119/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 119/2 onto dev r1z1-10.1.1.1/sdb -Placed 119/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 91/0 onto dev r1z1-10.1.1.1/sdd -Placed 91/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 91/1 onto dev r1z1-10.1.1.1/sda -Placed 91/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 91/2 onto dev r1z1-10.1.1.1/sdc -Placed 91/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 34/0 onto dev r1z1-10.1.1.1/sdb -Placed 34/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 34/1 onto dev r1z1-10.1.1.1/sdd -Placed 34/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 34/2 onto dev r1z1-10.1.1.1/sda -Placed 34/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 23/0 onto dev r1z1-10.1.1.1/sdc -Placed 23/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 23/1 onto dev r1z1-10.1.1.1/sdb -Placed 23/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 23/2 onto dev r1z1-10.1.1.1/sdd -Placed 23/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 65/0 onto dev r1z1-10.1.1.1/sda -Placed 65/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 65/1 onto dev r1z1-10.1.1.1/sdc -Placed 65/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 65/2 onto dev r1z1-10.1.1.1/sdb -Placed 65/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 235/0 onto dev r1z1-10.1.1.1/sdd -Placed 235/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 235/1 onto dev r1z1-10.1.1.1/sda -Placed 235/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 235/2 onto dev r1z1-10.1.1.1/sdc -Placed 235/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 27/0 onto dev r1z1-10.1.1.1/sdb -Placed 27/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 27/1 onto dev r1z1-10.1.1.1/sdd -Placed 27/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 27/2 onto dev r1z1-10.1.1.1/sda -Placed 27/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 242/0 onto dev r1z1-10.1.1.1/sdc -Placed 242/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 242/1 onto dev r1z1-10.1.1.1/sdb -Placed 242/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 242/2 onto dev r1z1-10.1.1.1/sdd -Placed 242/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 46/0 onto dev r1z1-10.1.1.1/sda -Placed 46/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 46/1 onto dev r1z1-10.1.1.1/sdc -Placed 46/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 46/2 onto dev r1z1-10.1.1.1/sdb -Placed 46/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 176/0 onto dev r1z1-10.1.1.1/sdd -Placed 176/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 176/1 onto dev r1z1-10.1.1.1/sda -Placed 176/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 176/2 onto dev r1z1-10.1.1.1/sdc -Placed 176/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 78/0 onto dev r1z1-10.1.1.1/sdb -Placed 78/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 78/1 onto dev r1z1-10.1.1.1/sdd -Placed 78/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 78/2 onto dev r1z1-10.1.1.1/sda -Placed 78/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 127/0 onto dev r1z1-10.1.1.1/sdc -Placed 127/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 127/1 onto dev r1z1-10.1.1.1/sdb -Placed 127/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 127/2 onto dev r1z1-10.1.1.1/sdd -Placed 127/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 19/0 onto dev r1z1-10.1.1.1/sda -Placed 19/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 19/1 onto dev r1z1-10.1.1.1/sdc -Placed 19/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 19/2 onto dev r1z1-10.1.1.1/sdb -Placed 19/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 81/0 onto dev r1z1-10.1.1.1/sdd -Placed 81/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 81/1 onto dev r1z1-10.1.1.1/sda -Placed 81/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 81/2 onto dev r1z1-10.1.1.1/sdc -Placed 81/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 144/0 onto dev r1z1-10.1.1.1/sdb -Placed 144/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 144/1 onto dev r1z1-10.1.1.1/sdd -Placed 144/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 144/2 onto dev r1z1-10.1.1.1/sda -Placed 144/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 60/0 onto dev r1z1-10.1.1.1/sdc -Placed 60/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 60/1 onto dev r1z1-10.1.1.1/sdb -Placed 60/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 60/2 onto dev r1z1-10.1.1.1/sdd -Placed 60/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 141/0 onto dev r1z1-10.1.1.1/sda -Placed 141/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 141/1 onto dev r1z1-10.1.1.1/sdc -Placed 141/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 141/2 onto dev r1z1-10.1.1.1/sdb -Placed 141/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 105/0 onto dev r1z1-10.1.1.1/sdd -Placed 105/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 105/1 onto dev r1z1-10.1.1.1/sda -Placed 105/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 105/2 onto dev r1z1-10.1.1.1/sdc -Placed 105/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 10/0 onto dev r1z1-10.1.1.1/sdb -Placed 10/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 10/1 onto dev r1z1-10.1.1.1/sdd -Placed 10/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 10/2 onto dev r1z1-10.1.1.1/sda -Placed 10/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 125/0 onto dev r1z1-10.1.1.1/sdc -Placed 125/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 125/1 onto dev r1z1-10.1.1.1/sdb -Placed 125/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 125/2 onto dev r1z1-10.1.1.1/sdd -Placed 125/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 157/0 onto dev r1z1-10.1.1.1/sda -Placed 157/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 157/1 onto dev r1z1-10.1.1.1/sdc -Placed 157/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 157/2 onto dev r1z1-10.1.1.1/sdb -Placed 157/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 132/0 onto dev r1z1-10.1.1.1/sdd -Placed 132/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 132/1 onto dev r1z1-10.1.1.1/sda -Placed 132/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 132/2 onto dev r1z1-10.1.1.1/sdc -Placed 132/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 73/0 onto dev r1z1-10.1.1.1/sdb -Placed 73/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 73/1 onto dev r1z1-10.1.1.1/sdd -Placed 73/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 73/2 onto dev r1z1-10.1.1.1/sda -Placed 73/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 29/0 onto dev r1z1-10.1.1.1/sdc -Placed 29/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 29/1 onto dev r1z1-10.1.1.1/sdb -Placed 29/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 29/2 onto dev r1z1-10.1.1.1/sdd -Placed 29/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 146/0 onto dev r1z1-10.1.1.1/sda -Placed 146/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 146/1 onto dev r1z1-10.1.1.1/sdc -Placed 146/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 146/2 onto dev r1z1-10.1.1.1/sdb -Placed 146/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 198/0 onto dev r1z1-10.1.1.1/sdd -Placed 198/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 198/1 onto dev r1z1-10.1.1.1/sda -Placed 198/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 198/2 onto dev r1z1-10.1.1.1/sdc -Placed 198/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 109/0 onto dev r1z1-10.1.1.1/sdb -Placed 109/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 109/1 onto dev r1z1-10.1.1.1/sdd -Placed 109/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 109/2 onto dev r1z1-10.1.1.1/sda -Placed 109/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 240/0 onto dev r1z1-10.1.1.1/sdc -Placed 240/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 240/1 onto dev r1z1-10.1.1.1/sdb -Placed 240/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 240/2 onto dev r1z1-10.1.1.1/sdd -Placed 240/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 255/0 onto dev r1z1-10.1.1.1/sda -Placed 255/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 255/1 onto dev r1z1-10.1.1.1/sdc -Placed 255/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 255/2 onto dev r1z1-10.1.1.1/sdb -Placed 255/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 163/0 onto dev r1z1-10.1.1.1/sdd -Placed 163/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 163/1 onto dev r1z1-10.1.1.1/sda -Placed 163/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 163/2 onto dev r1z1-10.1.1.1/sdc -Placed 163/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 152/0 onto dev r1z1-10.1.1.1/sdb -Placed 152/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 152/1 onto dev r1z1-10.1.1.1/sdd -Placed 152/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 152/2 onto dev r1z1-10.1.1.1/sda -Placed 152/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 56/0 onto dev r1z1-10.1.1.1/sdc -Placed 56/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 56/1 onto dev r1z1-10.1.1.1/sdb -Placed 56/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 56/2 onto dev r1z1-10.1.1.1/sdd -Placed 56/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 3/0 onto dev r1z1-10.1.1.1/sda -Placed 3/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 3/1 onto dev r1z1-10.1.1.1/sdc -Placed 3/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 3/2 onto dev r1z1-10.1.1.1/sdb -Placed 3/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 250/0 onto dev r1z1-10.1.1.1/sdd -Placed 250/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 250/1 onto dev r1z1-10.1.1.1/sda -Placed 250/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 250/2 onto dev r1z1-10.1.1.1/sdc -Placed 250/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 86/0 onto dev r1z1-10.1.1.1/sdb -Placed 86/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 86/1 onto dev r1z1-10.1.1.1/sdd -Placed 86/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 86/2 onto dev r1z1-10.1.1.1/sda -Placed 86/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 204/0 onto dev r1z1-10.1.1.1/sdc -Placed 204/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 204/1 onto dev r1z1-10.1.1.1/sdb -Placed 204/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 204/2 onto dev r1z1-10.1.1.1/sdd -Placed 204/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 33/0 onto dev r1z1-10.1.1.1/sda -Placed 33/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 33/1 onto dev r1z1-10.1.1.1/sdc -Placed 33/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 33/2 onto dev r1z1-10.1.1.1/sdb -Placed 33/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 7/0 onto dev r1z1-10.1.1.1/sdd -Placed 7/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 7/1 onto dev r1z1-10.1.1.1/sda -Placed 7/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 7/2 onto dev r1z1-10.1.1.1/sdc -Placed 7/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 54/0 onto dev r1z1-10.1.1.1/sdb -Placed 54/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 54/1 onto dev r1z1-10.1.1.1/sdd -Placed 54/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 54/2 onto dev r1z1-10.1.1.1/sda -Placed 54/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 251/0 onto dev r1z1-10.1.1.1/sdc -Placed 251/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 251/1 onto dev r1z1-10.1.1.1/sdb -Placed 251/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 251/2 onto dev r1z1-10.1.1.1/sdd -Placed 251/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 32/0 onto dev r1z1-10.1.1.1/sda -Placed 32/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 32/1 onto dev r1z1-10.1.1.1/sdc -Placed 32/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 32/2 onto dev r1z1-10.1.1.1/sdb -Placed 32/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 153/0 onto dev r1z1-10.1.1.1/sdd -Placed 153/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 153/1 onto dev r1z1-10.1.1.1/sda -Placed 153/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 153/2 onto dev r1z1-10.1.1.1/sdc -Placed 153/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 64/0 onto dev r1z1-10.1.1.1/sdb -Placed 64/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 64/1 onto dev r1z1-10.1.1.1/sdd -Placed 64/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 64/2 onto dev r1z1-10.1.1.1/sda -Placed 64/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 143/0 onto dev r1z1-10.1.1.1/sdc -Placed 143/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 143/1 onto dev r1z1-10.1.1.1/sdb -Placed 143/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 143/2 onto dev r1z1-10.1.1.1/sdd -Placed 143/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 173/0 onto dev r1z1-10.1.1.1/sda -Placed 173/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 173/1 onto dev r1z1-10.1.1.1/sdc -Placed 173/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 173/2 onto dev r1z1-10.1.1.1/sdb -Placed 173/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 171/0 onto dev r1z1-10.1.1.1/sdd -Placed 171/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 171/1 onto dev r1z1-10.1.1.1/sda -Placed 171/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 171/2 onto dev r1z1-10.1.1.1/sdc -Placed 171/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 36/0 onto dev r1z1-10.1.1.1/sdb -Placed 36/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 36/1 onto dev r1z1-10.1.1.1/sdd -Placed 36/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 36/2 onto dev r1z1-10.1.1.1/sda -Placed 36/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 227/0 onto dev r1z1-10.1.1.1/sdc -Placed 227/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 227/1 onto dev r1z1-10.1.1.1/sdb -Placed 227/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 227/2 onto dev r1z1-10.1.1.1/sdd -Placed 227/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 77/0 onto dev r1z1-10.1.1.1/sda -Placed 77/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 77/1 onto dev r1z1-10.1.1.1/sdc -Placed 77/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 77/2 onto dev r1z1-10.1.1.1/sdb -Placed 77/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 254/0 onto dev r1z1-10.1.1.1/sdd -Placed 254/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 254/1 onto dev r1z1-10.1.1.1/sda -Placed 254/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 254/2 onto dev r1z1-10.1.1.1/sdc -Placed 254/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 95/0 onto dev r1z1-10.1.1.1/sdb -Placed 95/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 95/1 onto dev r1z1-10.1.1.1/sdd -Placed 95/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 95/2 onto dev r1z1-10.1.1.1/sda -Placed 95/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 68/0 onto dev r1z1-10.1.1.1/sdc -Placed 68/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 68/1 onto dev r1z1-10.1.1.1/sdb -Placed 68/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 68/2 onto dev r1z1-10.1.1.1/sdd -Placed 68/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 186/0 onto dev r1z1-10.1.1.1/sda -Placed 186/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 186/1 onto dev r1z1-10.1.1.1/sdc -Placed 186/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 186/2 onto dev r1z1-10.1.1.1/sdb -Placed 186/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 224/0 onto dev r1z1-10.1.1.1/sdd -Placed 224/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 224/1 onto dev r1z1-10.1.1.1/sda -Placed 224/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 224/2 onto dev r1z1-10.1.1.1/sdc -Placed 224/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 220/0 onto dev r1z1-10.1.1.1/sdb -Placed 220/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 220/1 onto dev r1z1-10.1.1.1/sdd -Placed 220/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 220/2 onto dev r1z1-10.1.1.1/sda -Placed 220/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 51/0 onto dev r1z1-10.1.1.1/sdc -Placed 51/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 51/1 onto dev r1z1-10.1.1.1/sdb -Placed 51/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 51/2 onto dev r1z1-10.1.1.1/sdd -Placed 51/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 98/0 onto dev r1z1-10.1.1.1/sda -Placed 98/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 98/1 onto dev r1z1-10.1.1.1/sdc -Placed 98/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 98/2 onto dev r1z1-10.1.1.1/sdb -Placed 98/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 182/0 onto dev r1z1-10.1.1.1/sdd -Placed 182/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 182/1 onto dev r1z1-10.1.1.1/sda -Placed 182/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 182/2 onto dev r1z1-10.1.1.1/sdc -Placed 182/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 28/0 onto dev r1z1-10.1.1.1/sdb -Placed 28/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 28/1 onto dev r1z1-10.1.1.1/sdd -Placed 28/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 28/2 onto dev r1z1-10.1.1.1/sda -Placed 28/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 66/0 onto dev r1z1-10.1.1.1/sdc -Placed 66/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 66/1 onto dev r1z1-10.1.1.1/sdb -Placed 66/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 66/2 onto dev r1z1-10.1.1.1/sdd -Placed 66/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 79/0 onto dev r1z1-10.1.1.1/sda -Placed 79/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 79/1 onto dev r1z1-10.1.1.1/sdc -Placed 79/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 79/2 onto dev r1z1-10.1.1.1/sdb -Placed 79/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 9/0 onto dev r1z1-10.1.1.1/sdd -Placed 9/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 9/1 onto dev r1z1-10.1.1.1/sda -Placed 9/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 9/2 onto dev r1z1-10.1.1.1/sdc -Placed 9/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 57/0 onto dev r1z1-10.1.1.1/sdb -Placed 57/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 57/1 onto dev r1z1-10.1.1.1/sdd -Placed 57/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 57/2 onto dev r1z1-10.1.1.1/sda -Placed 57/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 84/0 onto dev r1z1-10.1.1.1/sdc -Placed 84/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 84/1 onto dev r1z1-10.1.1.1/sdb -Placed 84/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 84/2 onto dev r1z1-10.1.1.1/sdd -Placed 84/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 17/0 onto dev r1z1-10.1.1.1/sda -Placed 17/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 17/1 onto dev r1z1-10.1.1.1/sdc -Placed 17/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 17/2 onto dev r1z1-10.1.1.1/sdb -Placed 17/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 6/0 onto dev r1z1-10.1.1.1/sdd -Placed 6/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 6/1 onto dev r1z1-10.1.1.1/sda -Placed 6/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 6/2 onto dev r1z1-10.1.1.1/sdc -Placed 6/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 208/0 onto dev r1z1-10.1.1.1/sdb -Placed 208/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 208/1 onto dev r1z1-10.1.1.1/sdd -Placed 208/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 208/2 onto dev r1z1-10.1.1.1/sda -Placed 208/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 236/0 onto dev r1z1-10.1.1.1/sdc -Placed 236/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 236/1 onto dev r1z1-10.1.1.1/sdb -Placed 236/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 236/2 onto dev r1z1-10.1.1.1/sdd -Placed 236/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 103/0 onto dev r1z1-10.1.1.1/sda -Placed 103/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 103/1 onto dev r1z1-10.1.1.1/sdc -Placed 103/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 103/2 onto dev r1z1-10.1.1.1/sdb -Placed 103/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 158/0 onto dev r1z1-10.1.1.1/sdd -Placed 158/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 158/1 onto dev r1z1-10.1.1.1/sda -Placed 158/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 158/2 onto dev r1z1-10.1.1.1/sdc -Placed 158/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 41/0 onto dev r1z1-10.1.1.1/sdb -Placed 41/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 41/1 onto dev r1z1-10.1.1.1/sdd -Placed 41/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 41/2 onto dev r1z1-10.1.1.1/sda -Placed 41/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 209/0 onto dev r1z1-10.1.1.1/sdc -Placed 209/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 209/1 onto dev r1z1-10.1.1.1/sdb -Placed 209/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 209/2 onto dev r1z1-10.1.1.1/sdd -Placed 209/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 248/0 onto dev r1z1-10.1.1.1/sda -Placed 248/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 248/1 onto dev r1z1-10.1.1.1/sdc -Placed 248/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 248/2 onto dev r1z1-10.1.1.1/sdb -Placed 248/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 197/0 onto dev r1z1-10.1.1.1/sdd -Placed 197/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 197/1 onto dev r1z1-10.1.1.1/sda -Placed 197/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 197/2 onto dev r1z1-10.1.1.1/sdc -Placed 197/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 72/0 onto dev r1z1-10.1.1.1/sdb -Placed 72/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 72/1 onto dev r1z1-10.1.1.1/sdd -Placed 72/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 72/2 onto dev r1z1-10.1.1.1/sda -Placed 72/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 216/0 onto dev r1z1-10.1.1.1/sdc -Placed 216/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 216/1 onto dev r1z1-10.1.1.1/sdb -Placed 216/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 216/2 onto dev r1z1-10.1.1.1/sdd -Placed 216/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 75/0 onto dev r1z1-10.1.1.1/sda -Placed 75/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 75/1 onto dev r1z1-10.1.1.1/sdc -Placed 75/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 75/2 onto dev r1z1-10.1.1.1/sdb -Placed 75/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 134/0 onto dev r1z1-10.1.1.1/sdd -Placed 134/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 134/1 onto dev r1z1-10.1.1.1/sda -Placed 134/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 134/2 onto dev r1z1-10.1.1.1/sdc -Placed 134/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 231/0 onto dev r1z1-10.1.1.1/sdb -Placed 231/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 231/1 onto dev r1z1-10.1.1.1/sdd -Placed 231/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 231/2 onto dev r1z1-10.1.1.1/sda -Placed 231/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 214/0 onto dev r1z1-10.1.1.1/sdc -Placed 214/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 214/1 onto dev r1z1-10.1.1.1/sdb -Placed 214/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 214/2 onto dev r1z1-10.1.1.1/sdd -Placed 214/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 4/0 onto dev r1z1-10.1.1.1/sda -Placed 4/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 4/1 onto dev r1z1-10.1.1.1/sdc -Placed 4/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 4/2 onto dev r1z1-10.1.1.1/sdb -Placed 4/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 147/0 onto dev r1z1-10.1.1.1/sdd -Placed 147/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 147/1 onto dev r1z1-10.1.1.1/sda -Placed 147/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 147/2 onto dev r1z1-10.1.1.1/sdc -Placed 147/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 194/0 onto dev r1z1-10.1.1.1/sdb -Placed 194/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 194/1 onto dev r1z1-10.1.1.1/sdd -Placed 194/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 194/2 onto dev r1z1-10.1.1.1/sda -Placed 194/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 136/0 onto dev r1z1-10.1.1.1/sdc -Placed 136/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 136/1 onto dev r1z1-10.1.1.1/sdb -Placed 136/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 136/2 onto dev r1z1-10.1.1.1/sdd -Placed 136/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 253/0 onto dev r1z1-10.1.1.1/sda -Placed 253/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 253/1 onto dev r1z1-10.1.1.1/sdc -Placed 253/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 253/2 onto dev r1z1-10.1.1.1/sdb -Placed 253/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 166/0 onto dev r1z1-10.1.1.1/sdd -Placed 166/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 166/1 onto dev r1z1-10.1.1.1/sda -Placed 166/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 166/2 onto dev r1z1-10.1.1.1/sdc -Placed 166/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 8/0 onto dev r1z1-10.1.1.1/sdb -Placed 8/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 8/1 onto dev r1z1-10.1.1.1/sdd -Placed 8/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 8/2 onto dev r1z1-10.1.1.1/sda -Placed 8/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 63/0 onto dev r1z1-10.1.1.1/sdc -Placed 63/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 63/1 onto dev r1z1-10.1.1.1/sdb -Placed 63/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 63/2 onto dev r1z1-10.1.1.1/sdd -Placed 63/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 139/0 onto dev r1z1-10.1.1.1/sda -Placed 139/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 139/1 onto dev r1z1-10.1.1.1/sdc -Placed 139/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 139/2 onto dev r1z1-10.1.1.1/sdb -Placed 139/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 115/0 onto dev r1z1-10.1.1.1/sdd -Placed 115/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 115/1 onto dev r1z1-10.1.1.1/sda -Placed 115/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 115/2 onto dev r1z1-10.1.1.1/sdc -Placed 115/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 189/0 onto dev r1z1-10.1.1.1/sdb -Placed 189/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 189/1 onto dev r1z1-10.1.1.1/sdd -Placed 189/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 189/2 onto dev r1z1-10.1.1.1/sda -Placed 189/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 154/0 onto dev r1z1-10.1.1.1/sdc -Placed 154/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 154/1 onto dev r1z1-10.1.1.1/sdb -Placed 154/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 154/2 onto dev r1z1-10.1.1.1/sdd -Placed 154/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 226/0 onto dev r1z1-10.1.1.1/sda -Placed 226/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 226/1 onto dev r1z1-10.1.1.1/sdc -Placed 226/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 226/2 onto dev r1z1-10.1.1.1/sdb -Placed 226/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 108/0 onto dev r1z1-10.1.1.1/sdd -Placed 108/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 108/1 onto dev r1z1-10.1.1.1/sda -Placed 108/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 108/2 onto dev r1z1-10.1.1.1/sdc -Placed 108/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 203/0 onto dev r1z1-10.1.1.1/sdb -Placed 203/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 203/1 onto dev r1z1-10.1.1.1/sdd -Placed 203/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 203/2 onto dev r1z1-10.1.1.1/sda -Placed 203/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 202/0 onto dev r1z1-10.1.1.1/sdc -Placed 202/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 202/1 onto dev r1z1-10.1.1.1/sdb -Placed 202/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 202/2 onto dev r1z1-10.1.1.1/sdd -Placed 202/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 126/0 onto dev r1z1-10.1.1.1/sda -Placed 126/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 126/1 onto dev r1z1-10.1.1.1/sdc -Placed 126/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 126/2 onto dev r1z1-10.1.1.1/sdb -Placed 126/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 239/0 onto dev r1z1-10.1.1.1/sdd -Placed 239/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 239/1 onto dev r1z1-10.1.1.1/sda -Placed 239/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 239/2 onto dev r1z1-10.1.1.1/sdc -Placed 239/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 107/0 onto dev r1z1-10.1.1.1/sdb -Placed 107/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 107/1 onto dev r1z1-10.1.1.1/sdd -Placed 107/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 107/2 onto dev r1z1-10.1.1.1/sda -Placed 107/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 92/0 onto dev r1z1-10.1.1.1/sdc -Placed 92/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 92/1 onto dev r1z1-10.1.1.1/sdb -Placed 92/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 92/2 onto dev r1z1-10.1.1.1/sdd -Placed 92/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 111/0 onto dev r1z1-10.1.1.1/sda -Placed 111/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 111/1 onto dev r1z1-10.1.1.1/sdc -Placed 111/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 111/2 onto dev r1z1-10.1.1.1/sdb -Placed 111/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 210/0 onto dev r1z1-10.1.1.1/sdd -Placed 210/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 210/1 onto dev r1z1-10.1.1.1/sda -Placed 210/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 210/2 onto dev r1z1-10.1.1.1/sdc -Placed 210/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 47/0 onto dev r1z1-10.1.1.1/sdb -Placed 47/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 47/1 onto dev r1z1-10.1.1.1/sdd -Placed 47/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 47/2 onto dev r1z1-10.1.1.1/sda -Placed 47/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 106/0 onto dev r1z1-10.1.1.1/sdc -Placed 106/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 106/1 onto dev r1z1-10.1.1.1/sdb -Placed 106/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 106/2 onto dev r1z1-10.1.1.1/sdd -Placed 106/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 12/0 onto dev r1z1-10.1.1.1/sda -Placed 12/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 12/1 onto dev r1z1-10.1.1.1/sdc -Placed 12/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 12/2 onto dev r1z1-10.1.1.1/sdb -Placed 12/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 89/0 onto dev r1z1-10.1.1.1/sdd -Placed 89/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 89/1 onto dev r1z1-10.1.1.1/sda -Placed 89/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 89/2 onto dev r1z1-10.1.1.1/sdc -Placed 89/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 201/0 onto dev r1z1-10.1.1.1/sdb -Placed 201/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 201/1 onto dev r1z1-10.1.1.1/sdd -Placed 201/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 201/2 onto dev r1z1-10.1.1.1/sda -Placed 201/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 43/0 onto dev r1z1-10.1.1.1/sdc -Placed 43/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 43/1 onto dev r1z1-10.1.1.1/sdb -Placed 43/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 43/2 onto dev r1z1-10.1.1.1/sdd -Placed 43/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 245/0 onto dev r1z1-10.1.1.1/sda -Placed 245/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 245/1 onto dev r1z1-10.1.1.1/sdc -Placed 245/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 245/2 onto dev r1z1-10.1.1.1/sdb -Placed 245/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 70/0 onto dev r1z1-10.1.1.1/sdd -Placed 70/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 70/1 onto dev r1z1-10.1.1.1/sda -Placed 70/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 70/2 onto dev r1z1-10.1.1.1/sdc -Placed 70/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 114/0 onto dev r1z1-10.1.1.1/sdb -Placed 114/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 114/1 onto dev r1z1-10.1.1.1/sdd -Placed 114/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 114/2 onto dev r1z1-10.1.1.1/sda -Placed 114/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 21/0 onto dev r1z1-10.1.1.1/sdc -Placed 21/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 21/1 onto dev r1z1-10.1.1.1/sdb -Placed 21/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 21/2 onto dev r1z1-10.1.1.1/sdd -Placed 21/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 118/0 onto dev r1z1-10.1.1.1/sda -Placed 118/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 118/1 onto dev r1z1-10.1.1.1/sdc -Placed 118/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 118/2 onto dev r1z1-10.1.1.1/sdb -Placed 118/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 156/0 onto dev r1z1-10.1.1.1/sdd -Placed 156/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 156/1 onto dev r1z1-10.1.1.1/sda -Placed 156/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 156/2 onto dev r1z1-10.1.1.1/sdc -Placed 156/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 71/0 onto dev r1z1-10.1.1.1/sdb -Placed 71/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 71/1 onto dev r1z1-10.1.1.1/sdd -Placed 71/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 71/2 onto dev r1z1-10.1.1.1/sda -Placed 71/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 241/0 onto dev r1z1-10.1.1.1/sdc -Placed 241/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 241/1 onto dev r1z1-10.1.1.1/sdb -Placed 241/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 241/2 onto dev r1z1-10.1.1.1/sdd -Placed 241/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 99/0 onto dev r1z1-10.1.1.1/sda -Placed 99/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 99/1 onto dev r1z1-10.1.1.1/sdc -Placed 99/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 99/2 onto dev r1z1-10.1.1.1/sdb -Placed 99/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 148/0 onto dev r1z1-10.1.1.1/sdd -Placed 148/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 148/1 onto dev r1z1-10.1.1.1/sda -Placed 148/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 148/2 onto dev r1z1-10.1.1.1/sdc -Placed 148/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 35/0 onto dev r1z1-10.1.1.1/sdb -Placed 35/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 35/1 onto dev r1z1-10.1.1.1/sdd -Placed 35/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 35/2 onto dev r1z1-10.1.1.1/sda -Placed 35/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 42/0 onto dev r1z1-10.1.1.1/sdc -Placed 42/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 42/1 onto dev r1z1-10.1.1.1/sdb -Placed 42/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 42/2 onto dev r1z1-10.1.1.1/sdd -Placed 42/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 62/0 onto dev r1z1-10.1.1.1/sda -Placed 62/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 62/1 onto dev r1z1-10.1.1.1/sdc -Placed 62/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 62/2 onto dev r1z1-10.1.1.1/sdb -Placed 62/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 191/0 onto dev r1z1-10.1.1.1/sdd -Placed 191/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 191/1 onto dev r1z1-10.1.1.1/sda -Placed 191/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 191/2 onto dev r1z1-10.1.1.1/sdc -Placed 191/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 45/0 onto dev r1z1-10.1.1.1/sdb -Placed 45/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 45/1 onto dev r1z1-10.1.1.1/sdd -Placed 45/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 45/2 onto dev r1z1-10.1.1.1/sda -Placed 45/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 187/0 onto dev r1z1-10.1.1.1/sdc -Placed 187/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 187/1 onto dev r1z1-10.1.1.1/sdb -Placed 187/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 187/2 onto dev r1z1-10.1.1.1/sdd -Placed 187/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 39/0 onto dev r1z1-10.1.1.1/sda -Placed 39/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 39/1 onto dev r1z1-10.1.1.1/sdc -Placed 39/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 39/2 onto dev r1z1-10.1.1.1/sdb -Placed 39/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 22/0 onto dev r1z1-10.1.1.1/sdd -Placed 22/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 22/1 onto dev r1z1-10.1.1.1/sda -Placed 22/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 22/2 onto dev r1z1-10.1.1.1/sdc -Placed 22/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 52/0 onto dev r1z1-10.1.1.1/sdb -Placed 52/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 52/1 onto dev r1z1-10.1.1.1/sdd -Placed 52/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 52/2 onto dev r1z1-10.1.1.1/sda -Placed 52/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 48/0 onto dev r1z1-10.1.1.1/sdc -Placed 48/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 48/1 onto dev r1z1-10.1.1.1/sdb -Placed 48/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 48/2 onto dev r1z1-10.1.1.1/sdd -Placed 48/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 183/0 onto dev r1z1-10.1.1.1/sda -Placed 183/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 183/1 onto dev r1z1-10.1.1.1/sdc -Placed 183/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 183/2 onto dev r1z1-10.1.1.1/sdb -Placed 183/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 211/0 onto dev r1z1-10.1.1.1/sdd -Placed 211/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 211/1 onto dev r1z1-10.1.1.1/sda -Placed 211/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 211/2 onto dev r1z1-10.1.1.1/sdc -Placed 211/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 87/0 onto dev r1z1-10.1.1.1/sdb -Placed 87/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 87/1 onto dev r1z1-10.1.1.1/sdd -Placed 87/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 87/2 onto dev r1z1-10.1.1.1/sda -Placed 87/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 2/0 onto dev r1z1-10.1.1.1/sdc -Placed 2/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 2/1 onto dev r1z1-10.1.1.1/sdb -Placed 2/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 2/2 onto dev r1z1-10.1.1.1/sdd -Placed 2/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 155/0 onto dev r1z1-10.1.1.1/sda -Placed 155/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 155/1 onto dev r1z1-10.1.1.1/sdc -Placed 155/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 155/2 onto dev r1z1-10.1.1.1/sdb -Placed 155/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 168/0 onto dev r1z1-10.1.1.1/sdd -Placed 168/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 168/1 onto dev r1z1-10.1.1.1/sda -Placed 168/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 168/2 onto dev r1z1-10.1.1.1/sdc -Placed 168/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 174/0 onto dev r1z1-10.1.1.1/sdb -Placed 174/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 174/1 onto dev r1z1-10.1.1.1/sdd -Placed 174/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 174/2 onto dev r1z1-10.1.1.1/sda -Placed 174/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 237/0 onto dev r1z1-10.1.1.1/sdc -Placed 237/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 237/1 onto dev r1z1-10.1.1.1/sdb -Placed 237/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 237/2 onto dev r1z1-10.1.1.1/sdd -Placed 237/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 40/0 onto dev r1z1-10.1.1.1/sda -Placed 40/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 40/1 onto dev r1z1-10.1.1.1/sdc -Placed 40/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 40/2 onto dev r1z1-10.1.1.1/sdb -Placed 40/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 217/0 onto dev r1z1-10.1.1.1/sdd -Placed 217/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 217/1 onto dev r1z1-10.1.1.1/sda -Placed 217/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 217/2 onto dev r1z1-10.1.1.1/sdc -Placed 217/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 130/0 onto dev r1z1-10.1.1.1/sdb -Placed 130/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 130/1 onto dev r1z1-10.1.1.1/sdd -Placed 130/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 130/2 onto dev r1z1-10.1.1.1/sda -Placed 130/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 162/0 onto dev r1z1-10.1.1.1/sdc -Placed 162/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 162/1 onto dev r1z1-10.1.1.1/sdb -Placed 162/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 162/2 onto dev r1z1-10.1.1.1/sdd -Placed 162/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 16/0 onto dev r1z1-10.1.1.1/sda -Placed 16/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 16/1 onto dev r1z1-10.1.1.1/sdc -Placed 16/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 16/2 onto dev r1z1-10.1.1.1/sdb -Placed 16/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 149/0 onto dev r1z1-10.1.1.1/sdd -Placed 149/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 149/1 onto dev r1z1-10.1.1.1/sda -Placed 149/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 149/2 onto dev r1z1-10.1.1.1/sdc -Placed 149/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 53/0 onto dev r1z1-10.1.1.1/sdb -Placed 53/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 53/1 onto dev r1z1-10.1.1.1/sdd -Placed 53/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 53/2 onto dev r1z1-10.1.1.1/sda -Placed 53/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 195/0 onto dev r1z1-10.1.1.1/sdc -Placed 195/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 195/1 onto dev r1z1-10.1.1.1/sdb -Placed 195/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 195/2 onto dev r1z1-10.1.1.1/sdd -Placed 195/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 1/0 onto dev r1z1-10.1.1.1/sda -Placed 1/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 1/1 onto dev r1z1-10.1.1.1/sdc -Placed 1/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 1/2 onto dev r1z1-10.1.1.1/sdb -Placed 1/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 18/0 onto dev r1z1-10.1.1.1/sdd -Placed 18/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 18/1 onto dev r1z1-10.1.1.1/sda -Placed 18/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 18/2 onto dev r1z1-10.1.1.1/sdc -Placed 18/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 164/0 onto dev r1z1-10.1.1.1/sdb -Placed 164/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 164/1 onto dev r1z1-10.1.1.1/sdd -Placed 164/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 164/2 onto dev r1z1-10.1.1.1/sda -Placed 164/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 102/0 onto dev r1z1-10.1.1.1/sdc -Placed 102/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 102/1 onto dev r1z1-10.1.1.1/sdb -Placed 102/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 102/2 onto dev r1z1-10.1.1.1/sdd -Placed 102/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 193/0 onto dev r1z1-10.1.1.1/sda -Placed 193/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 193/1 onto dev r1z1-10.1.1.1/sdc -Placed 193/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 193/2 onto dev r1z1-10.1.1.1/sdb -Placed 193/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 82/0 onto dev r1z1-10.1.1.1/sdd -Placed 82/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 82/1 onto dev r1z1-10.1.1.1/sda -Placed 82/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 82/2 onto dev r1z1-10.1.1.1/sdc -Placed 82/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 213/0 onto dev r1z1-10.1.1.1/sdb -Placed 213/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 213/1 onto dev r1z1-10.1.1.1/sdd -Placed 213/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 213/2 onto dev r1z1-10.1.1.1/sda -Placed 213/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 120/0 onto dev r1z1-10.1.1.1/sdc -Placed 120/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 120/1 onto dev r1z1-10.1.1.1/sdb -Placed 120/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 120/2 onto dev r1z1-10.1.1.1/sdd -Placed 120/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 38/0 onto dev r1z1-10.1.1.1/sda -Placed 38/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 38/1 onto dev r1z1-10.1.1.1/sdc -Placed 38/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 38/2 onto dev r1z1-10.1.1.1/sdb -Placed 38/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 221/0 onto dev r1z1-10.1.1.1/sdd -Placed 221/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 221/1 onto dev r1z1-10.1.1.1/sda -Placed 221/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 221/2 onto dev r1z1-10.1.1.1/sdc -Placed 221/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 80/0 onto dev r1z1-10.1.1.1/sdb -Placed 80/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 80/1 onto dev r1z1-10.1.1.1/sdd -Placed 80/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 80/2 onto dev r1z1-10.1.1.1/sda -Placed 80/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 101/0 onto dev r1z1-10.1.1.1/sdc -Placed 101/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 101/1 onto dev r1z1-10.1.1.1/sdb -Placed 101/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 101/2 onto dev r1z1-10.1.1.1/sdd -Placed 101/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 123/0 onto dev r1z1-10.1.1.1/sda -Placed 123/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 123/1 onto dev r1z1-10.1.1.1/sdc -Placed 123/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 123/2 onto dev r1z1-10.1.1.1/sdb -Placed 123/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 135/0 onto dev r1z1-10.1.1.1/sdd -Placed 135/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 135/1 onto dev r1z1-10.1.1.1/sda -Placed 135/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 135/2 onto dev r1z1-10.1.1.1/sdc -Placed 135/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 67/0 onto dev r1z1-10.1.1.1/sdb -Placed 67/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 67/1 onto dev r1z1-10.1.1.1/sdd -Placed 67/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 67/2 onto dev r1z1-10.1.1.1/sda -Placed 67/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 0/0 onto dev r1z1-10.1.1.1/sdc -Placed 0/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 0/1 onto dev r1z1-10.1.1.1/sdb -Placed 0/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 0/2 onto dev r1z1-10.1.1.1/sdd -Placed 0/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 230/0 onto dev r1z1-10.1.1.1/sda -Placed 230/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 230/1 onto dev r1z1-10.1.1.1/sdc -Placed 230/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 230/2 onto dev r1z1-10.1.1.1/sdb -Placed 230/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 124/0 onto dev r1z1-10.1.1.1/sdd -Placed 124/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 124/1 onto dev r1z1-10.1.1.1/sda -Placed 124/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 124/2 onto dev r1z1-10.1.1.1/sdc -Placed 124/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 185/0 onto dev r1z1-10.1.1.1/sdb -Placed 185/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 185/1 onto dev r1z1-10.1.1.1/sdd -Placed 185/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 185/2 onto dev r1z1-10.1.1.1/sda -Placed 185/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 178/0 onto dev r1z1-10.1.1.1/sdc -Placed 178/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 178/1 onto dev r1z1-10.1.1.1/sdb -Placed 178/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 178/2 onto dev r1z1-10.1.1.1/sdd -Placed 178/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 234/0 onto dev r1z1-10.1.1.1/sda -Placed 234/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 234/1 onto dev r1z1-10.1.1.1/sdc -Placed 234/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 234/2 onto dev r1z1-10.1.1.1/sdb -Placed 234/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 232/0 onto dev r1z1-10.1.1.1/sdd -Placed 232/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 232/1 onto dev r1z1-10.1.1.1/sda -Placed 232/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 232/2 onto dev r1z1-10.1.1.1/sdc -Placed 232/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 229/0 onto dev r1z1-10.1.1.1/sdb -Placed 229/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 229/1 onto dev r1z1-10.1.1.1/sdd -Placed 229/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 229/2 onto dev r1z1-10.1.1.1/sda -Placed 229/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 100/0 onto dev r1z1-10.1.1.1/sdc -Placed 100/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 100/1 onto dev r1z1-10.1.1.1/sdb -Placed 100/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 100/2 onto dev r1z1-10.1.1.1/sdd -Placed 100/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 20/0 onto dev r1z1-10.1.1.1/sda -Placed 20/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 20/1 onto dev r1z1-10.1.1.1/sdc -Placed 20/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 20/2 onto dev r1z1-10.1.1.1/sdb -Placed 20/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 59/0 onto dev r1z1-10.1.1.1/sdd -Placed 59/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 59/1 onto dev r1z1-10.1.1.1/sda -Placed 59/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 59/2 onto dev r1z1-10.1.1.1/sdc -Placed 59/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 15/0 onto dev r1z1-10.1.1.1/sdb -Placed 15/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 15/1 onto dev r1z1-10.1.1.1/sdd -Placed 15/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 15/2 onto dev r1z1-10.1.1.1/sda -Placed 15/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 25/0 onto dev r1z1-10.1.1.1/sdc -Placed 25/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 25/1 onto dev r1z1-10.1.1.1/sdb -Placed 25/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 25/2 onto dev r1z1-10.1.1.1/sdd -Placed 25/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 206/0 onto dev r1z1-10.1.1.1/sda -Placed 206/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 206/1 onto dev r1z1-10.1.1.1/sdc -Placed 206/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 206/2 onto dev r1z1-10.1.1.1/sdb -Placed 206/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 74/0 onto dev r1z1-10.1.1.1/sdd -Placed 74/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 74/1 onto dev r1z1-10.1.1.1/sda -Placed 74/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 74/2 onto dev r1z1-10.1.1.1/sdc -Placed 74/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 247/0 onto dev r1z1-10.1.1.1/sdb -Placed 247/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 247/1 onto dev r1z1-10.1.1.1/sdd -Placed 247/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 247/2 onto dev r1z1-10.1.1.1/sda -Placed 247/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 177/0 onto dev r1z1-10.1.1.1/sdc -Placed 177/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 177/1 onto dev r1z1-10.1.1.1/sdb -Placed 177/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 177/2 onto dev r1z1-10.1.1.1/sdd -Placed 177/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 165/0 onto dev r1z1-10.1.1.1/sda -Placed 165/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 165/1 onto dev r1z1-10.1.1.1/sdc -Placed 165/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 165/2 onto dev r1z1-10.1.1.1/sdb -Placed 165/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 85/0 onto dev r1z1-10.1.1.1/sdd -Placed 85/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 85/1 onto dev r1z1-10.1.1.1/sda -Placed 85/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 85/2 onto dev r1z1-10.1.1.1/sdc -Placed 85/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 252/0 onto dev r1z1-10.1.1.1/sdb -Placed 252/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 252/1 onto dev r1z1-10.1.1.1/sdd -Placed 252/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 252/2 onto dev r1z1-10.1.1.1/sda -Placed 252/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 83/0 onto dev r1z1-10.1.1.1/sdc -Placed 83/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 83/1 onto dev r1z1-10.1.1.1/sdb -Placed 83/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 83/2 onto dev r1z1-10.1.1.1/sdd -Placed 83/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 11/0 onto dev r1z1-10.1.1.1/sda -Placed 11/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 11/1 onto dev r1z1-10.1.1.1/sdc -Placed 11/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 11/2 onto dev r1z1-10.1.1.1/sdb -Placed 11/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 129/0 onto dev r1z1-10.1.1.1/sdd -Placed 129/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 129/1 onto dev r1z1-10.1.1.1/sda -Placed 129/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 129/2 onto dev r1z1-10.1.1.1/sdc -Placed 129/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 133/0 onto dev r1z1-10.1.1.1/sdb -Placed 133/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 133/1 onto dev r1z1-10.1.1.1/sdd -Placed 133/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 133/2 onto dev r1z1-10.1.1.1/sda -Placed 133/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 207/0 onto dev r1z1-10.1.1.1/sdc -Placed 207/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 207/1 onto dev r1z1-10.1.1.1/sdb -Placed 207/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 207/2 onto dev r1z1-10.1.1.1/sdd -Placed 207/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 49/0 onto dev r1z1-10.1.1.1/sda -Placed 49/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 49/1 onto dev r1z1-10.1.1.1/sdc -Placed 49/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 49/2 onto dev r1z1-10.1.1.1/sdb -Placed 49/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 246/0 onto dev r1z1-10.1.1.1/sdd -Placed 246/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 246/1 onto dev r1z1-10.1.1.1/sda -Placed 246/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 246/2 onto dev r1z1-10.1.1.1/sdc -Placed 246/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 192/0 onto dev r1z1-10.1.1.1/sdb -Placed 192/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 192/1 onto dev r1z1-10.1.1.1/sdd -Placed 192/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 192/2 onto dev r1z1-10.1.1.1/sda -Placed 192/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 137/0 onto dev r1z1-10.1.1.1/sdc -Placed 137/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 137/1 onto dev r1z1-10.1.1.1/sdb -Placed 137/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 137/2 onto dev r1z1-10.1.1.1/sdd -Placed 137/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 26/0 onto dev r1z1-10.1.1.1/sda -Placed 26/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 26/1 onto dev r1z1-10.1.1.1/sdc -Placed 26/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 26/2 onto dev r1z1-10.1.1.1/sdb -Placed 26/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 5/0 onto dev r1z1-10.1.1.1/sdd -Placed 5/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 5/1 onto dev r1z1-10.1.1.1/sda -Placed 5/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 5/2 onto dev r1z1-10.1.1.1/sdc -Placed 5/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 138/0 onto dev r1z1-10.1.1.1/sdb -Placed 138/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 138/1 onto dev r1z1-10.1.1.1/sdd -Placed 138/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 138/2 onto dev r1z1-10.1.1.1/sda -Placed 138/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 90/0 onto dev r1z1-10.1.1.1/sdc -Placed 90/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 90/1 onto dev r1z1-10.1.1.1/sdb -Placed 90/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 90/2 onto dev r1z1-10.1.1.1/sdd -Placed 90/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 112/0 onto dev r1z1-10.1.1.1/sda -Placed 112/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 112/1 onto dev r1z1-10.1.1.1/sdc -Placed 112/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 112/2 onto dev r1z1-10.1.1.1/sdb -Placed 112/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 188/0 onto dev r1z1-10.1.1.1/sdd -Placed 188/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 188/1 onto dev r1z1-10.1.1.1/sda -Placed 188/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 188/2 onto dev r1z1-10.1.1.1/sdc -Placed 188/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 30/0 onto dev r1z1-10.1.1.1/sdb -Placed 30/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 30/1 onto dev r1z1-10.1.1.1/sdd -Placed 30/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 30/2 onto dev r1z1-10.1.1.1/sda -Placed 30/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 196/0 onto dev r1z1-10.1.1.1/sdc -Placed 196/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 196/1 onto dev r1z1-10.1.1.1/sdb -Placed 196/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 196/2 onto dev r1z1-10.1.1.1/sdd -Placed 196/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 151/0 onto dev r1z1-10.1.1.1/sda -Placed 151/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 151/1 onto dev r1z1-10.1.1.1/sdc -Placed 151/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 151/2 onto dev r1z1-10.1.1.1/sdb -Placed 151/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 223/0 onto dev r1z1-10.1.1.1/sdd -Placed 223/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 223/1 onto dev r1z1-10.1.1.1/sda -Placed 223/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 223/2 onto dev r1z1-10.1.1.1/sdc -Placed 223/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 233/0 onto dev r1z1-10.1.1.1/sdb -Placed 233/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 233/1 onto dev r1z1-10.1.1.1/sdd -Placed 233/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 233/2 onto dev r1z1-10.1.1.1/sda -Placed 233/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 97/0 onto dev r1z1-10.1.1.1/sdc -Placed 97/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 97/1 onto dev r1z1-10.1.1.1/sdb -Placed 97/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 97/2 onto dev r1z1-10.1.1.1/sdd -Placed 97/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 31/0 onto dev r1z1-10.1.1.1/sda -Placed 31/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 31/1 onto dev r1z1-10.1.1.1/sdc -Placed 31/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 31/2 onto dev r1z1-10.1.1.1/sdb -Placed 31/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 219/0 onto dev r1z1-10.1.1.1/sdd -Placed 219/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 219/1 onto dev r1z1-10.1.1.1/sda -Placed 219/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 219/2 onto dev r1z1-10.1.1.1/sdc -Placed 219/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 159/0 onto dev r1z1-10.1.1.1/sdb -Placed 159/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 159/1 onto dev r1z1-10.1.1.1/sdd -Placed 159/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 159/2 onto dev r1z1-10.1.1.1/sda -Placed 159/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 104/0 onto dev r1z1-10.1.1.1/sdc -Placed 104/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 104/1 onto dev r1z1-10.1.1.1/sdb -Placed 104/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 104/2 onto dev r1z1-10.1.1.1/sdd -Placed 104/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 161/0 onto dev r1z1-10.1.1.1/sda -Placed 161/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 161/1 onto dev r1z1-10.1.1.1/sdc -Placed 161/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 161/2 onto dev r1z1-10.1.1.1/sdb -Placed 161/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 205/0 onto dev r1z1-10.1.1.1/sdd -Placed 205/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 205/1 onto dev r1z1-10.1.1.1/sda -Placed 205/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 205/2 onto dev r1z1-10.1.1.1/sdc -Placed 205/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 44/0 onto dev r1z1-10.1.1.1/sdb -Placed 44/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 44/1 onto dev r1z1-10.1.1.1/sdd -Placed 44/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 44/2 onto dev r1z1-10.1.1.1/sda -Placed 44/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 13/0 onto dev r1z1-10.1.1.1/sdc -Placed 13/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 13/1 onto dev r1z1-10.1.1.1/sdb -Placed 13/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 13/2 onto dev r1z1-10.1.1.1/sdd -Placed 13/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 190/0 onto dev r1z1-10.1.1.1/sda -Placed 190/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 190/1 onto dev r1z1-10.1.1.1/sdc -Placed 190/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 190/2 onto dev r1z1-10.1.1.1/sdb -Placed 190/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 244/0 onto dev r1z1-10.1.1.1/sdd -Placed 244/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 244/1 onto dev r1z1-10.1.1.1/sda -Placed 244/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 244/2 onto dev r1z1-10.1.1.1/sdc -Placed 244/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 142/0 onto dev r1z1-10.1.1.1/sdb -Placed 142/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 142/1 onto dev r1z1-10.1.1.1/sdd -Placed 142/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 142/2 onto dev r1z1-10.1.1.1/sda -Placed 142/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 172/0 onto dev r1z1-10.1.1.1/sdc -Placed 172/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 172/1 onto dev r1z1-10.1.1.1/sdb -Placed 172/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 172/2 onto dev r1z1-10.1.1.1/sdd -Placed 172/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 145/0 onto dev r1z1-10.1.1.1/sda -Placed 145/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 145/1 onto dev r1z1-10.1.1.1/sdc -Placed 145/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 145/2 onto dev r1z1-10.1.1.1/sdb -Placed 145/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 218/0 onto dev r1z1-10.1.1.1/sdd -Placed 218/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 218/1 onto dev r1z1-10.1.1.1/sda -Placed 218/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 218/2 onto dev r1z1-10.1.1.1/sdc -Placed 218/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 200/0 onto dev r1z1-10.1.1.1/sdb -Placed 200/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 200/1 onto dev r1z1-10.1.1.1/sdd -Placed 200/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 200/2 onto dev r1z1-10.1.1.1/sda -Placed 200/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 122/0 onto dev r1z1-10.1.1.1/sdc -Placed 122/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 122/1 onto dev r1z1-10.1.1.1/sdb -Placed 122/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 122/2 onto dev r1z1-10.1.1.1/sdd -Placed 122/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 94/0 onto dev r1z1-10.1.1.1/sda -Placed 94/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 94/1 onto dev r1z1-10.1.1.1/sdc -Placed 94/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 94/2 onto dev r1z1-10.1.1.1/sdb -Placed 94/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 238/0 onto dev r1z1-10.1.1.1/sdd -Placed 238/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 238/1 onto dev r1z1-10.1.1.1/sda -Placed 238/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 238/2 onto dev r1z1-10.1.1.1/sdc -Placed 238/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 167/0 onto dev r1z1-10.1.1.1/sdb -Placed 167/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 167/1 onto dev r1z1-10.1.1.1/sdd -Placed 167/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 167/2 onto dev r1z1-10.1.1.1/sda -Placed 167/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 181/0 onto dev r1z1-10.1.1.1/sdc -Placed 181/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 181/1 onto dev r1z1-10.1.1.1/sdb -Placed 181/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 181/2 onto dev r1z1-10.1.1.1/sdd -Placed 181/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 128/0 onto dev r1z1-10.1.1.1/sda -Placed 128/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 128/1 onto dev r1z1-10.1.1.1/sdc -Placed 128/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 128/2 onto dev r1z1-10.1.1.1/sdb -Placed 128/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 117/0 onto dev r1z1-10.1.1.1/sdd -Placed 117/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 117/1 onto dev r1z1-10.1.1.1/sda -Placed 117/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 117/2 onto dev r1z1-10.1.1.1/sdc -Placed 117/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 228/0 onto dev r1z1-10.1.1.1/sdb -Placed 228/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 228/1 onto dev r1z1-10.1.1.1/sdd -Placed 228/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 228/2 onto dev r1z1-10.1.1.1/sda -Placed 228/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 113/0 onto dev r1z1-10.1.1.1/sdc -Placed 113/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 113/1 onto dev r1z1-10.1.1.1/sdb -Placed 113/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 113/2 onto dev r1z1-10.1.1.1/sdd -Placed 113/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 14/0 onto dev r1z1-10.1.1.1/sda -Placed 14/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 14/1 onto dev r1z1-10.1.1.1/sdc -Placed 14/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 14/2 onto dev r1z1-10.1.1.1/sdb -Placed 14/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 160/0 onto dev r1z1-10.1.1.1/sdd -Placed 160/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 160/1 onto dev r1z1-10.1.1.1/sda -Placed 160/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 160/2 onto dev r1z1-10.1.1.1/sdc -Placed 160/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 140/0 onto dev r1z1-10.1.1.1/sdb -Placed 140/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 140/1 onto dev r1z1-10.1.1.1/sdd -Placed 140/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 140/2 onto dev r1z1-10.1.1.1/sda -Placed 140/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 225/0 onto dev r1z1-10.1.1.1/sdc -Placed 225/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 225/1 onto dev r1z1-10.1.1.1/sdb -Placed 225/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 225/2 onto dev r1z1-10.1.1.1/sdd -Placed 225/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 131/0 onto dev r1z1-10.1.1.1/sda -Placed 131/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 131/1 onto dev r1z1-10.1.1.1/sdc -Placed 131/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 131/2 onto dev r1z1-10.1.1.1/sdb -Placed 131/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 88/0 onto dev r1z1-10.1.1.1/sdd -Placed 88/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 88/1 onto dev r1z1-10.1.1.1/sda -Placed 88/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 88/2 onto dev r1z1-10.1.1.1/sdc -Placed 88/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 212/0 onto dev r1z1-10.1.1.1/sdb -Placed 212/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 212/1 onto dev r1z1-10.1.1.1/sdd -Placed 212/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 212/2 onto dev r1z1-10.1.1.1/sda -Placed 212/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 215/0 onto dev r1z1-10.1.1.1/sdc -Placed 215/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 215/1 onto dev r1z1-10.1.1.1/sdb -Placed 215/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 215/2 onto dev r1z1-10.1.1.1/sdd -Placed 215/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 55/0 onto dev r1z1-10.1.1.1/sda -Placed 55/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 55/1 onto dev r1z1-10.1.1.1/sdc -Placed 55/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 55/2 onto dev r1z1-10.1.1.1/sdb -Placed 55/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 222/0 onto dev r1z1-10.1.1.1/sdd -Placed 222/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 222/1 onto dev r1z1-10.1.1.1/sda -Placed 222/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 222/2 onto dev r1z1-10.1.1.1/sdc -Placed 222/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 50/0 onto dev r1z1-10.1.1.1/sdb -Placed 50/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 50/1 onto dev r1z1-10.1.1.1/sdd -Placed 50/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 50/2 onto dev r1z1-10.1.1.1/sda -Placed 50/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 58/0 onto dev r1z1-10.1.1.1/sdc -Placed 58/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 58/1 onto dev r1z1-10.1.1.1/sdb -Placed 58/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 58/2 onto dev r1z1-10.1.1.1/sdd -Placed 58/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 61/0 onto dev r1z1-10.1.1.1/sda -Placed 61/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 61/1 onto dev r1z1-10.1.1.1/sdc -Placed 61/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 61/2 onto dev r1z1-10.1.1.1/sdb -Placed 61/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 243/0 onto dev r1z1-10.1.1.1/sdd -Placed 243/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 243/1 onto dev r1z1-10.1.1.1/sda -Placed 243/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 243/2 onto dev r1z1-10.1.1.1/sdc -Placed 243/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 175/0 onto dev r1z1-10.1.1.1/sdb -Placed 175/0 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 175/1 onto dev r1z1-10.1.1.1/sdd -Placed 175/1 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 175/2 onto dev r1z1-10.1.1.1/sda -Placed 175/2 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 96/0 onto dev r1z1-10.1.1.1/sdc -Placed 96/0 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 96/1 onto dev r1z1-10.1.1.1/sdb -Placed 96/1 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 96/2 onto dev r1z1-10.1.1.1/sdd -Placed 96/2 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 121/0 onto dev r1z1-10.1.1.1/sda -Placed 121/0 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 121/1 onto dev r1z1-10.1.1.1/sdc -Placed 121/1 onto dev r1z1-10.1.1.1/sdc -DEBUG: Placed 121/2 onto dev r1z1-10.1.1.1/sdb -Placed 121/2 onto dev r1z1-10.1.1.1/sdb -DEBUG: Placed 69/0 onto dev r1z1-10.1.1.1/sdd -Placed 69/0 onto dev r1z1-10.1.1.1/sdd -DEBUG: Placed 69/1 onto dev r1z1-10.1.1.1/sda -Placed 69/1 onto dev r1z1-10.1.1.1/sda -DEBUG: Placed 69/2 onto dev r1z1-10.1.1.1/sdc -Placed 69/2 onto dev r1z1-10.1.1.1/sdc -DEBUG: Assigned 768 parts -Assigned 768 parts -DEBUG: Finished rebalance plan after 1 attempts -Finished rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 149 (Last start was 67) -DEBUG: Gather start is 149 (Last start was 67) -Gather start is 149 (Last start was 67) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1,) -Planning 3.0 on (1,) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1) -Planning 3.0 on (1, 1) -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 3.0 on (1, 1, '10.1.1.1') -Planning 3.0 on (1, 1, '10.1.1.1') -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 0) -Planning 0.75 on (1, 1, '10.1.1.1', 0) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 1) -Planning 0.75 on (1, 1, '10.1.1.1', 1) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 2) -Planning 0.75 on (1, 1, '10.1.1.1', 2) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: Planning 0.75 on (1, 1, '10.1.1.1', 3) -Planning 0.75 on (1, 1, '10.1.1.1', 3) -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sda wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdb wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdc wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -r1z1-10.1.1.1/sdd wants 0.75 and is weighted for 0.75 so therefore requires 0.0 overload -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -DEBUG: 0 new parts and 0 removed parts from replica-count change -0 new parts and 0 removed parts from replica-count change -DEBUG: Gather start is 149 (Last start was 67) -DEBUG: Gather start is 149 (Last start was 67) -DEBUG: Gather start is 149 (Last start was 67) -Gather start is 149 (Last start was 67) -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -DEBUG: Unable to finish rebalance plan after 1 attempts -Unable to finish rebalance plan after 1 attempts -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_debug ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_appears ... ok -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload -test.unit.cli.test_ringbuilder.TestRebalanceCommand.test_rebalance_warning_with_overload ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_no_public ... ok fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129720.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'Content-Md5': '1mSVh2rJhFbgxzf6YLHnJA==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd66495876ac98456e0c737fa60b1e724', 'Content-Length': '184', 'Content-Type': 'multipart/form-data'} -fake-swift ERROR: Could not parse SLO delete response (200 OK): b'asdf': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/multi_delete.py", line 136, in do_delete - delete_result = json.loads(resp.body) - ^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/__init__.py", line 346, in loads - return _default_decoder.decode(s) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 338, in decode - obj, end = self.raw_decode(s, idx=_w(s, 0).end()) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode - raise JSONDecodeError("Expecting value", s, err.value) from None -json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129720.26785', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_non_json ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_with_write_permission ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538665.48354', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok - -test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 -test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 -test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 -test INFO: - - 27/Jan/2026/18/31/08 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538668.490952730 1769538668.491010189 - -test INFO: - - 27/Jan/2026/18/31/08 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538668.491284370 1769538668.491359234 - -test INFO: - - 27/Jan/2026/18/31/08 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538668.491617441 1769538668.491662502 - -test INFO: - - 27/Jan/2026/18/31/08 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538668.491901636 1769538668.491944790 - -test INFO: - - 27/Jan/2026/18/31/08 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538668.492173672 1769538668.492216110 - -test INFO: - - 27/Jan/2026/18/31/09 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1769538668.494532347 1769538669.194532394 - -test INFO: - - 27/Jan/2026/18/31/08 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1769538668.495910645 1769538668.695910692 - -test INFO: - - 27/Jan/2026/18/31/08 GET / HTTP/1.0 200 - - - - 17 - - - 0.0001 SOS - 1769538668.496793270 1769538668.496850252 - -test INFO: - - 27/Jan/2026/18/31/08 GET / HTTP/1.0 200 - - - - - - - - 0.0001 - - 1769538668.497654200 1769538668.497709036 - -test INFO: - - 27/Jan/2026/18/31/08 GET / HTTP/1.0 200 - - - - 3 - - - 0.0001 - - 1769538668.498539448 1769538668.498602152 - -test INFO: - - 27/Jan/2026/18/31/08 GET / HTTP/1.0 200 - - - - 12 - - - 0.0001 - - 1769538668.499465466 1769538668.499519825 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok - -test INFO: - - 27/Jan/2026/18/31/10 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1769538670.220157623 1769538670.920157671 0 -test INFO: - - 27/Jan/2026/18/31/10 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1769538670.300348520 1769538670.300380230 1 -test INFO: - - 27/Jan/2026/18/31/10 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538670.301238537 1769538670.301301003 1 -test INFO: 4.5.6.7 1.2.3.4 27/Jan/2026/18/31/10 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538670.302199602 1769538670.302259684 - -test INFO: 4.5.6.7 1.2.3.4 27/Jan/2026/18/31/10 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538670.302946806 1769538670.303004503 - -test INFO: - - 27/Jan/2026/18/31/10 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1769538670.303879261 1769538670.303939342 - -test INFO: - - 27/Jan/2026/18/31/10 GET / HTTP/1.0 499 - - - - 4 - - - 0.0001 - - 1769538670.305369854 1769538670.305429935 - -test INFO: - - 27/Jan/2026/18/31/10 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1769538670.306015491 1769538670.306032896 - -test INFO: - - 27/Jan/2026/18/31/10 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538670.306685925 1769538670.306708813 0 -test INFO: - - 27/Jan/2026/18/31/10 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538670.307163477 1769538670.307183266 -1 -test INFO: - - 27/Jan/2026/18/31/10 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1769538670.307828188 1769538670.307848692 - -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -ERROR: swift.cache could not be found in env! -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache -test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission +test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_get_object_lock ... ok +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock +test.unit.common.middleware.s3api.test_object_lock.TestS3ApiObjectLock.test_put_object_lock ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false +test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container +test.unit.common.middleware.test_bulk.TestUntar.test_bad_container ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar +test.unit.common.middleware.test_bulk.TestUntar.test_bad_tar ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required +test.unit.common.middleware.test_bulk.TestUntar.test_content_length_required ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path +test.unit.common.middleware.test_bulk.TestUntar.test_create_container_for_path ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call +test.unit.common.middleware.test_bulk.TestUntar.test_extract_call ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_compress_type ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_cont_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_create_cont_value_err ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_cont ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_failed_extractions ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_max_file_size ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_401 ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_obj_name_len ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_fail_unicode ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_with_basefile ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works +test.unit.common.middleware.test_bulk.TestUntar.test_extract_tar_works ... ok +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body +test.unit.common.middleware.test_bulk.TestUntar.test_get_response_body ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head +test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy +test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_get_device_info_fail @@ -77092,56 +72075,122 @@ test.unit.common.middleware.test_recon.TestReconMiddleware.test_recon_pass ... ok test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info test.unit.common.middleware.test_recon.TestReconMiddleware.test_reconstruction_info ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_download_takes_too_long ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_first_segment_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_segment ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_error_fetching_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_available ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_first_segment_not_exists ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_generator_closure_iter_app_resp ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_bogus_manifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_get_invalid_sysmeta_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_head_does_not_validate_first_segment_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_invalid_json_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_checksum ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_etag ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_length ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_mismatched_size ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_slo_sysmeta_on_error ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion ... ok -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit -test.unit.common.middleware.test_slo.TestSloErrorsOldManifests.test_sub_slo_recursion_limit ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges -test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_non_ascii_same_container ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_too_many_containers ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_turned_off ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_async_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_json ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_bad_utf8 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_client_content_type ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_man ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_401 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_500 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_nested_too_many_segments ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_not_a_manifest ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_segment_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_404 ... ok +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift +test.unit.common.middleware.test_slo.TestSloDeleteManifest.test_handle_multipart_delete_whole_old_swift ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller test.unit.common.middleware.test_tempauth.PrefixAccount.test_blank_reseller ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_default @@ -77150,2518 +72199,7538 @@ test.unit.common.middleware.test_tempauth.PrefixAccount.test_multiple_resellers ... ok test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default test.unit.common.middleware.test_tempauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm -test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests -test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac -test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type -test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update -test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing -test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout -test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok -test.unit.common.test_internal_client.TestInternalClient.test_container_exists -test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_account -test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container -test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_account -test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container -test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_delete_object -test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded -test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 -test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status -test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object -test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init -test.unit.common.test_internal_client.TestInternalClient.test_init ... ok -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline -test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers -test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable -test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items -test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix -test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object -test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects -test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf -test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path -test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx -test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try -test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app -test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes -test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header -test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case -test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers -test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception -test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries -test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent -test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object -test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing -test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header -test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit -test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset -test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta -test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items -test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix -test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params -test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges -test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads -test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok -test.unit.common.test_utils.TestPairs.test_pairs -test.unit.common.test_utils.TestPairs.test_pairs ... ok -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing -test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAccountAcls.test_user_gets_best_acl ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_stats_tracking ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.17365', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.18026', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved_and_public ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_no_stale_reads ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' +test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' +test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' +Thu Dec 26 02:28:42 2024 /tmp/tmpt_zgz3u5/log/swift/profile/default.profile564117test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_call ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_combine_body_qs ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_dump_checkpoint ... ok +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile +test.unit.common.middleware.test_xprofile.TestProfileMiddleware.test_renew_profile ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region +test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy +test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts +test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced +test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id +test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from +test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file +test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors +test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_init +test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_load +test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.57744', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_keystone ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_s3acl_and_unknown_user ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_except_for_used_policies ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.96676', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.96838', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.96958', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.97069', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.97188', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735129721.97353', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.97469', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.97584', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.97717', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.98232', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129721.98346', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_GET_without_permission ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_empty_policy_stats ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_init ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial +test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours +test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload +test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers +test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem +test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129722.36610', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122842Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129722.37344', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed +test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed +test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device +test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring +test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted +test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122842Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129722.77439', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122842Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129722.84612', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance +test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id +test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error +test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save +test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load +test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_error ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_subresource ... ok +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource +test.unit.common.middleware.s3api.test_service.TestS3ApiServiceNoAcl.test_service_GET_with_blind_resource ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs +test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port +test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight +test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase +test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather +test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response + resp = self.acl_handler.handle_acl( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl + return getattr(ah, method)(app) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD + return self._handle_acl(app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl + resp = self.req.get_acl_response(app, 'HEAD', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/service.py", line 35, in GET + resp = req.get_response(self.app, query={'format': 'json'}) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 +fake-swift ERROR: Got status 404 listing container /AUTH_test/c +fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment +test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_no_segments ... ok +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments +test.unit.common.middleware.test_dlo.TestDloHeadManifest.test_head_large_object_too_many_segments ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_disabled ... ok +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled +test.unit.common.middleware.test_healthcheck.TestHealthCheck.test_healthcheck_pass_not_disabled ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update +test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_configured_options ... ok +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_name_check.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_access_log_headers_only ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_app_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_basic_req_second_time ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_body_iter_updates_environ_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_chunked_response ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_read ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_disconnect_on_readline ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_dual_logging_middlewares_w_inner ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ensure_fields ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_app_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_and_body_explodes ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_environ_has_proxy_logging_status_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_exploding_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_facility ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_filter ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_invalid_log_config ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_ipv6 ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_iterator_closing ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_auth_token ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_headers ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_multiple ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_none ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_info_single ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_msg_template_s3api ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_query_string ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_custom ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.01618', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.02144', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance +test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload +test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok + +fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - First:%201%0ASecond:%202 0.0001 - - 1735129723.615753174 1735129723.615829229 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 500 - - - - - - - - 0.0000 - - 1735129723.616473913 1735129723.616479158 - +test INFO: - - 25/Dec/2024/12/28/44 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735129723.617031574 1735129724.317031622 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.618679523 1735129723.618723869 - +test INFO: GET /v1/a/c 205 205 +test INFO: GET /v1/a/c 209 205 +test INFO: GET /v1/a/c 210 205 +test INFO: 1.2.3.4 1.2.3.4 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.622228146 1735129723.622266054 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735129723.622751951 1735129723.622765064 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 499 - - - - - - - - 0.0000 - - 1735129723.623264790 1735129723.623272181 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.624005318 1735129723.624042988 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.624516010 1735129723.624548197 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 15 - - - 0.0002 - - 1735129723.624505520 1735129723.624732971 - +test INFO: - - 26/Apr/1970/17/46/41 GET / HTTP/1.0 200 - - - - 8 - - - 1.0000 - - 10000000.000000000 10000001.000000000 - +test INFO: GET /v1/a/c 503 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c 429 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c True 503 +test INFO: GET /v1/a/c - 503 +test INFO: GET /v1/a/c parsing%20ok 503 +test INFO: GET /v1/a/c 500 500 +test INFO: GET /v1/a/c 500 568 +test INFO: GET /v1/a/c 499 503 +test INFO: GET /v1/a/c 499 503 +test INFO: GET / 500 200 +test INFO: 2001:db8:85a3:8d3:1319:8a2e:370:7348 2001:db8:85a3:8d3:1319:8a2e:370:7348 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.640079975 1735129723.640122414 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.641425610 1735129723.641464472 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - b05bf940-0464-4c... - 8 - - - 0.0000 - - 1735129723.641817808 1735129723.641850710 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.642201424 1735129723.642232895 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - b05bf940... - 8 - - - 0.0000 - - 1735129723.642569780 1735129723.642601252 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1735129723.642968178 1735129723.643002033 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - b05bf940-0464-4c0e-8c70-87717d2d73e8 - 8 - - - 0.0000 - - 1735129723.643343210 1735129723.643375158 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.643740416 1735129723.643771887 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - ... - 8 - - - 0.0000 - - 1735129723.644098282 1735129723.644128084 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735129723.644503355 1735129723.644532919 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - Host:%20localhost:80 0.0000 - - 1735129723.644799709 1735129723.644827366 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one%2Cand%20two 1735129723.645437002 1735129723.645473003 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.645950794 1735129723.645983219 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.646319628 1735129723.646351099 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - one 1735129723.646809101 1735129723.646842957 - +test INFO: template which can be edited in config: HTTP/1.0 / GET {SMD5}c65475e457fea0951fbb9ec9596b2177 - 1.0000 26/Apr/1970/17/46/40 10000001.000000000 0.5 example.com +test INFO: HTTP/1.0 /bucket/path/to/key GET AUTH_test bucket path/to/key +test INFO: - - 25/Dec/2024/12/28/43 GET /%3Fx%3D3 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.648880243 1735129723.648919106 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/c HTTP/1.0 911 - - - 4 43 - - - 1.0100 - - 10000.000000000 10001.010000000 - +test INFO: - - 01/Jan/1970/02/46/41 foo /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 - /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUTT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 SPECIAL /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 GET /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 PUT /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 COPY /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 HEAD /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 POST /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 DELETE /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 - +test INFO: - - 01/Jan/1970/02/46/41 OPTIONS /v1/a/ HTTP/1.0 299 - - - 11 3 - - - 1.1700 - - 10000.000000000 10001.170000000 -test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_method_filtering_default ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_bad ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate +test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket -fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129723.05079', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:03 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1735129723.05689', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_bad_hash ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica +test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go +test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_default_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_effective_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints +test.unit.common.test_constraints.TestConstraintsConfig.test_override_constraints ... ok +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset +test.unit.common.test_constraints.TestConstraintsConfig.test_reload_reset ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_case_insensitive ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_del_contains ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_get ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_init_from_dict ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_keys ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_pop ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_set_none ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_setdefault ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_unicode ... ok +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update +test.unit.common.test_header_key_dict.TestHeaderKeyDict.test_update ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options +test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_closed_part_iterator ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_multiple_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_no_parts ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part ... ok +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges +test.unit.common.test_utils.TestDocumentItersToHTTPResponseBody.test_single_part_unexpected_ranges ... ok +test.unit.common.test_utils.TestShardRange.test_constants +test.unit.common.test_utils.TestShardRange.test_constants ... ok +test.unit.common.test_utils.TestShardRange.test_copy +test.unit.common.test_utils.TestShardRange.test_copy ... ok +test.unit.common.test_utils.TestShardRange.test_deleted_setter +test.unit.common.test_utils.TestShardRange.test_deleted_setter ... ok +test.unit.common.test_utils.TestShardRange.test_epoch_setter +test.unit.common.test_utils.TestShardRange.test_epoch_setter ... ok +test.unit.common.test_utils.TestShardRange.test_find_ancestors +test.unit.common.test_utils.TestShardRange.test_find_ancestors ... ok +test.unit.common.test_utils.TestShardRange.test_find_root +test.unit.common.test_utils.TestShardRange.test_find_root ... ok +test.unit.common.test_utils.TestShardRange.test_increment_meta +test.unit.common.test_utils.TestShardRange.test_increment_meta ... ok +test.unit.common.test_utils.TestShardRange.test_is_child_of +test.unit.common.test_utils.TestShardRange.test_is_child_of ... ok +test.unit.common.test_utils.TestShardRange.test_make_path +test.unit.common.test_utils.TestShardRange.test_make_path ... ok +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_meta_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_min_max_bounds +test.unit.common.test_utils.TestShardRange.test_min_max_bounds ... ok +test.unit.common.test_utils.TestShardRange.test_name +test.unit.common.test_utils.TestShardRange.test_name ... ok +test.unit.common.test_utils.TestShardRange.test_name_validation +test.unit.common.test_utils.TestShardRange.test_name_validation ... ok +test.unit.common.test_utils.TestShardRange.test_repr +test.unit.common.test_utils.TestShardRange.test_repr ... ok +test.unit.common.test_utils.TestShardRange.test_resolve_state +test.unit.common.test_utils.TestShardRange.test_resolve_state ... ok +test.unit.common.test_utils.TestShardRange.test_row_count +test.unit.common.test_utils.TestShardRange.test_row_count ... ok +test.unit.common.test_utils.TestShardRange.test_set_deleted +test.unit.common.test_utils.TestShardRange.test_set_deleted ... ok +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation +test.unit.common.test_utils.TestShardRange.test_shard_range_initialisation ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key +test.unit.common.test_utils.TestShardRange.test_sort_key ... ok +test.unit.common.test_utils.TestShardRange.test_sort_key_order +test.unit.common.test_utils.TestShardRange.test_sort_key_order ... ok +test.unit.common.test_utils.TestShardRange.test_state_setter +test.unit.common.test_utils.TestShardRange.test_state_setter ... ok +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_state_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_timestamp_setter +test.unit.common.test_utils.TestShardRange.test_timestamp_setter ... ok +test.unit.common.test_utils.TestShardRange.test_to_from_dict +test.unit.common.test_utils.TestShardRange.test_to_from_dict ... ok +test.unit.common.test_utils.TestShardRange.test_update_meta +test.unit.common.test_utils.TestShardRange.test_update_meta ... ok +test.unit.common.test_utils.TestShardRange.test_update_state +test.unit.common.test_utils.TestShardRange.test_update_state ... ok +test.unit.common.test_utils.TestShardRange.test_update_tombstones +test.unit.common.test_utils.TestShardRange.test_update_tombstones ... ok +test.unit.common.test_utils.TestSpliterator.test_big_input_string +test.unit.common.test_utils.TestSpliterator.test_big_input_string ... ok +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries +test.unit.common.test_utils.TestSpliterator.test_chunk_boundaries ... ok +test.unit.common.test_utils.TestSpliterator.test_closing +test.unit.common.test_utils.TestSpliterator.test_closing ... ok +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings +test.unit.common.test_utils.TestSpliterator.test_no_empty_strings ... ok +test.unit.common.test_utils.TestSpliterator.test_overlap +test.unit.common.test_utils.TestSpliterator.test_overlap ... ok +test.unit.common.test_utils.TestSpliterator.test_running_out +test.unit.common.test_utils.TestSpliterator.test_running_out ... ok +test.unit.common.test_utils.TestSpliterator.test_string +test.unit.common.test_utils.TestSpliterator.test_string ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_empty_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_mixed ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_exists_paths ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_not_old_enough ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_file ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_now ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_older_than_path_not_exists ... ok +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths +test.unit.common.test_utils.TestUnlinkOlder.test_unlink_paths ... ok +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set +test.unit.common.utils.test_libc.TestModifyPriority.test__NR_ioprio_set ... ok -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769538667.39342', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.25481', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538667.00000', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.26014', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority +test.unit.common.utils.test_libc.TestModifyPriority.test_modify_priority ... ok + +test INFO: - - 01/Jan/1970/02/46/42 GET - HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET / HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /bad HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /baddy/mc_badderson HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0 HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/ HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0//c HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a// HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/02/46/42 GET /v1.0/a//o HTTP/1.0 123 - - - 7 13 - - - 2.7183 - - 10000.000000000 10002.718281828 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 - +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 - +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/ HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/ HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 0 +test INFO: - - 01/Jan/1970/00/00/20 GET /v1.0/a/c/o/p/p2 HTTP/1.0 321 - - - 4 7 - - - 2.7183 - - 18.000000000 20.718281828 -1 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 0 +test INFO: - - 01/Jan/1970/00/01/05 PUT /v1.0/a/c/o/p/p2 HTTP/1.0 314 - - - 6 8 - - - 7.3321 - - 58.200000000 65.532100000 -1test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_stat_type_good ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_log_request_statsd_invalid_stats_types ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_logger_statsd_prefix ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_middleware_exception ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_multi_segment_resp ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_empty_strings ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_generator ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_no_content_length_no_transfer_encoding_with_list_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_object_error ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_obscure_req ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_policy_index ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_proxy_client_logging ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_req_path_info_popping ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_sensitive_headers_registered ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_unread_body ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_line ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size ... ok +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy +test.unit.common.middleware.test_proxy_logging.TestProxyLogging.test_upload_size_no_policy ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_account_ratelimit ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_already_handled ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_invalid_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_call_non_swift_api_path ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_maxrate ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_get_ratelimitable_key_tuples ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_memcached_container_info_dict ... ok + +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0001 - - 1735129723.982507229 1735129723.982567072 - +test INFO: - - 25/Dec/2024/12/28/43 GET /foo HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.983879089 1735129723.983918905 - +test INFO: - - 25/Dec/2024/12/28/43 GET /foo/bar HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.984111071 1735129723.984140635 - +test INFO: - - 25/Dec/2024/12/28/43 GET /v1 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.984297991 1735129723.984323263 - +test INFO: - - 25/Dec/2024/12/28/43 GET /v1.0 HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.984471560 1735129723.984496593 - +test INFO: - - 25/Dec/2024/12/28/44 GET /path HTTP/1.0 503 - - - - 118 - - - 0.7000 FA - 1735129723.986244917 1735129724.686244965 - +test INFO: - - 25/Dec/2024/12/28/44 GET /path HTTP/1.0 500 - - - - - - - - 0.2000 - - 1735129723.987077236 1735129724.187077284 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 17 - - - 0.0000 SOS - 1735129723.987988949 1735129723.988030434 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - - - - - 0.0000 - - 1735129723.988577843 1735129723.988615274 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 3 - - - 0.0002 - - 1735129723.989126444 1735129723.989329338 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 12 - - - 0.0000 - - 1735129723.989841938 1735129723.989875555 - +test INFO: - - 25/Dec/2024/12/28/44 GET /v1/a/c/o HTTP/1.0 503 - - - - 118 - - - 0.7000 - - 1735129723.990350485 1735129724.690350533 0 +test INFO: - - 25/Dec/2024/12/28/43 PUT /v1/a/c/o HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.994220734 1735129723.994239092 1 +test INFO: - - 25/Dec/2024/12/28/43 GET /v1/a/c HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.994628906 1735129723.994665384 1 +test INFO: 4.5.6.7 1.2.3.4 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.995181084 1735129723.995219707 - +test INFO: 4.5.6.7 1.2.3.4 25/Dec/2024/12/28/43 GET / HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.995603800 1735129723.995637655 - +test INFO: - - 25/Dec/2024/12/28/43 GET /v1/something HTTP/1.0 200 - - - - 8 - - - 0.0000 - - 1735129723.996123552 1735129723.996161222 - +test INFO: - - 25/Dec/2024/12/28/43 GET / HTTP/1.0 499 - - - - 4 - - - 0.0000 - - 1735129723.997074604 1735129723.997115374 - +test INFO: - - 25/Dec/2024/12/28/43 POST /v1/a/c HTTP/1.0 200 - - - 11 8 - - Host:%20localhost:80 0.0000 - - 1735129723.997473955 1735129723.997486830 - +test INFO: - - 25/Dec/2024/12/28/43 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129723.997857094 1735129723.997870922 0 +test INFO: - - 25/Dec/2024/12/28/43 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129723.998146296 1735129723.998157978 -1 +test INFO: - - 25/Dec/2024/12/28/43 PUT /v1/a/c/o/foo HTTP/1.0 200 - - - 10 8 - - Host:%20localhost:80 0.0000 - - 1735129723.998501301 1735129723.998513222 - +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +ERROR: swift.cache could not be found in env! +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_no_memcache ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_blacklist ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_double_container_listing ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_max_rate_multiple_acc ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_memcache_format ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_old_white_black_list ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_set_incr ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_ratelimit_whitelist_sysmeta ... ok +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache +test.unit.common.middleware.test_ratelimit.TestRateLimit.test_restarting_memcache ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_passes_through_concurrency ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_reused_logger ... ok +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes +test.unit.common.middleware.test_slo.TestSloBulkDeleter.test_uses_big_max_deletes ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges +test.unit.common.middleware.test_slo.TestSloGetRawOldManifest.test_get_raw_manifest_passthrough_with_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_bad_keys ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_multiple ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_authenticate_delete_Authorization_from_s3req ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_canonical_uri_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_multi_bytes_secret_failure ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv2_unicode_string ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_unsigned_payload ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_path ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_signature_sigv4_url_encode ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_check_sigv4_req_zero_content_length_sha256 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_expired ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_ranges ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_self_referential_non_ascii ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_size_bytes ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_missing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_expired ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_date_header_with_x_amz_date_valid ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_container_info ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_container_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_with_check_object_permission ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_duplication_HEAD_request ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_match_ACL_MAP ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_response_without_s3_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_get_validate_param ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_headers_to_sign_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv2 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_request_timestamp_sigv4 ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_Authorization_not_exist_in_swreq ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_to_swift_req_subrequest_proxy_access_log ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_x_mz_content_sha256_bad_format ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_undersize_segment ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range +test.unit.common.middleware.test_slo.TestSloMiddleware.test_bogus_input_unsatisfiable_range ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing +test.unit.common.middleware.test_slo.TestSloMiddleware.test_container_listing ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_mismatch ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj +test.unit.common.middleware.test_slo.TestSloMiddleware.test_handle_multipart_no_obj ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_PUT_env_override ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_v4_req_xmz_content_sha256_missing ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned +test.unit.common.middleware.test_slo.TestSloMiddleware.test_slo_header_assigned ... ok +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input +test.unit.common.middleware.test_slo.TestSloMiddleware.test_valid_input ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_argument ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_invalid_part_number ... ok +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header +test.unit.common.middleware.s3api.test_s3request.TestRequest.test_validate_part_number_with_range_header ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults +test.unit.common.middleware.s3api.test_utils.TestConfig.test_defaults ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete +test.unit.common.middleware.s3api.test_utils.TestConfig.test_set_get_delete ... ok +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update +test.unit.common.middleware.s3api.test_utils.TestConfig.test_update ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat +test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_bucket_versioning_PUT_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_not_configured ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_GET_suspended ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_enabled ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_error ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_not_implemented ... ok +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended +test.unit.common.middleware.s3api.test_versioning.TestS3ApiVersioning.test_object_versioning_PUT_suspended ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src +test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_disappears_appears_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_clears_all_limits ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_custom_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_default_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_disabled ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_empty_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_error ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_logging ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_file_reload_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_config_reload_does_not_override_reload_options ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_path ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_conf_reload_interval ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_configured_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_at_default_path_overrides_filter_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_no_section ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_set_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_init_config_file_unset_and_missing ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_not_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_method_ratelimited ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_no_ratelimiting_configured ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_read_default_backend_ratelimit_conf ... ok +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request +test.unit.common.middleware.test_backend_ratelimit.TestBackendRatelimitMiddleware.test_unhandled_request ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_500_resp ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_over_twice_max_length ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_file_too_long ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_bad_path ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_call_and_content_type ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_fails ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_container_delete_retry_and_success ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_get_objs ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_max_failures ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_no_files_in_body ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_too_many_newlines ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_unauth ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_uses_predefined_object_errors ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_extra_newlines_extra_quoting ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_unicode ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_DELETE_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_bulk_delete_works_with_POST_verb ... ok +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set +test.unit.common.middleware.test_bulk.TestConcurrentDelete.test_concurrency_set ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound +test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token +test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACLWithConfiguredDomain.test_is_name_allowed_in_acl_with_unscoped_token ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas +test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_big_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_fails ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_finds_old ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_small_non_slo ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_beyond_manifest_refetch_tombstone ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_bogus_content_range ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_manifest ... ok +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest +test.unit.common.middleware.test_slo.TestOldSwiftWithRangesOldManifests.test_old_swift_range_get_includes_whole_range_manifest ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_get_with_if_modified_since ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_match_mismatches_manifest_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_modified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_matches_no_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_none_match_mismatches_json_md5 ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_ancient_date ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_last_modified ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_if_unmodified_since_now ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_old_swift_if_match_matches_and_range ... ok +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download +test.unit.common.middleware.test_slo.TestSloConditionalGetOldManifest.test_range_resume_download ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_bad_etag_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_failure_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_long_running_put_success_json ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_allow_empty_last_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_bad_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_check_data_bad ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_disallow_empty_first_segment ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_fast_heartbeat ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_invalid_data ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_no_xml ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_etag_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_no_early_bailout ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_skip_size_check_still_uses_min_size ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_conditional ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_success_unicode ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_manipulator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_multipart_put_with_validator_callback ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_single_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges +test.unit.common.middleware.test_slo.TestSloPutManifest.test_handle_unsatisfiable_ranges ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_bad_etag_fail ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_no_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success +test.unit.common.middleware.test_slo.TestSloPutManifest.test_manifest_put_with_etag_with_quotes_success ... ok +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail +test.unit.common.middleware.test_slo.TestSloPutManifest.test_put_manifest_too_quick_fail ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag +test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success +test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_blank_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_default_prefix ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_multiple_prefixes ... ok +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix +test.unit.common.middleware.test_tempauth.TestDefinitiveAuth.test_noreseller_prefix ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall +test.unit.common.middleware.test_xprofile.TestProfilers.test_runcall ... ok +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx +test.unit.common.middleware.test_xprofile.TestProfilers.test_runctx ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_md5 ... ok -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission -test.unit.common.middleware.s3api.test_multi_delete.TestS3ApiMultiDeleteAcl.test_object_multi_DELETE_without_permission ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors -test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj -test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted -test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change -test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 -test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum -test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides -test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip -test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp -test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at -test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:07 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim -test.unit.container.test_backend.TestContainerBroker.test_batch_reclaim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -test ERROR: Returning 497 because of blacklisting: b -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 -test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -fake-swift INFO: - - 27/Jan/2026/18/31/13 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0003 - - 1769538673.662285805 1769538673.662607670 - -fake-swift INFO: - - 27/Jan/2026/18/31/13 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769538673.663777351 1769538673.663955450 - -fake-swift INFO: - - 27/Jan/2026/18/31/13 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0002 - - 1769538673.664570808 1769538673.664728403 - -fake-swift INFO: - - 27/Jan/2026/18/31/13 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1769538673.665142298 1769538673.665291548 - -test DEBUG: Before request -test DEBUG: Inside of request (txn: foo) -test DEBUG: After request -fake-swift INFO: - - 27/Jan/2026/18/31/14 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1769538674.291661024 1769538674.291796923 - -test WARNING: More than one part in a single-part response? -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Base DELETE returning 503 for (204, 204, 404) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx25211a2272c9421dbeb1d-0069790475) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx25211a2272c9421dbeb1d-0069790475) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx25211a2272c9421dbeb1d-0069790475) -test ERROR: Container HEAD returning 503 for [] (txn: tx25211a2272c9421dbeb1d-0069790475)test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy -test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok - +fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'Content-Md5': 'ud0C7/g6K1j77RpgTDYdwQ==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'b9dd02eff83a2b58fbed1a604c361dc1', 'Content-Length': '120'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok + +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.67766', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129723.86589', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key -test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538668.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538668.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538668.00000', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.05521', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: some source HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.06245', 'Content-Type': 'so'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_error ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} +fake-swift DEBUG: checking permission: bucket object HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:04 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:05 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET -test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBroker.test_chexor -test.unit.container.test_backend.TestContainerBroker.test_chexor ... ok -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names -test.unit.account.test_utils.TestAccountUtils.test_account_listing_reserved_names ... ok -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response -test.unit.account.test_utils.TestAccountUtils.test_account_listing_response ... ok -test.unit.container.test_backend.TestContainerBroker.test_create_broker -test.unit.container.test_backend.TestContainerBroker.test_create_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_empty_memory_broker ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_fake_broker ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_data ... ok -test.unit.container.test_backend.TestContainerBroker.test_creation -test.unit.container.test_backend.TestContainerBroker.test_creation ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data -test.unit.account.test_utils.TestAccountUtils.test_get_response_headers_with_legacy_data ... ok -test.unit.cli.test_recon.TestRecon.test_async_check -test.unit.cli.test_recon.TestRecon.test_async_check ... ok -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent -test.unit.cli.test_recon.TestRecon.test_calculate_least_and_most_recent ... ok -test.unit.cli.test_recon.TestRecon.test_drive_audit_check -test.unit.cli.test_recon.TestRecon.test_drive_audit_check ... ok -test.unit.cli.test_recon.TestRecon.test_gen_stats -test.unit.cli.test_recon.TestRecon.test_gen_stats ... ok -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames -test.unit.cli.test_recon.TestRecon.test_get_error_ringnames ... ok -test.unit.container.test_backend.TestContainerBroker.test_db_file -test.unit.container.test_backend.TestContainerBroker.test_db_file ... ok -test.unit.cli.test_recon.TestRecon.test_get_hosts -test.unit.cli.test_recon.TestRecon.test_get_hosts ... ok -test.unit.cli.test_recon.TestRecon.test_get_ring_names -test.unit.cli.test_recon.TestRecon.test_get_ring_names ... ok -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 -test.unit.cli.test_recon.TestRecon.test_get_ringmd5 ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_alias ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBroker.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_multiple_tier_dispersion ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:testertest:testerFULL_CONTROL fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.31178', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.31910', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:10 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_all_policies ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_invalid ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.59300', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.59910', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_rebalance_dispersion ... ok +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion +test.unit.common.ring.test_builder.TestRingBuilderDispersion.test_weight_dispersion ... ok +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers +test.unit.common.test_daemon.TestRunDaemon.test_fork_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker +test.unit.common.test_daemon.TestRunDaemon.test_forked_worker ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_component_different_builder_order ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty +test.unit.container.test_backend.TestContainerBroker.test_empty ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app -test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck -test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips -test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source -test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_delete_object -test.unit.container.test_backend.TestContainerBroker.test_delete_object ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:testertest:testerFULL_CONTROL +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62246', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62386', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62498', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62608', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62718', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response + return self.get_acl_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response + resp = self._get_response( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpt_zgz3u5/log/swift/profile/default.profile564117.tmp' +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl + func(*args, **kwargs) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/x_profile/profile_model.py", line 273, in dump_profile + profiler.dump_stats(tmpfn) + File "/usr/lib/python3.12/profile.py", line 394, in dump_stats + with open(file, 'wb') as f: + ^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/tmp/tmpdg6a6get/log/swift/profile/default.profile564117.tmp' +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_builders ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_do_migrations ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:08 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_with_write_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Wed, 25 Dec 2024 12:28:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000'} +test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000'} +test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000'} +test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:43 -0000'} +test DEBUG: bucket None POST fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538671.36958', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu -test.unit.cli.test_recon.TestRecon.test_main_object_hosts_default_unu ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok -test.unit.cli.test_recon.TestRecon.test_ptime -test.unit.cli.test_recon.TestRecon.test_ptime ... ok -test.unit.cli.test_recon.TestRecon.test_quarantine_check -test.unit.cli.test_recon.TestRecon.test_quarantine_check ... ok -test.unit.cli.test_recon.TestRecon.test_umount_check -test.unit.cli.test_recon.TestRecon.test_umount_check ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_cipher_mismatch_for_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_decryption_override ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_error_in_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_etag_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_missing_key_callback ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_bad_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_ciphertext ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_content_type ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_missing_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_no_body_crypto_meta ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_long_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multipart_too_short_body_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_multiseg_with_range ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_body_key_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_object_body ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_GET_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_404_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_412_response ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_different_keys_for_data_and_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_encrypted_data_and_unencrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_metadata_not_encrypted ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_cipher ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_override_etag_bad_iv ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_success ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_unencrypted_data_and_encrypted_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_bad_key ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_crypto_meta_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_HEAD_with_missing_iv_for_user_metadata ... ok -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case -test.unit.common.middleware.crypto.test_decrypter.TestDecrypterObjectRequests.test_headers_case ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: A key is specified for bucket API. fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} +fake-swift DEBUG: A key is specified for bucket API. +test INFO: Loaded config file /tmp/tmp2bkhbbu6/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmp2bkhbbu6/backend-ratelimit.conf +test INFO: Loaded new config file /tmp/tmp2bkhbbu6/backend-ratelimit.conf, config unchanged +test DEBUG: Loaded existing config file /tmp/tmp2bkhbbu6/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpykua44or/missing, config changed +test INFO: Loaded config file /tmp/tmpykua44or/missing, config changed +test INFO: Loaded new config file /tmp/tmpysvl8rfa/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpnjf_9qjd/backend-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpnjf_9qjd/backend-ratelimit.conf, config unchanged: BOOM +test INFO: Loaded config file /tmp/tmpnjf_9qjd/backend-ratelimit.conf, config changed +test INFO: Loaded config file /tmp/tmpb73rqorb/backend-ratelimit.conf, config changed +test DEBUG: Loaded existing config file /tmp/tmpb73rqorb/backend-ratelimit.conf, config unchanged +test INFO: Loaded config file /tmp/tmpb73rqorb/backend-ratelimit.conf, config changed +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpmjcer6a3/missing +test INFO: Loaded config file /tmp/tmp1_g3uto_/override-ratelimit.conf, config changed +test WARNING: Invalid config file /tmp/tmpb5_svhs3/backend_rl.conf, config unchanged: Unable to find backend_ratelimit config section in /tmp/tmpb5_svhs3/backend_rl.conf +test WARNING: Failed to load config file, config unchanged: Unable to read config from +test WARNING: Failed to load config file, config unchanged: Unable to read config from /tmp/tmpk160b5i1/backend_rl.conf +test INFO: Loaded config file /tmp/tmpbq7pvrr7/backend-ratelimit.conf, config changed +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +test DEBUG: Names allowed in acls. +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {} +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Worker mock-pid-0 exited +my-daemon DEBUG: Worker mock-pid-1 exited +my-daemon DEBUG: Worker mock-pid-2 exited +my-daemon NOTICE: Finished 564109 +my-daemon DEBUG: Forked worker 564109 finished +my-daemon DEBUG: Spawned worker mock-pid-0 with {} +my-daemon DEBUG: Spawned worker mock-pid-1 with {}test.unit.common.test_daemon.TestRunDaemon.test_restart_workers +test.unit.common.test_daemon.TestRunDaemon.test_restart_workers ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run +test.unit.common.test_daemon.TestRunDaemon.test_run ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_diff_tz ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_dir_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var +test.unit.common.test_daemon.TestRunDaemon.test_run_daemon_from_conf_file_with_duplicate_var ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_dir ... ok +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file +test.unit.common.test_daemon.TestRunDaemon.test_run_deamon_from_conf_file ... ok +test.unit.common.test_daemon.TestRunDaemon.test_signal +test.unit.common.test_daemon.TestRunDaemon.test_signal ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_disappears_in_cleanup ... ok +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup +test.unit.common.test_daemon.TestRunDaemon.test_worker_kills_pids_in_cleanup ... ok +test.unit.common.test_db.TestGetDBConnection.test_invalid_path +test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter +test.unit.account.test_server.TestAccountController.test_GET_leading_delimiter ... ok + +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0663 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1342 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2188 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0023 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0979 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0821 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.1040 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.1413 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0011 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1038 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0611 "-" 564107 - +test DEBUG: - - - [25/Dec/2024:12:28:42 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 564107 - +test DEBUG: - - - [25/Dec/2024:12:28:42 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564107 - +test DEBUG: - - - [25/Dec/2024:12:28:42 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 564107 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:28:42 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0026 "-" 564107 - +test DEBUG: - - - [25/Dec/2024:12:28:42 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 564107 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1063 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0829 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0937 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.1130 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.0716 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0658 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0770 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1056 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.1311 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1027 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0012 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0912 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564107 3 +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0989 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1563 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0002 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.8305 "-" 564107 - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1735129724.62881', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.62995', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.63105', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.63236', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.63728', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.63833', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values -test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing -test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options -test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized -test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin -test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics -test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1735129724.64401', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122844Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.66285', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok - +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122844Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.66861', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:09 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20241225/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20241225T122844Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.68592', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:11 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_abort_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538672.96670', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.69162', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538672.98039', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.71467', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:12 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self ... ok -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 5 hosts (object) -=============================================================================== -=============================================================================== ---> Starting reconnaissance on 2 hosts (object) -=============================================================================== -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Cipher must be AES_CTR_256 -test DEBUG: No decryption is necessary because of override -test DEBUG: No decryption is necessary because of override -test ERROR: get_keys(): from callback: Testing: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys - keys = fetch_crypto_keys(key_id=key_id) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_decrypter.py", line 902, in raise_exc - raise Exception('Testing') -Exception: Testing -test ERROR: Error decrypting header X-Object-Sysmeta-Crypto-Etag: Missing crypto meta in value fgBd78GL6kACmfmuAxTz9B7eJCFTfjxotcr7trw/5Qo= -test ERROR: ERROR get_keys() missing callback: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys - fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] - ~~~^^^^^^^^^^^^^^^^^^^^^ -KeyError: 'swift.callback.fetch_crypto_keys' -test ERROR: Error decrypting object: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting object: Bad crypto meta: Missing 'cipher' -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting object: Key must be length 32 bytes -test ERROR: Error decrypting object: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting object: Missing 'body_key' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting object: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: Cipher must be AES_CTR_256 -test ERROR: Error decrypting header X-Object-Sysmeta-Container-Update-Override-Etag: Bad crypto meta: IV must be length 16 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: IV must be length 16 bytes -test ERROR: Bad key for 'object': Key must be length 32 bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys - self.crypto.check_key(key) - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key - raise ValueError("Key must be length %s bytes" % self.key_length) -ValueError: Key must be length 32 bytes -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Missing crypto meta in value LwwJqI3L+FBfmg== -test ERROR: Error decrypting header X-Object-Transient-Sysmeta-Crypto-Meta-Test: Bad crypto meta: Missing 'iv' -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.72009', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1735129724.74372', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num -test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_count_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_count_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src -test.unit.common.middleware.test_account_quotas.AccountQuotaCopyingTestCases.test_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_defaults -test.unit.common.middleware.test_bulk.TestConfig.test_defaults ... ok -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency -test.unit.common.middleware.test_bulk.TestConfig.test_delete_concurrency ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_exceeded_readline ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_read_sized ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole ... ok -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline -test.unit.common.middleware.test_formpost.TestCappedFileLikeObject.test_whole_readline ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_none ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_elsewhere_fails ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderSystem.test_reader_put_to_own ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_mismatched_location ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_POST_regular_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_DLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_SLO_with_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_object_with_DLO ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_PUT_overwrite_tombstone ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_delete_versions_cont ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_fail_object_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_delete_container_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_denied_PUT_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_primary_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_enable_versioning_failed_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_existing_container_has_deprecated_policy_unauthed ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_reserved_container_passthrough ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_get_symlink ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_head_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_get_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_new_version_put_errors ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_container_with_super_legacy_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_put_object_no_versioning ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_existing_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCase.test_same_policy_as_primary_container ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_bad_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_bytes_quota_copy_from_no_src ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_PUT_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_cross_account_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_bytes_quota_copy_verb ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_from ... ok -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb -test.unit.common.middleware.test_quotas.ContainerQuotaCopyingTestCases.test_not_exceed_counts_quota_copy_verb ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_new_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_target ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_copy_symlink_with_slo_query ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_new_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_really_old_slo_manifest ... ok -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag -test.unit.common.middleware.test_symlink.SymlinkCopyingTestCase.test_static_link_to_slo_manifest_slo_etag ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_options ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_incoming_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict -test.unit.common.middleware.test_tempurl.TestTempURL.test_allow_trumps_outgoing_header_startswith_conflict ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_auth_scheme_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope -test.unit.common.middleware.test_tempurl.TestTempURL.test_authorize_limits_scope ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_ip_range_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path -test.unit.common.middleware.test_tempurl.TestTempURL.test_bad_path ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_expires_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_path_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_changed_sig_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_incoming_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers -test.unit.common.middleware.test_tempurl.TestTempURL.test_clean_outgoing_headers ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_delete_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_different_key_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest -test.unit.common.middleware.test_tempurl.TestTempURL.test_disallowed_header_object_manifest ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_filename_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_hmacs ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_not_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_path_parts ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_temp_url_info ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_but_404 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_container_keys ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_key2 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_fake_ip_from_x_forwarded_for ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_filename_and_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_inline ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_from_remote_addr ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ip_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_ipv6_range ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_no_client_address ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_and_staticweb ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_prefix_empty ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 -test.unit.common.middleware.test_tempurl.TestTempURL.test_get_valid_with_single_ipv6 ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_post ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_allowed_by_put ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_and_get_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_otherwise_not_allowed ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename -test.unit.common.middleware.test_tempurl.TestTempURL.test_head_valid_with_filename ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error -test.unit.common.middleware.test_tempurl.TestTempURL.test_ip_range_value_error ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig -test.unit.common.middleware.test_tempurl.TestTempURL.test_missing_sig ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_key ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_no_prefix_match_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires -test.unit.common.middleware.test_tempurl.TestTempURL.test_normalize_temp_url_expires ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_odd_chars_in_content_disposition_metadata ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash -test.unit.common.middleware.test_tempurl.TestTempURL.test_obj_trailing_slash ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid -test.unit.common.middleware.test_tempurl.TestTempURL.test_object_url_with_prefix_invalid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough -test.unit.common.middleware.test_tempurl.TestTempURL.test_passthrough ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config -test.unit.common.middleware.test_tempurl.TestTempURL.test_post_when_forbidden_by_config ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_not_allowed_by_get ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_response_headers_in_list ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid -test.unit.common.middleware.test_tempurl.TestTempURL.test_put_valid ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_header_defaults ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_incoming_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_header ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match -test.unit.common.middleware.test_tempurl.TestTempURL.test_removed_outgoing_headers_match ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim -test.unit.common.middleware.test_tempurl.TestTempURL.test_signature_trim ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value -test.unit.common.middleware.test_tempurl.TestTempURL.test_unicode_metadata_value ... ok -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed -test.unit.common.middleware.test_tempurl.TestTempURL.test_unknown_not_allowed ... ok -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler -test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok -test.unit.common.test_daemon.TestDaemon.test_create -test.unit.common.test_daemon.TestDaemon.test_create ... ok -test.unit.common.test_daemon.TestDaemon.test_stubs -test.unit.common.test_daemon.TestDaemon.test_stubs ... ok -test.unit.common.test_exceptions.TestExceptions.test_client_exception -test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_exception -test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout -test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_formpost.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_first ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_is_last_response_wins ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_next_response_keeps_current_registered_response ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_resets ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_forever ... ok +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins +test.unit.common.middleware.test_helpers.TestFakeSwiftMultipleResponses.test_register_response_is_last_response_wins ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default +test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_existing_swift_owner_ignored ... ok +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix +test.unit.common.middleware.test_keystoneauth.ServiceTokenFunctionality.test_unknown_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_account_unknown_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_known_domain ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_existing_v2_account ... ok +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account +test.unit.common.middleware.test_keystoneauth.TestSetProjectDomain.test_set_project_domain_id_new_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_bad_config ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_no_deprecated_digests ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_non_default_methods ... ok +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_tempurl.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.test_db.TestGetDBConnection.test_locked_db +test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_abs_paths_persisted ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_different_number_builders ... ok +test.unit.common.test_db.TestGetDBConnection.test_normal_case +test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_300_status ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_already_in_sync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_metadata_update ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_found ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_not_response ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_rsync_success ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_small_container_always_usync ... ok +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success +test.unit.common.test_db_replicator.TestReplToNode.test_repl_to_node_usync_success ... ok +test.unit.common.test_swob.TestEtag.test_normalize_bytes +test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok +test.unit.common.test_swob.TestEtag.test_normalize_etag +test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok +test.unit.common.test_swob.TestRange.test_range +test.unit.common.test_swob.TestRange.test_range ... ok +test.unit.common.test_swob.TestRange.test_range_invalid_syntax +test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_large_length +test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length +test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges +test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi +test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start +test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending +test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping +test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many +test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok +test.unit.common.test_swob.TestRange.test_str +test.unit.common.test_swob.TestRange.test_str ... ok +test.unit.common.test_swob.TestRange.test_upsidedown_range +test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates +test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_bad_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_f_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync +test.unit.common.test_utils.TestFsync.test_fsync_no_fullsync ... ok +test.unit.common.test_utils.TestFsync.test_no_fdatasync +test.unit.common.test_utils.TestFsync.test_no_fdatasync ... ok +test.unit.common.test_utils.TestFsync.test_yes_fdatasync +test.unit.common.test_utils.TestFsync.test_yes_fdatasync ... ok +test.unit.common.test_utils.TestNamespace.test_bounds_serialization +test.unit.common.test_utils.TestNamespace.test_bounds_serialization ... ok +test.unit.common.test_utils.TestNamespace.test_comparisons +test.unit.common.test_utils.TestNamespace.test_comparisons ... ok +test.unit.common.test_utils.TestNamespace.test_contains +test.unit.common.test_utils.TestNamespace.test_contains ... ok +test.unit.common.test_utils.TestNamespace.test_end_marker +test.unit.common.test_utils.TestNamespace.test_end_marker ... ok +test.unit.common.test_utils.TestNamespace.test_entire_namespace +test.unit.common.test_utils.TestNamespace.test_entire_namespace ... ok +test.unit.common.test_utils.TestNamespace.test_expand +test.unit.common.test_utils.TestNamespace.test_expand ... ok +test.unit.common.test_utils.TestNamespace.test_includes +test.unit.common.test_utils.TestNamespace.test_includes ... ok +test.unit.common.test_utils.TestNamespace.test_lower_setter +test.unit.common.test_utils.TestNamespace.test_lower_setter ... ok +test.unit.common.test_utils.TestNamespace.test_name +test.unit.common.test_utils.TestNamespace.test_name ... ok +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format +test.unit.common.test_utils.TestNamespace.test_name_unexpected_format ... ok +test.unit.common.test_utils.TestNamespace.test_total_ordering +test.unit.common.test_utils.TestNamespace.test_total_ordering ... ok +test.unit.common.test_utils.TestNamespace.test_unicode_name +test.unit.common.test_utils.TestNamespace.test_unicode_name ... ok +test.unit.common.test_utils.TestNamespace.test_upper_setter +test.unit.common.test_utils.TestNamespace.test_upper_setter ... ok +test.unit.common.test_utils.TestParseContentRange.test_bad +test.unit.common.test_utils.TestParseContentRange.test_bad ... ok +test.unit.common.test_utils.TestParseContentRange.test_good +test.unit.common.test_utils.TestParseContentRange.test_good ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_modified_component_builders ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_missing_builder_id ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok + +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129737.00000, (0, 0) as of 1735129737.00000, created as of 1735129737.00000> to ShardRange<'k' to 't' as of 1735129738.00000, (0, 0) as of 1735129738.00000, active as of 1735129738.00000>, path: .shards_a/shard_c_1735129738.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b07/30015f395969680b0973bdf031ee4b07/30015f395969680b0973bdf031ee4b07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129740.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b0e/a21440c335d38e8b72da3f5fd38d3b0e/a21440c335d38e8b72da3f5fd38d3b0e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129739.00000, (0, 0) as of 1735129739.00000, created as of 1735129739.00000> to ShardRange<'k' to 't' as of 1735129740.00000, (0, 0) as of 1735129740.00000, shrinking as of 1735129740.00000>, path: .shards_a/shard_c_1735129740.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b0e/a21440c335d38e8b72da3f5fd38d3b0e/a21440c335d38e8b72da3f5fd38d3b0e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129740.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b0e/a21440c335d38e8b72da3f5fd38d3b0e/a21440c335d38e8b72da3f5fd38d3b0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129742.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c7f/301add0cd1d519caa9037cc4410ecc7f/301add0cd1d519caa9037cc4410ecc7f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129741.00000, (0, 0) as of 1735129741.00000, created as of 1735129741.00000> to ShardRange<'k' to 't' as of 1735129742.00000, (0, 0) as of 1735129742.00000, sharding as of 1735129742.00000>, path: .shards_a/shard_c_1735129742.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c7f/301add0cd1d519caa9037cc4410ecc7f/301add0cd1d519caa9037cc4410ecc7f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129742.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c7f/301add0cd1d519caa9037cc4410ecc7f/301add0cd1d519caa9037cc4410ecc7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129744.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa9/f8ea6ad0cb8ddc0afa768cececc1dfa9/f8ea6ad0cb8ddc0afa768cececc1dfa9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129743.00000, (0, 0) as of 1735129743.00000, created as of 1735129743.00000> to ShardRange<'k' to 't' as of 1735129744.00000, (0, 0) as of 1735129744.00000, sharded as of 1735129744.00000>, path: .shards_a/shard_c_1735129744.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa9/f8ea6ad0cb8ddc0afa768cececc1dfa9/f8ea6ad0cb8ddc0afa768cececc1dfa9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129744.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa9/f8ea6ad0cb8ddc0afa768cececc1dfa9/f8ea6ad0cb8ddc0afa768cececc1dfa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129746.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/41a/435f43bc712a53813cb9cb210403441a/435f43bc712a53813cb9cb210403441a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129745.00000, (0, 0) as of 1735129745.00000, created as of 1735129745.00000> to ShardRange<'k' to 't' as of 1735129746.00000, (0, 0) as of 1735129746.00000, shrunk as of 1735129746.00000>, path: .shards_a/shard_c_1735129746.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/41a/435f43bc712a53813cb9cb210403441a/435f43bc712a53813cb9cb210403441a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129746.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/41a/435f43bc712a53813cb9cb210403441a/435f43bc712a53813cb9cb210403441a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129748.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d39/7eba18d9a226517864125edef08fbd39/7eba18d9a226517864125edef08fbd39.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129747.00000, (0, 0) as of 1735129747.00000, cleaved as of 1735129747.00000> to ShardRange<'k' to 't' as of 1735129748.00000, (0, 0) as of 1735129748.00000, found as of 1735129748.00000>, path: .shards_a/shard_c_1735129748.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d39/7eba18d9a226517864125edef08fbd39/7eba18d9a226517864125edef08fbd39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129750.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fca/84f63ee3d1a0467b7fc13a04424aefca/84f63ee3d1a0467b7fc13a04424aefca.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129749.00000, (0, 0) as of 1735129749.00000, cleaved as of 1735129749.00000> to ShardRange<'k' to 't' as of 1735129750.00000, (0, 0) as of 1735129750.00000, created as of 1735129750.00000>, path: .shards_a/shard_c_1735129750.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fca/84f63ee3d1a0467b7fc13a04424aefca/84f63ee3d1a0467b7fc13a04424aefca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129752.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/40d/ec30fe35b914214dea38dc6771ace40d/ec30fe35b914214dea38dc6771ace40d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129754.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/941/687a32d85f92218c64212c156f298941/687a32d85f92218c64212c156f298941.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129753.00000, (0, 0) as of 1735129753.00000, cleaved as of 1735129753.00000> to ShardRange<'k' to 't' as of 1735129754.00000, (0, 0) as of 1735129754.00000, active as of 1735129754.00000>, path: .shards_a/shard_c_1735129754.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/941/687a32d85f92218c64212c156f298941/687a32d85f92218c64212c156f298941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129756.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/571/cd3b822cdf2c72606eb9b77f5a9fc571/cd3b822cdf2c72606eb9b77f5a9fc571.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129755.00000, (0, 0) as of 1735129755.00000, cleaved as of 1735129755.00000> to ShardRange<'k' to 't' as of 1735129756.00000, (0, 0) as of 1735129756.00000, shrinking as of 1735129756.00000>, path: .shards_a/shard_c_1735129756.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/571/cd3b822cdf2c72606eb9b77f5a9fc571/cd3b822cdf2c72606eb9b77f5a9fc571.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129756.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/571/cd3b822cdf2c72606eb9b77f5a9fc571/cd3b822cdf2c72606eb9b77f5a9fc571.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129758.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d39/8aa1364faa18370be5e36c05e6f6ed39/8aa1364faa18370be5e36c05e6f6ed39.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129757.00000, (0, 0) as of 1735129757.00000, cleaved as of 1735129757.00000> to ShardRange<'k' to 't' as of 1735129758.00000, (0, 0) as of 1735129758.00000, sharding as of 1735129758.00000>, path: .shards_a/shard_c_1735129758.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d39/8aa1364faa18370be5e36c05e6f6ed39/8aa1364faa18370be5e36c05e6f6ed39.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129758.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d39/8aa1364faa18370be5e36c05e6f6ed39/8aa1364faa18370be5e36c05e6f6ed39.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129760.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/77b/2e9aa26e32dd0212519f642f2f68e77b/2e9aa26e32dd0212519f642f2f68e77b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129759.00000, (0, 0) as of 1735129759.00000, cleaved as of 1735129759.00000> to ShardRange<'k' to 't' as of 1735129760.00000, (0, 0) as of 1735129760.00000, sharded as of 1735129760.00000>, path: .shards_a/shard_c_1735129760.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/77b/2e9aa26e32dd0212519f642f2f68e77b/2e9aa26e32dd0212519f642f2f68e77b.dbtest.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_older_builder ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_ok ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending +test.unit.container.test_backend.TestCommonContainerBroker.test_commit_pending ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_replica_count_changed ... ok +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_json ... ok +test.unit.common.ring.test_ring.TestRing.test_creation +test.unit.common.ring.test_ring.TestRing.test_creation ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_override_component_builders ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db +test.unit.container.test_backend.TestCommonContainerBroker.test_delete_db ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info +test.unit.container.test_backend.TestCommonContainerBroker.test_get_info ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_compose_with_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_load_errors ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_multiple_policies_in_use ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_errors ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_rebalance_with_unrebalanced_builders ... ok +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors +test.unit.common.ring.test_composite_builder.TestCompositeRingBuilder.test_save_errors ... ok +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting +test.unit.common.test_db.TestDatabaseBroker.test_DB_PREALLOCATION_setting ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row +test.unit.container.test_backend.TestCommonContainerBroker.test_get_max_row ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_policy_table_cont_count_update_get_stats ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts +test.unit.common.test_db.TestDatabaseBroker.test_commit_puts ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_plain ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_get_policy_stats ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_null_markers ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata +test.unit.container.test_backend.TestCommonContainerBroker.test_get_raw_metadata ... ok +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region +test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.common.ring.test_ring.TestRing.test_get_nodes +test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part +test.unit.common.ring.test_ring.TestRing.test_get_part ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes +test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs +test.unit.container.test_backend.TestCommonContainerBroker.test_get_syncs ... ok +test.unit.common.ring.test_ring.TestRing.test_has_changed +test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get +test.unit.container.test_backend.TestCommonContainerBroker.test_maybe_get ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_non_default ... ok +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml +test.unit.account.test_server.TestAccountController.test_GET_limit_marker_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false +test.unit.account.test_server.TestAccountController.test_GET_log_requests_false ... ok +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0650 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0573 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "DELETE /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0688 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0046 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1445 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:40 +0000] "DELETE /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0682 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0065 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c1" 204 - "-" "-" "-" 0.0840 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1385 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0633 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "DELETE /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0654 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0963 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1246 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0108 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1171 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1119 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:41 +0000] "GET /sda1/p/a" 200 87 "-" "-" "-" 0.0737 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1456 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1214 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1197 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0834 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0157 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 196 "-" "-" "-" 0.0580 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0750 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0338 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0586 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0676 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "GET /sda1/p/a" 400 21 "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0829 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:42 +0000] "PUT /sda1/p/a/.sub.0" 201 - "-" "-" "-" 0.0165 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.0.0" 201 - "-" "-" "-" 0.1020 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.0.1" 201 - "-" "-" "-" 0.1032 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.0.2" 201 - "-" "-" "-" 0.0647 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.1" 201 - "-" "-" "-" 0.1613 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.1.0" 201 - "-" "-" "-" 0.0913 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.1.1" 201 - "-" "-" "-" 0.1395 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.1.2" 201 - "-" "-" "-" 0.1288 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.2" 201 - "-" "-" "-" 0.1405 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:43 +0000] "PUT /sda1/p/a/.sub.2.0" 201 - "-" "-" "-" 0.0993 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "PUT /sda1/p/a/.sub.2.1" 201 - "-" "-" "-" 0.8169 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "PUT /sda1/p/a/.sub.2.2" 201 - "-" "-" "-" 0.0244 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1483 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 45 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 27 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1260 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0277 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.2098 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2003 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.1490 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1650 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "GET /sda1/p/a" 200 261 "-" "-" "-" 0.1167 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1544 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.1402 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.4407 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.1147 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.1240 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 9 "-" "-" "-" 0.1356 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1078 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c0" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.1456 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1168 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c3" 201 - "-" "-" "-" 0.1361 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c4" 201 - "-" "-" "-" 0.0962 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 452 "-" "-" "-" 0.1494 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 -test.unit.account.test_server.TestAccountController.test_GET_log_requests_true +test.unit.account.test_server.TestAccountController.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_policy_stats_with_legacy ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_half_upgraded_database ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_put_container ... ok +test.unit.common.ring.test_ring.TestRing.test_reload +test.unit.common.ring.test_ring.TestRing.test_reload ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_initialize_fail ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring +test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication +test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.common.ring.test_ring.TestRing.test_replica_count +test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval +test.unit.common.test_container_sync_realms.TestUtils.test_bad_mtime_check_interval ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty +test.unit.common.test_container_sync_realms.TestUtils.test_empty ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm +test.unit.common.test_container_sync_realms.TestUtils.test_empty_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing +test.unit.common.test_container_sync_realms.TestUtils.test_error_parsing ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig +test.unit.common.test_container_sync_realms.TestUtils.test_get_sig ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there +test.unit.common.test_container_sync_realms.TestUtils.test_no_file_there ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm +test.unit.common.test_container_sync_realms.TestUtils.test_one_realm ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_os_error +test.unit.common.test_container_sync_realms.TestUtils.test_os_error ... ok +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default +test.unit.common.test_container_sync_realms.TestUtils.test_two_realms_and_change_a_default ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_delete ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter +test.unit.account.test_server.TestAccountController.test_GET_multichar_delimiter ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_json +test.unit.account.test_server.TestAccountController.test_GET_not_found_json ... ok +test.unit.common.test_db.TestDatabaseBroker.test_delete_db +test.unit.common.test_db.TestDatabaseBroker.test_delete_db ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init +test.unit.common.test_db.TestDatabaseBroker.test_disk_db_init ... ok +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate +test.unit.common.test_db.TestDatabaseBroker.test_disk_preallocate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_is_status_deleted ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok +test.unit.common.test_db.TestDatabaseBroker.test_initialize +test.unit.common.test_db.TestDatabaseBroker.test_initialize ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain +test.unit.account.test_server.TestAccountController.test_GET_not_found_plain ... ok +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml +test.unit.account.test_server.TestAccountController.test_GET_not_found_xml ... ok +test.unit.account.test_server.TestAccountController.test_GET_over_limit +test.unit.account.test_server.TestAccountController.test_GET_over_limit ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_replicaiton_server_call_all_methods ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reclaim ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok +test.unit.common.test_db.TestDatabaseBroker.test_lock +test.unit.common.test_db.TestDatabaseBroker.test_lock ... ok +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init +test.unit.common.test_db.TestDatabaseBroker.test_memory_db_init ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change +test.unit.container.test_backend.TestCommonContainerBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_container_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp +test.unit.container.test_backend.TestCommonContainerBroker.test_put_timestamp ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs +test.unit.common.test_db.TestDatabaseBroker.test_merge_syncs ... ok +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at +test.unit.container.test_backend.TestCommonContainerBroker.test_status_changed_at ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches +test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_json ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata +test.unit.account.test_server.TestNonLegacyDefaultStoragePolicy.test_utf8_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforePerPolicyContainerTrack.test_reverse_prefix_delim ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_crypto_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv4 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_curl_command_ipv6 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_meta_and_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_no_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch +test.unit.cli.test_info.TestPrintObjWeirdPath.test_print_obj_policy_name_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_unchecked_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag +test.unit.cli.test_info.TestPrintObjWeirdPath.test_valid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_domain_new_format ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata +test.unit.common.test_db.TestDatabaseBroker.test_metadata ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_on_non_utf8 ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_containers_iter ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_raises_exception_over_max_overall_size ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_count ... ok +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size +test.unit.common.test_db.TestDatabaseBroker.test_metadata_with_max_overall_size ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_new_format ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv4_old_format ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_new_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_old_missing_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_add_device_part_power_increase ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices +test.unit.cli.test_ringbuilder.TestCommands.test_add_duplicate_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_create_ring_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default +test.unit.cli.test_ringbuilder.TestCommands.test_default ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception +test.unit.cli.test_ringbuilder.TestCommands.test_default_no_device_ring_without_exception ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned +test.unit.cli.test_ringbuilder.TestCommands.test_default_output_id_assigned ... ok fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test:othertest:other +fake-swift DEBUG: permission denined: 403 Forbidden test:tester OWNER fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test ERROR: Invalid current //REALM/CLUSTER (foo) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Unknown current //REALM/CLUSTER (//FOO/BAR) +test ERROR: Error retrieving recon data: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception + raise Exception +Exception +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error reading recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: [Errno None] None +test ERROR: Error parsing recon cache file: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache + with openr(cache_file, 'r') as f: + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError + raise ValueError +ValueError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_analyze_stdin_with_overlaps ... ok +test.unit.common.test_db.TestDatabaseBroker.test_newid +test.unit.common.test_db.TestDatabaseBroker.test_newid ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check +test.unit.cli.test_ringbuilder.TestCommands.test_default_ringfile_check ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed +test.unit.cli.test_ringbuilder.TestCommands.test_default_show_removed ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:44 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test WARNING: The following digest algorithms are configured but not supported: not-a-valid-digest, md5 +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: None in token vs test_id in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +test WARNING: Inconsistent project domain id: unexpected_id in token vs None in account metadata. +Quarantined /tmp/tmpsz3fd2pc/dev/dbs/par/pre/db to /tmp/tmpsz3fd2pc/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpsz3fd2pc/dev/dbs/par/pre/db to /tmp/tmpsz3fd2pc/dev/quarantined/tests/db due to malformed database +Quarantined /tmp/tmpsz3fd2pc/dev/dbs/par/pre/db to /tmp/tmpsz3fd2pc/dev/quarantined/tests/db due to corrupted database +Quarantined /tmp/tmpsz3fd2pc/dev/dbs/par/pre/db to /tmp/tmpsz3fd2pc/dev/quarantined/tests/db due to disk error while accessing database +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors +test.unit.common.test_db.TestDatabaseBroker.test_possibly_quarantine_db_errors ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok +test.unit.common.test_db.TestDatabaseBroker.test_put_record +test.unit.common.test_db.TestDatabaseBroker.test_put_record ... ok +Quarantined /tmp/tmp6okl4bns/dev/dbs/par/pre/db to /tmp/tmp6okl4bns/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_reclaim_missing_container_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output +test.unit.cli.test_ringbuilder.TestCommands.test_default_sorted_output ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate +test.unit.cli.test_ringbuilder.TestCommands.test_dispersion_command_recalculate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_empty_ring ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits +test.unit.common.test_db.TestDatabaseBroker.test_skip_commits ... ok +Quarantined /tmp/tmpa62fpbyd/dev/dbs/par/pre/db to /tmp/tmpa62fpbyd/dev/quarantined/containers/db due to missing row in container_stat table +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info +test.unit.common.test_db.TestDatabaseBroker.test_update_metadata_missing_container_info ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts +test.unit.cli.test_ringbuilder.TestCommands.test_find_parts ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name +test.unit.cli.test_ringbuilder.TestCommands.test_invalid_device_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output +test.unit.cli.test_ringbuilder.TestCommands.test_ipv6_output ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_new_format ... ok +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover +test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment +test.unit.common.test_error_limiter.TestErrorLimiter.test_increment ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_bad_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config +test.unit.common.test_error_limiter.TestErrorLimiter.test_init_config ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited +test.unit.common.test_error_limiter.TestErrorLimiter.test_is_limited ... ok +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key +test.unit.common.test_error_limiter.TestErrorLimiter.test_node_key ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_plain ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv4_old_format ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129760.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/77b/2e9aa26e32dd0212519f642f2f68e77b/2e9aa26e32dd0212519f642f2f68e77b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129762.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/3bc/5361a54844c2c62e40479b801adc03bc/5361a54844c2c62e40479b801adc03bc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129761.00000, (0, 0) as of 1735129761.00000, cleaved as of 1735129761.00000> to ShardRange<'k' to 't' as of 1735129762.00000, (0, 0) as of 1735129762.00000, shrunk as of 1735129762.00000>, path: .shards_a/shard_c_1735129762.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/3bc/5361a54844c2c62e40479b801adc03bc/5361a54844c2c62e40479b801adc03bc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129762.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/3bc/5361a54844c2c62e40479b801adc03bc/5361a54844c2c62e40479b801adc03bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129764.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/98d/80e3a60269c542be2ebfdec33d75598d/80e3a60269c542be2ebfdec33d75598d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129763.00000, (0, 0) as of 1735129763.00000, active as of 1735129763.00000> to ShardRange<'k' to 't' as of 1735129764.00000, (0, 0) as of 1735129764.00000, found as of 1735129764.00000>, path: .shards_a/shard_c_1735129764.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/98d/80e3a60269c542be2ebfdec33d75598d/80e3a60269c542be2ebfdec33d75598d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129766.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/944/a2f839e4140362dd9ffdf0afcb4b7944/a2f839e4140362dd9ffdf0afcb4b7944.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129765.00000, (0, 0) as of 1735129765.00000, active as of 1735129765.00000> to ShardRange<'k' to 't' as of 1735129766.00000, (0, 0) as of 1735129766.00000, created as of 1735129766.00000>, path: .shards_a/shard_c_1735129766.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/944/a2f839e4140362dd9ffdf0afcb4b7944/a2f839e4140362dd9ffdf0afcb4b7944.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129768.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/ed0/b2e736a76280c6ced15cfa87ff1b2ed0/b2e736a76280c6ced15cfa87ff1b2ed0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129767.00000, (0, 0) as of 1735129767.00000, active as of 1735129767.00000> to ShardRange<'k' to 't' as of 1735129768.00000, (0, 0) as of 1735129768.00000, cleaved as of 1735129768.00000>, path: .shards_a/shard_c_1735129768.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/ed0/b2e736a76280c6ced15cfa87ff1b2ed0/b2e736a76280c6ced15cfa87ff1b2ed0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129770.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/8fe/0819bcae7cd91a57cdd190702d0ef8fe/0819bcae7cd91a57cdd190702d0ef8fe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129772.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/7e8/54c0b05da1ed5e3b80acb33a109c47e8/54c0b05da1ed5e3b80acb33a109c47e8.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129771.00000, (0, 0) as of 1735129771.00000, active as of 1735129771.00000> to ShardRange<'k' to 't' as of 1735129772.00000, (0, 0) as of 1735129772.00000, shrinking as of 1735129772.00000>, path: .shards_a/shard_c_1735129772.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/7e8/54c0b05da1ed5e3b80acb33a109c47e8/54c0b05da1ed5e3b80acb33a109c47e8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129772.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/7e8/54c0b05da1ed5e3b80acb33a109c47e8/54c0b05da1ed5e3b80acb33a109c47e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129774.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/66e/ead6679628c985eed307d34da467966e/ead6679628c985eed307d34da467966e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129773.00000, (0, 0) as of 1735129773.00000, active as of 1735129773.00000> to ShardRange<'k' to 't' as of 1735129774.00000, (0, 0) as of 1735129774.00000, sharding as of 1735129774.00000>, path: .shards_a/shard_c_1735129774.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/66e/ead6679628c985eed307d34da467966e/ead6679628c985eed307d34da467966e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129774.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/66e/ead6679628c985eed307d34da467966e/ead6679628c985eed307d34da467966e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129776.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/8cc/7961b2158712550cfac8e377787fe8cc/7961b2158712550cfac8e377787fe8cc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129775.00000, (0, 0) as of 1735129775.00000, active as of 1735129775.00000> to ShardRange<'k' to 't' as of 1735129776.00000, (0, 0) as of 1735129776.00000, sharded as of 1735129776.00000>, path: .shards_a/shard_c_1735129776.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/8cc/7961b2158712550cfac8e377787fe8cc/7961b2158712550cfac8e377787fe8cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129776.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/8cc/7961b2158712550cfac8e377787fe8cc/7961b2158712550cfac8e377787fe8cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129778.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/dff/94acbc2fd4a00a7ae9322c1340c20dff/94acbc2fd4a00a7ae9322c1340c20dff.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129777.00000, (0, 0) as of 1735129777.00000, active as of 1735129777.00000> to ShardRange<'k' to 't' as of 1735129778.00000, (0, 0) as of 1735129778.00000, shrunk as of 1735129778.00000>, path: .shards_a/shard_c_1735129778.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/dff/94acbc2fd4a00a7ae9322c1340c20dff/94acbc2fd4a00a7ae9322c1340c20dff.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129778.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/dff/94acbc2fd4a00a7ae9322c1340c20dff/94acbc2fd4a00a7ae9322c1340c20dff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129780.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/0eb/34d9b289dc89bf66ffe059a1f9e550eb/34d9b289dc89bf66ffe059a1f9e550eb.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129779.00000, (0, 0) as of 1735129779.00000, shrinking as of 1735129779.00000> to ShardRange<'k' to 't' as of 1735129780.00000, (0, 0) as of 1735129780.00000, found as of 1735129780.00000>, path: .shards_a/shard_c_1735129780.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/0eb/34d9b289dc89bf66ffe059a1f9e550eb/34d9b289dc89bf66ffe059a1f9e550eb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129782.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/f40/8cddcb3454284184e4b75dd3e7586f40/8cddcb3454284184e4b75dd3e7586f40.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129781.00000, (0, 0) as of 1735129781.00000, shrinking as of 1735129781.00000> to ShardRange<'k' to 't' as of 1735129782.00000, (0, 0) as of 1735129782.00000, created as of 1735129782.00000>, path: .shards_a/shard_c_1735129782.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/f40/8cddcb3454284184e4b75dd3e7586f40/8cddcb3454284184e4b75dd3e7586f40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129784.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/776/f12ebace74499fef9a61c38adb31e776/f12ebace74499fef9a61c38adb31e776.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129783.00000, (0, 0) as of 1735129783.00000, shrinking as of 1735129783.00000> to ShardRange<'k' to 't' as of 1735129784.00000, (0, 0) as of 1735129784.00000, cleaved as of 1735129784.00000>, path: .shards_a/shard_c_1735129784.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/776/f12ebace74499fef9a61c38adb31e776/f12ebace74499fef9a61c38adb31e776.dbtest.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_no_matching ... ok +Ring Builder file does not exist: /tmp/tmpm0wq0iyl/tmpa2cs2cnv +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.2:6200R127.0.0.2:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-127.0.0.1:6200R127.0.0.1:6200/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:6200R[3::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Ring Builder file does not exist: /tmp/tmpkt63sqhr/tmp2wvmdb8c +Partition power increase in progress. You need +to finish the increase first before adding devices. +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sda9_"" with 3.14159265359 weight got id 4 +Device 4 already uses 127.0.0.1:6200/sda9. +The on-disk ring builder is unchanged. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. +/tmp/tmp87ig73_j/tmpir4dcpz0, build version 4, id 30b1f795e64b41f892edd15254b02f5e +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmp87ig73_j/tmpir4dcpz0.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_output_id_assigned +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 0.0 +Device d4r1z2-127.0.0.5:6004R127.0.0.5:6004/sda5_"" with 100.0 weight got id 4 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d0r2z1-127.0.0.6:6005R127.0.0.6:6005/sdb6_"" with 100.0 weight got id 0 +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_default_sorted_output +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +Invalid device name +The on-disk ring builder is unchanged. +/build/reproducible-path/swift-2.34.0/test/unit/cli/test_ipv6_output +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 6 1 + 24 1 +Partition Matches + 3 1 + 9 1 + 11 1 + 17 1 + 18 1 + 22 1 + 23 1 + 37 1 + 42 1 + 43 1 + 44 1 + 47 1 + 50 1 + 51 1 + 54 1 + 57 1 + 1 1 + 4 1 + 7 1 + 13 1 + 16 1 + 19 1 + 20 1 + 24 1 + 25 1 + 33 1 + 36 1 + 45 1 + 46 1 + 52 1 + 59 1 + 61 1 + 2 1 + 5 1 + 6 1 + 8 1 + 12 1 + 14 1 + 15 1 + 26 1 + 28 1 + 31 1 + 32 1 + 41 1 + 49 1 + 53 1 + 60 1 + 63 1 +Partition Matches + 1 1 + 6 1 + 8 1 + 9 1 + 28 1 + 30 1 + 35 1 + 36 1 + 39 1 + 45 1 + 46 1 + 48 1 + 49 1 + 50 1 + 51 1 + 55 1 + 3 1 + 4 1 + 11 1 + 13 1 + 14 1 + 15 1 + 19 1 + 20 1 + 22 1 + 26 1 + 29 1 + 34 1 + 37 1 + 42 1 + 43 1 + 53 1 + 0 1 + 2 1 + 7 1 + 10 1 + 12 1 + 16 1 + 18 1 + 25 1 + 31 1 + 32 1 + 40 1 + 41 1 + 52 1 + 56 1 + 58 1 + 60 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 15 1 + 37 1 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Partition Matches + 56 1 + 36 1 +Specified builder file "/tmp/tmp8raxnw82/tmp5rjr6mfq" is not rebalanced yet. Please rebalance first. +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_list_parts_number_of_arguments ... ok + +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices.test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_main_no_arguments ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok + + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument +test.unit.cli.test_ringbuilder.TestCommands.test_main_single_argument ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe +test.unit.cli.test_ringbuilder.TestCommands.test_main_with_safe ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout +test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_called_from_update_metadata ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_all_donors_shrink_to_root ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced +test.unit.cli.test_ringbuilder.TestCommands.test_no_warn_when_balanced ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_add_values_number_of_arguments ... ok + + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +/tmp/tmpe2l70yt2/tmp8vkz03jr, build version 4, id 3349e19a35c54021b571911d33aec77f +64 partitions, 3.000000 replicas, 4 regions, 4 zones, 4 devices, 100.00 balance, 0.00 dispersion +The minimum number of hours before a partition can be reassigned is 1 (0:00:00 remaining) +The overload factor is 0.00% (0.000000) +Ring file /tmp/tmpe2l70yt2/tmp8vkz03jr.ring.gz not found, probably it hasn't been written yet +Devices: id region zone ip address:port replication ip:port name weight partitions balance flags meta + 0 0 0 127.0.0.1:6200 127.0.0.1:6200 sda1 100.00 0 -100.00 some meta data + 1 1 1 127.0.0.2:6201 127.0.0.2:6201 sda2 100.00 0 -100.00 + 2 2 2 127.0.0.3:6202 127.0.0.3:6202 sdc3 100.00 0 -100.00 + 3 3 3 127.0.0.4:6203 127.0.0.4:6203 sdd4 100.00 0 -100.00 +Reassigned 192 (300.00%) partitions. Balance is now 5.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. +swift-ring-builder list_parts [] .. -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx61206ce4489940bf87712-0069790476) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx61206ce4489940bf87712-0069790476) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run.test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_list_parts_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_remove_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_parse_search_values_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_info_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_region_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_weight_values_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_parse_set_zone_values_number_of_arguments ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_bad_args ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx61206ce4489940bf87712-0069790476) -test ERROR: Container HEAD returning 503 for [] (txn: tx61206ce4489940bf87712-0069790476) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2d5c0c808cc242fb8a649-0069790476) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed +test.unit.cli.test_ringbuilder.TestCommands.test_pretend_min_part_hours_passed ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_load_old_pending_puts ... ok +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata +test.unit.common.test_db.TestDatabaseBroker.test_validate_metadata_is_not_called_from_update_metadata ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_failure_does_not_reset_last_moves_epoch ... ok Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2d5c0c808cc242fb8a649-0069790476) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set + raise MemcacheConnectionError('failed set: %s' % msg) +swift.common.exceptions.MemcacheConnectionError: failed set: + +During handling of the above exception, another exception occurred: + Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2d5c0c808cc242fb8a649-0069790476) -test ERROR: Container HEAD returning 503 for [] (txn: tx2d5c0c808cc242fb8a649-0069790476) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok -test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta -test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok + File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch + self.greenlet.switch(value) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats + result = func(cache, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set + self._exception_occurred(server, e, cmd, conn_start_time, + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred + elif isinstance(e, (socket.error, MemcacheConnectionError)): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked +test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_min_part_hours_not_passed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_device_change ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_no_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_part_power_increase ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.common.test_db_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:13 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads ... ok +swift-ring-builder remove [search-value ...] + [--yes] -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +or -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538674.83161', 'Content-Type': 'so'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:14 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_self_metadata_replace ... ok +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: User tenant_id has system reader authorizing -test DEBUG: tenant mismatch: AUTH_tenant_id2 != tenant_id -test DEBUG: allow user with role(s) swiftoperator,admin as account admin -fake INFO: - - 27/Jan/2026/18/31/19 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1769539679 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1769538679.220507383 1769538679.220647335 - -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000058 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000033 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET https://cluster.domain HTTP/1.0" 200 117 0.000031 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000032 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txe42832dd357244348f3fb-0069790477) -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) -proxy INFO: wsgi exiting (txn: test-trans-id) -proxy INFO: (1968881) wsgi exited, is_accepting=True (txn: test-trans-id) -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "PUT /path HTTP/1.0" 200 105 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000035 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000034 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET / HTTP/1.1" 200 120 0.000059 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET /%FF HTTP/1.1" 200 123 0.000043 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET /ÿ HTTP/1.1" 200 126 0.000047 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000044 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000046 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:19] "GET // HTTP/1.1" 200 121 0.000045test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple -test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_init -test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_read -test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception -test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry -test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get -test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param -test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_head -test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_proxy -test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError -test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok -test.unit.common.test_utils.TestClosingMapper.test_close -test.unit.common.test_utils.TestClosingMapper.test_close ... ok -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception -test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works -test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_servers_per_port_in_container ... ok -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestServersPerPortStrategy.test_shutdown_sockets ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_all_whitespace_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_bogus_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_empty_value ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_more_specific_after_less_specific ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_single_region ... ok -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero -test.unit.common.utils.test_config.TestAffinityKeyFunction.test_with_zone_zero ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api -test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api -test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: nojunk None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Fri, 01 Apr 2014 12:00:00 GMT', 'X-Amz-Date': 'Tue, 27 Jan 2026 18:30:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -test DEBUG: checking permission: bucket None GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000'} -test DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000'} -test DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000'} -test DEBUG: checking permission: bucket None POST {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:30:39 -0000'} -test DEBUG: bucket None POST -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj -fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) -fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. -fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) -fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Worker mock-pid-0 exited -my-daemon DEBUG: Worker mock-pid-1 exited -my-daemon DEBUG: Worker mock-pid-2 exited -my-daemon NOTICE: Finished 1968887 -my-daemon DEBUG: Forked worker 1968887 finished -my-daemon DEBUG: Spawned worker mock-pid-0 with {} -my-daemon DEBUG: Spawned worker mock-pid-1 with {} -my-daemon DEBUG: Spawned worker mock-pid-2 with {} -my-daemon DEBUG: Daemon needs to change options, aborting workers -my-daemon DEBUG: Cleaned up worker mock-pid-0 -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-3 with {} -my-daemon DEBUG: Spawned worker mock-pid-4 with {} -my-daemon DEBUG: Spawned worker mock-pid-5 with {} -my-daemon DEBUG: Cleaned up worker mock-pid-3 -my-daemon DEBUG: Cleaned up worker mock-pid-4 -my-daemon DEBUG: Cleaned up worker mock-pid-5 -my-daemon NOTICE: SIGTERM received () -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon DEBUG: Worker mock-pid exited -my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} -my-daemon NOTICE: Worker mock-pid died -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 -my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} -my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} -my-daemon DEBUG: Cleaned up worker mock-pid-1 -my-daemon DEBUG: Cleaned up worker mock-pid-2 + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +Reassigned 768 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +Reassigned 192 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (0:24:00 remaining) +No partitions could be reassigned. +There is no need to do so at this time +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 1000.0 +No partitions could be reassigned. +The time between rebalances must be at least min_part_hours: 1 hours (1:00:00 remaining) +------------------------------------------------------------------------------- +An error has occurred during ring validation. Common +causes of failure are rings that are empty or do not +have enough devices to accommodate the replica count. +Original exception message: + There are no devices in this ring, or all devices have been deleted +------------------------------------------------------------------------------- +Partition power increase in progress. +You need to finish the increase first before rebalancing. +Reassigned 0 (0.00%) partitions. Balance is now 0.00. Dispersion is now 0.00test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids +test.unit.common.test_db_replicator.TestReplicatorSync.test_local_ids ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_remove_zero_weighted_device ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_pooling +test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml +test.unit.account.test_server.TestAccountController.test_GET_prefix_delimiter_xml ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect +test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok +test.unit.common.test_memcached.TestMemcached.test_decr +test.unit.common.test_memcached.TestMemcached.test_decr ... ok +test.unit.common.test_memcached.TestMemcached.test_delete +test.unit.common.test_memcached.TestMemcached.test_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_error_disabled +test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Returning 497 because of blacklisting: b +test ERROR: Error in '/tmp/tmp4b7_0__w/container-sync-realms.conf' with mtime_check_interval: could not convert string to float: 'invalid' +test ERROR: Could not load '/tmp/tmp4u8332bh/container-sync-realms.conf': File contains no section headers. +file: '/tmp/tmp4u8332bh/container-sync-realms.conf', line: 1 +'invalid' +test DEBUG: Could not load 'b12e3351a2cf4864bf4bf2fa3915375e': [Errno 2] No such file or directory: 'b12e3351a2cf4864bf4bf2fa3915375e' +test ERROR: Could not load '/tmp/tmpbsqwrvrg/container-sync-realms.conf': [Errno 13] Permission denied: '/tmp/tmpbsqwrvrg/container-sync-realms.conf' +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10024261474609375 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10116243362426758 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10130500793457031 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10143542289733887 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10153412818908691 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10164380073547363 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10173940658569336 +test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10183191299438477 +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001089572906494 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0004103183746338 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0005781650543213 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0006754398345947 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000753402709961 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0008363723754883 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0009450912475586 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010287761688232 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10136842727661133 +test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.9788742065429688e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting +test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_donors_but_no_suitable_acceptor ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.4:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config +test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok +test.unit.common.test_memcached.TestMemcached.test_error_raising +test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns +test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 +test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname +test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr +test.unit.common.test_memcached.TestMemcached.test_incr ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires +test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time +test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request +test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response +test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout +test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold +test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg +test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok +test.unit.common.test_memcached.TestMemcached.test_multi +test.unit.common.test_memcached.TestMemcached.test_multi ... ok +test.unit.common.test_memcached.TestMemcached.test_multi_delete +test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok + +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error limiting server 1.2.3.5:11211 +test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 1.6450881958007812e-05: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr + line = fp.readline().strip().split() + ^^^^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'strip' +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr + new_val = self._incr_or_decr(fp, sock, cmd, delta_val) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr + return int(line[0].strip()) + ^^^^^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: b'UNEXPECTED' +test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) +test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) +test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) +test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) +test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) +test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) +test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) +test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) +test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) +test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.3603439331054688e-05, incomplete read +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get + sock.sendall(b'get ' + cmd.hash_key + b'\r\n') + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get + raise Exception('get failed') +Exception: get failed +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr + new_val = self._add(fp, sock, cmd, add_val, timeout) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add + sock.sendall(b' '.join([ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add + raise Exception('add failed') +Exception: add failed +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set + sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall + handler(*parts[1:]) + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set + raise Exception('set failed') +Exception: set failedtest.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout +test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok +test.unit.common.test_memcached.TestMemcached.test_retry +test.unit.common.test_memcached.TestMemcached.test_retry ... ok +test.unit.common.test_memcached.TestMemcached.test_serialization +test.unit.common.test_memcached.TestMemcached.test_serialization ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error +test.unit.common.test_memcached.TestMemcached.test_set_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error +test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time +test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok +test.unit.common.test_memcached.TestMemcached.test_set_get_json +test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg +test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file +test.unit.common.test_recon.TestCommonRecon.test_server_type_to_recon_file ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params +test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param +test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_removed_devices ... ok +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked +test.unit.common.test_swob.TestTransferEncoding.test_is_chunked ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access +test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter +test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync +test.unit.common.test_db_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters +test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects +test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks +test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata +test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive +test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_bad_start ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_basic2 ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_big_reads ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_broken_mid_stream ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_empty ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_leading_crlfs ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_readline_with_tiny_chunks ... ok +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads +test.unit.common.test_utils.TestIterMultipartMimeDocuments.test_tiny_reads ... ok +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser +test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok + +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1295 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/US~~TX~~A" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~TX~~B" 201 - "-" "-" "-" 0.1206 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~OK~~A" 201 - "-" "-" "-" 0.1265 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~OK~~B" 201 - "-" "-" "-" 0.0678 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0741 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.1319 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~UT~~A" 201 - "-" "-" "-" 0.0967 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/US~~UT~~~B" 201 - "-" "-" "-" 0.1041 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0729 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 119 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 189 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0017 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0917 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0222 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2454 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 412 22 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0983 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1005 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0957 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0879 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.1029 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0917 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.0985 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0937 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.1212 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0850 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0899 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.1083 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a" 200 336 "-" "-" "-" 0.0014 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a" 200 276 "-" "-" "-" 0.0013 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1197 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.0958 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0696 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.1099 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.0869 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.1093 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.0872 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.1288 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.1081 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.1190 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0814 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.1058 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "GET /sda1/p/a" 200 5 "-" "-" "-" 0.0871 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "GET /sda1/p/a" 200 39 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "GET /sda1/p/a" 200 24 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1025 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.0" 201 - "-" "-" "-" 0.0135 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/sub.0.0" 201 - "-" "-" "-" 0.1018 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.0.1" 201 - "-" "-" "-" 0.0996 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.0.2" 201 - "-" "-" "-" 0.0677 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.1" 201 - "-" "-" "-" 0.1131 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.1.0" 201 - "-" "-" "-" 0.0877 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.1.1" 201 - "-" "-" "-" 0.1033 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.1.2" 201 - "-" "-" "-" 0.1188 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.2" 201 - "-" "-" "-" 0.0766 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.2.0" 201 - "-" "-" "-" 0.0795 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.2.1" 201 - "-" "-" "-" 0.0973 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/sub.2.2" 201 - "-" "-" "-" 0.0858 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "GET /sda1/p/a" 200 91 "-" "-" "-" 0.0931 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "GET /sda1/p/a" 200 536 "-" "-" "-" 0.0012 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "GET /sda1/p/a" 200 467 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1040 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0899 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.1181 "-" 564110 -test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_resets_time_remaining ... ok +test.unit.container.test_server.TestContainerController.test_DELETE +test.unit.container.test_server.TestContainerController.test_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json +test.unit.account.test_server.TestAccountController.test_GET_with_containers_json ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.common.test_db_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_saves_dispersion_improvement ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers +test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry +test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy +test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok +test.unit.common.test_manager.TestManagerModule.test_command_wrapper +test.unit.common.test_manager.TestManagerModule.test_command_wrapper ... ok +test.unit.common.test_manager.TestManagerModule.test_exc +test.unit.common.test_manager.TestManagerModule.test_exc ... ok +test.unit.common.test_manager.TestManagerModule.test_format_server_name +test.unit.common.test_manager.TestManagerModule.test_format_server_name ... ok +test.unit.common.test_manager.TestManagerModule.test_safe_kill +test.unit.common.test_manager.TestManagerModule.test_safe_kill ... ok +test.unit.common.test_manager.TestManagerModule.test_servers +test.unit.common.test_manager.TestManagerModule.test_servers ... ok +test.unit.common.test_manager.TestManagerModule.test_setup_env +test.unit.common.test_manager.TestManagerModule.test_setup_env ... ok +test.unit.common.test_manager.TestManagerModule.test_verify_server +test.unit.common.test_manager.TestManagerModule.test_verify_server ... ok +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids +test.unit.common.test_manager.TestManagerModule.test_watch_server_pids ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section +test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf +test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls +test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read +test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_append_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit +test.unit.common.test_request_helpers.TestRequestHelpers.test_constrain_req_limit ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset +test.unit.common.test_request_helpers.TestRequestHelpers.test_copy_header_subset ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_ip_port ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_log_info ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_replication ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_name_and_placement_object_req ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_get_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_names_in_system_accounts ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_reserved_names ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_invalid_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_backend_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_object_transient_sysmeta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_open_expired ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_sys_or_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_use_replication_network ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta +test.unit.common.test_request_helpers.TestRequestHelpers.test_is_user_meta ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items +test.unit.common.test_request_helpers.TestRequestHelpers.test_remove_items ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_split_reserved_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_object_transient_sysmeta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_sys_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix +test.unit.common.test_request_helpers.TestRequestHelpers.test_strip_user_meta_prefix ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_container_params ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_account ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_container ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_name ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_internal_object ... ok +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params +test.unit.common.test_request_helpers.TestRequestHelpers.test_validate_params ... ok +test.unit.common.test_splice.TestSplice.test_available +test.unit.common.test_splice.TestSplice.test_available ... ok +test.unit.common.test_splice.TestSplice.test_errno +test.unit.common.test_splice.TestSplice.test_errno ... ok +test.unit.common.test_splice.TestSplice.test_fileno +test.unit.common.test_splice.TestSplice.test_fileno ... ok +test.unit.common.test_splice.TestSplice.test_flags +test.unit.common.test_splice.TestSplice.test_flags ... ok +test.unit.common.test_splice.TestSplice.test_flags_list +test.unit.common.test_splice.TestSplice.test_flags_list ... ok +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe +test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok +test.unit.common.test_splice.TestSplice.test_unavailable +test.unit.common.test_splice.TestSplice.test_unavailable ... ok +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc +test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok +test.unit.common.test_splice.TestTee.test_available +test.unit.common.test_splice.TestTee.test_available ... ok +test.unit.common.test_splice.TestTee.test_errno +test.unit.common.test_splice.TestTee.test_errno ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00037 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd7lb342y/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db +test DEBUG: Replicating db /tmp/tmpja0rtu8z/sda/fake/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.00209 seconds (477.47083/s) +test INFO: Attempted to replicate 1 dbs in 0.00169 seconds (593.13467/s) test INFO: Removed 1 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00025 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00021 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00014 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 test INFO: Beginning replication run test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test INFO: Attempted to replicate 0 dbs in 0.00023 seconds (0.00000/s) test INFO: Removed 0 dbs test INFO: 0 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Problem finding shard upper in '/tmp/tmpttq_2_42/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpttq_2_42/test_container.db': : +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +WARNING: Unable to modify file descriptor limit. Running as non-root? +WARNING: Unable to modify memory limit. Running as non-root? +WARNING: Unable to modify max process limit. Running as non-root? +Error while closing FD Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +Error while closing FD +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close + os.close(fd) +OSError: [Errno 9] Bad file descriptor +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_splice.TestTee.test_fileno +test.unit.common.test_splice.TestTee.test_fileno ... ok +test.unit.common.test_splice.TestTee.test_flags_list +test.unit.common.test_splice.TestTee.test_flags_list ... ok +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe +test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok +test.unit.common.test_splice.TestTee.test_unavailable +test.unit.common.test_splice.TestTee.test_unavailable ... ok +test.unit.common.test_splice.TestTee.test_unavailable_in_libc +test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation +test.unit.common.test_statsd_client.TestStatsdLogging.test_bad_hostname_instantiation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_non_defaults ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified +test.unit.common.test_statsd_client.TestStatsdLogging.test_get_logger_statsd_client_not_specified ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv4_or_ipv6_hostname_defaults_to_ipv4 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation +test.unit.common.test_statsd_client.TestStatsdLogging.test_ipv6_instantiation_and_socket_creation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_memcached_timing_stats ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet +test.unit.common.test_statsd_client.TestStatsdLogging.test_no_exception_when_cant_send_udp_packet ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor +test.unit.common.test_statsd_client.TestStatsdLogging.test_sample_rates_with_sample_rate_factor ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 +test.unit.common.test_statsd_client.TestStatsdLogging.test_sending_ipv6 ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation +test.unit.common.test_statsd_client.TestStatsdLogging.test_statsd_set_prefix_deprecation ... ok +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats +test.unit.common.test_statsd_client.TestStatsdLogging.test_timing_stats ... ok +test.unit.common.test_utils.TestClosingIterator.test_close +test.unit.common.test_utils.TestClosingIterator.test_close ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_gen +test.unit.common.test_utils.TestClosingIterator.test_close_gen ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception +test.unit.common.test_utils.TestClosingIterator.test_close_on_exception ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration +test.unit.common.test_utils.TestClosingIterator.test_close_on_stop_iteration ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_others +test.unit.common.test_utils.TestClosingIterator.test_close_others ... ok +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter +test.unit.common.test_utils.TestClosingIterator.test_close_wrapped_is_not_same_as_iter ... ok +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable +test.unit.common.test_utils.TestClosingIterator.test_init_with_iterable ... ok +test.unit.common.test_utils.TestClosingIterator.test_nested_iters +test.unit.common.test_utils.TestClosingIterator.test_nested_iters ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_close +test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_init +test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_iter +test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps +test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok +test.unit.common.test_utils.TestPairs.test_pairs +test.unit.common.test_utils.TestPairs.test_pairs ... ok +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy +test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency +test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config +test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers +test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers +test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi +test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name +test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward +test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse +test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed +test.unit.cli.test_ringbuilder.TestCommands.test_rebalance_with_seed ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_remove_all_devices ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items ... ok +my-daemon DEBUG: Spawned worker mock-pid-2 with {} +my-daemon DEBUG: Daemon needs to change options, aborting workers +my-daemon DEBUG: Cleaned up worker mock-pid-0 +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-3 with {} +my-daemon DEBUG: Spawned worker mock-pid-4 with {} +my-daemon DEBUG: Spawned worker mock-pid-5 with {} +my-daemon DEBUG: Cleaned up worker mock-pid-3 +my-daemon DEBUG: Cleaned up worker mock-pid-4 +my-daemon DEBUG: Cleaned up worker mock-pid-5 +my-daemon NOTICE: SIGTERM received () +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon DEBUG: Worker mock-pid exited +my-daemon DEBUG: Spawned worker mock-pid with {'mock_options': True} +my-daemon NOTICE: Worker mock-pid died +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +my-daemon DEBUG: Spawned worker mock-pid-1 with {'mock_options': True} +my-daemon DEBUG: Spawned worker mock-pid-2 with {'mock_options': True} +my-daemon DEBUG: Cleaned up worker mock-pid-1 +my-daemon DEBUG: Cleaned up worker mock-pid-2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1381 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1175 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0963 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1265 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1329 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0043 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0886 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1266 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2516 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0968 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1176 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0987 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1078 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1975 "-" 564109 2 +test ERROR: ERROR Account update failed with 127.0.0.1:38489/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:28:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1019 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1018 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0885 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0022 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0909 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0116 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0922 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1745 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0943 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0132 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1628 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0980 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:52 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0084 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0960 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1097 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0881 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1123 "-" 564109 2test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process +test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok +test WARNING: Error sending UDP message to ('some.host.com', 8125): [Errno 1] test errno 1 +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1734462000 +test DEBUG: looking for objects in 1734462000 +test DEBUG: checking container 1734458400 +test DEBUG: looking for objects in 1734458400 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test INFO: Reconciler Stats: {'invalid_record': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile + queue_item = parse_raw_obj(raw_obj) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj + policy_index, obj_name = raw_obj_name.split(':', 1) + ^^^^^^^^^^^^^^^^^^^^^^ +ValueError: not enough values to unpack (expected 2, got 1) +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1735124400 +test DEBUG: looking for objects in 1735124400 +test DEBUG: checking container 1735120800 +test DEBUG: looking for objects in 1735120800 +test DEBUG: checking container 1735117200 +test DEBUG: looking for objects in 1735117200 +test DEBUG: checking container 1735113600 +test DEBUG: looking for objects in 1735113600 +test DEBUG: checking container 1735110000 +test DEBUG: looking for objects in 1735110000 +test DEBUG: checking container 1735106400 +test DEBUG: looking for objects in 1735106400 +test DEBUG: checking container 1735102800 +test DEBUG: looking for objects in 1735102800 +test DEBUG: checking container 1735099200 +test DEBUG: looking for objects in 1735099200 +test DEBUG: checking container 1735095600 +test DEBUG: looking for objects in 1735095600 +test DEBUG: checking container 1734523200 +test DEBUG: looking for objects in 1734523200 +test DEBUG: checking container 1734519600 +test DEBUG: looking for objects in 1734519600 +test DEBUG: checking container 1734516000 +test DEBUG: looking for objects in 1734516000 +test DEBUG: checking container 1734512400 +test DEBUG: looking for objects in 1734512400 +test DEBUG: checking container 1734508800 +test DEBUG: looking for objects in 1734508800 +test DEBUG: checking container 1734505200 +test DEBUG: looking for objects in 1734505200 +test DEBUG: checking container 1734501600 +test DEBUG: looking for objects in 1734501600 +test DEBUG: checking container 1734498000 +test DEBUG: looking for objects in 1734498000 +test DEBUG: checking container 1734494400 +test DEBUG: looking for objects in 1734494400 +test DEBUG: checking container 1734490800 +test DEBUG: looking for objects in 1734490800 +test INFO: Reconciler Stats: {} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 +test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001)test.unit.container.test_reconciler.TestReconciler.test_no_concurrency +test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_delete +test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop +test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move +test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! + +test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129733.944720) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129733.944720) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129733.944720) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129733.944720) from storage policy 1 +test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1735129733.944720) in policy_index 1 will be deleted from policy_index 0 (1735129733.94472_0000000000000002) +test INFO: delete_success: '/AUTH_bob/c/o1' (1735129733.944720) deleted from policy_index 0 (1735129733.94472_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1735129733.944720) from policy_index 1 (1735129733.94472_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1735129733.944720) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (1735129733.944720) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1735129733.944720) from the queue (1735129733.94472_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 +test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) +test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight +test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent +test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok + +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any +test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 1734462000 +test DEBUG: looking for objects in 1734462000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1734464453.973450) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1734464453.973450) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1734464453.973450) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1734464453.973450) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1734464453.97345) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_jeb/c/o1' (1734464453.973450) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/1734462000/1:/AUTH_jeb/c/o1' (1734464453.973450) from the queue (1734464453.97345_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1735129733.976642) in policy_index 1 +test DEBUG: checking for '/AUTH_jeb/c/o1' (1735129733.976642) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1735129733.976642) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_jeb/c/o1' (1735129733.976642) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1735129733.97664) in policy_index 1 responded 404 (0000000000.00000) +test INFO: retry: '/AUTH_jeb/c/o1' (1735129733.976642) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location + self.swift.upload_object( + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object + self.handle_request('PUT', path, headers, acceptable_statuses, fobj, + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request + resp = self.make_request(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 36000 +test DEBUG: looking for objects in 36000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) +test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable +test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retriedtest.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails +test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry +test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction +test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces +test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok +test.unit.container.test_reconciler.TestReconciler.test_processes_config +test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device ... ok + +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1734523199.000000) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1734523199.000000) from storage policy 1 +test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1734523199.00000) was not available in policy_index 1 and has expired +test INFO: success: '/AUTH_bob/c/o1' (1734523199.000000) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1734523199.000000) from the queue (1734523199.00000_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129733.995896) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129733.995896) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129733.995896) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129733.995896) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129733.99590) in policy_index 1 responded 200 (1735129732.99590) +test INFO: retry: '/AUTH_bob/c/o1' (1735129733.995896) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 +test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 +test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 +test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 +test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 +test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 +test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) +test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted +test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 +test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully +test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001)test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name +test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone +test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy +test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile +test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_domain_new_format ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain +test.unit.account.test_server.TestAccountController.test_GET_with_containers_plain ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_new_format ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase +test.unit.cli.test_ringbuilder.TestCommands.test_remove_device_part_power_increase ... ok +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined +test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling +test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up +test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums +test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments +test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data +test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta +test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_new_format ... ok +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests +test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed +test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging +test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass +test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache +test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps +test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option +test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps +test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork +test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_sleeper +test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location +test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone +test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data +test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms +test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype +test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok +test.unit.obj.test_server.TestObjectController.test_DELETE +test.unit.obj.test_server.TestObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_DELETE_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired +test.unit.obj.test_server.TestObjectController.test_DELETE_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_DELETE_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates +test.unit.obj.test_server.TestObjectController.test_DELETE_container_updates ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes +test.unit.obj.test_server.TestObjectController.test_DELETE_if_delete_at_expired_still_deletes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_DELETE_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive +test.unit.obj.test_server.TestObjectController.test_EC_GET_quarantine_invalid_frag_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit +test.unit.obj.test_server.TestObjectController.test_EC_PUT_GET_data_no_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET +test.unit.obj.test_server.TestObjectController.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences +test.unit.obj.test_server.TestObjectController.test_GET_HEAD_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_but_expired +test.unit.obj.test_server.TestObjectController.test_GET_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config +test.unit.obj.test_server.TestObjectController.test_GET_cooperative_period_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match +test.unit.obj.test_server.TestObjectController.test_GET_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at +test.unit.obj.test_server.TestObjectController.test_GET_if_match_etag_is_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match +test.unit.obj.test_server.TestObjectController.test_GET_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_GET_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_private_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_config_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_no_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo +test.unit.obj.test_server.TestObjectController.test_GET_keep_cache_slo_manifest_not_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine +test.unit.obj.test_server.TestObjectController.test_GET_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_range ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_GET_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable +test.unit.obj.test_server.TestObjectController.test_GET_range_not_satisfiable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object +test.unit.obj.test_server.TestObjectController.test_GET_range_zero_byte_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD +test.unit.obj.test_server.TestObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired +test.unit.obj.test_server.TestObjectController.test_HEAD_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_modified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match +test.unit.obj.test_server.TestObjectController.test_HEAD_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since +test.unit.obj.test_server.TestObjectController.test_HEAD_if_unmodified_since ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_HEAD_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_OPTIONS +test.unit.obj.test_server.TestObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_but_expired +test.unit.obj.test_server.TestObjectController.test_POST_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_POST_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_POST_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST +test.unit.obj.test_server.TestObjectController.test_POST_conflicts_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_connection +test.unit.obj.test_server.TestObjectController.test_POST_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_precedence ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy +test.unit.obj.test_server.TestObjectController.test_POST_container_updates_with_replication_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock +test.unit.obj.test_server.TestObjectController.test_POST_delete_at_in_past_with_skewed_clock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers +test.unit.obj.test_server.TestObjectController.test_POST_invalid_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path +test.unit.obj.test_server.TestObjectController.test_POST_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_not_exist +test.unit.obj.test_server.TestObjectController.test_POST_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp +test.unit.obj.test_server.TestObjectController.test_POST_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte +test.unit.obj.test_server.TestObjectController.test_POST_quarantine_zbyte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata +test.unit.obj.test_server.TestObjectController.test_POST_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type +test.unit.obj.test_server.TestObjectController.test_POST_then_fetch_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta +test.unit.obj.test_server.TestObjectController.test_POST_transient_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_update_meta +test.unit.obj.test_server.TestObjectController.test_POST_update_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive +test.unit.obj.test_server.TestObjectController.test_POST_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication +test.unit.obj.test_server.TestObjectController.test_POST_with_x_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json +test.unit.obj.test_server.TestObjectController.test_PUT_bad_footer_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_bad_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding +test.unit.obj.test_server.TestObjectController.test_PUT_bad_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_calls_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_deleting_expirer_queue_but_still_inserts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue +test.unit.obj.test_server.TestObjectController.test_PUT_can_skip_updating_expirer_queue ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection +test.unit.obj.test_server.TestObjectController.test_PUT_client_closed_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout +test.unit.obj.test_server.TestObjectController.test_PUT_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data +test.unit.obj.test_server.TestObjectController.test_PUT_commits_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_common +test.unit.obj.test_server.TestObjectController.test_PUT_common ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection +test.unit.obj.test_server.TestObjectController.test_PUT_container_connection ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_old_style_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard +test.unit.obj.test_server.TestObjectController.test_PUT_container_update_to_shard ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past +test.unit.obj.test_server.TestObjectController.test_PUT_delete_at_in_past ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch +test.unit.obj.test_server.TestObjectController.test_PUT_etag_in_footer_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored +test.unit.obj.test_server.TestObjectController.test_PUT_extra_mime_docs_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_but_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star +test.unit.obj.test_server.TestObjectController.test_PUT_if_none_match_star ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path +test.unit.obj.test_server.TestObjectController.test_PUT_invalid_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer +test.unit.obj.test_server.TestObjectController.test_PUT_meta_in_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum +test.unit.obj.test_server.TestObjectController.test_PUT_missing_footer_checksum ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_new_object_really_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_eexist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent +test.unit.obj.test_server.TestObjectController.test_PUT_next_part_power_races_around_makedirs_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type +test.unit.obj.test_server.TestObjectController.test_PUT_no_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag +test.unit.obj.test_server.TestObjectController.test_PUT_no_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_no_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_object_really_new_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp +test.unit.obj.test_server.TestObjectController.test_PUT_old_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_newer_ts_failed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_to_older_ts_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at +test.unit.obj.test_server.TestObjectController.test_PUT_overwrite_w_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path +test.unit.obj.test_server.TestObjectController.test_PUT_redirected_async_pending_with_old_style_container_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_slow +test.unit.obj.test_server.TestObjectController.test_PUT_slow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag +test.unit.obj.test_server.TestObjectController.test_PUT_ssync_multi_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST +test.unit.obj.test_server.TestObjectController.test_PUT_succeeds_with_later_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_EC_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_async_pendings_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_POST_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_then_fetch_system_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr +test.unit.obj.test_server.TestObjectController.test_PUT_user_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers +test.unit.obj.test_server.TestObjectController.test_PUT_with_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length +test.unit.obj.test_server.TestObjectController.test_PUT_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol +test.unit.obj.test_server.TestObjectController.test_REPLICATE_pickle_protocol ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones +test.unit.obj.test_server.TestObjectController.test_REPLICATE_reclaims_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout +test.unit.obj.test_server.TestObjectController.test_REPLICATE_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works +test.unit.obj.test_server.TestObjectController.test_REPLICATE_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS +test.unit.obj.test_server.TestObjectController.test_REQUEST_SPECIAL_CHARS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called +test.unit.obj.test_server.TestObjectController.test_SSYNC_can_be_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test__call__returns_500 +test.unit.obj.test_server.TestObjectController.test__call__returns_500 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_allowed_headers +test.unit.obj.test_server.TestObjectController.test_allowed_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_does_not_save_on_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect +test.unit.obj.test_server.TestObjectController.test_async_update_http_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_non_2xx ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout +test.unit.obj.test_server.TestObjectController.test_async_update_saves_on_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_bad_sinces +test.unit.obj.test_server.TestObjectController.test_bad_sinces ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_method +test.unit.obj.test_server.TestObjectController.test_call_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_bad_request +test.unit.obj.test_server.TestObjectController.test_call_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_name_collision +test.unit.obj.test_server.TestObjectController.test_call_name_collision ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_call_not_found +test.unit.obj.test_server.TestObjectController.test_call_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_DELETE_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive +test.unit.obj.test_server.TestObjectController.test_chunked_PUT_with_full_drive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero +test.unit.obj.test_server.TestObjectController.test_chunked_content_length_mismatch_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_chunked_put +test.unit.obj.test_server.TestObjectController.test_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout +test.unit.obj.test_server.TestObjectController.test_container_update_as_greenthread_with_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_async +test.unit.obj.test_server.TestObjectController.test_container_update_async ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args +test.unit.obj.test_server.TestObjectController.test_container_update_bad_args ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update +test.unit.obj.test_server.TestObjectController.test_container_update_no_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_container_update_success +test.unit.obj.test_server.TestObjectController.test_container_update_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_content_encoding +test.unit.obj.test_server.TestObjectController.test_content_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method +test.unit.obj.test_server.TestObjectController.test_correct_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container +test.unit.obj.test_server.TestObjectController.test_create_reserved_namespace_object_in_user_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration +test.unit.obj.test_server.TestObjectController.test_delete_at_POST_update_same_expiration ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_cap +test.unit.obj.test_server.TestObjectController.test_delete_at_cap ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_negative +test.unit.obj.test_server.TestObjectController.test_delete_at_negative ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes +test.unit.obj.test_server.TestObjectController.test_delete_at_overwrite_same_expiration_different_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries +test.unit.obj.test_server.TestObjectController.test_delete_at_update_cleans_old_entries ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete +test.unit.obj.test_server.TestObjectController.test_delete_at_update_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_empty_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host +test.unit.obj.test_server.TestObjectController.test_delete_at_update_put_with_info_but_missing_host ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication +test.unit.obj.test_server.TestObjectController.test_delete_backend_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_device_unavailable +test.unit.obj.test_server.TestObjectController.test_device_unavailable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir +test.unit.obj.test_server.TestObjectController.test_dynamic_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes +test.unit.obj.test_server.TestObjectController.test_extra_headers_contain_object_bytes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_does_nothing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore +test.unit.obj.test_server.TestObjectController.test_global_conf_callback_replication_semaphore ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config +test.unit.obj.test_server.TestObjectController.test_handling_of_replication_semaphore_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_init +test.unit.obj.test_server.TestObjectController.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true +test.unit.obj.test_server.TestObjectController.test_insufficient_storage_mount_check_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist +test.unit.obj.test_server.TestObjectController.test_invalid_method_doesnt_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public +test.unit.obj.test_server.TestObjectController.test_invalid_method_is_not_public ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods +test.unit.obj.test_server.TestObjectController.test_list_allowed_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_log_line_format +test.unit.obj.test_server.TestObjectController.test_log_line_format ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_object_name_length +test.unit.obj.test_server.TestObjectController.test_max_object_name_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_max_upload_time +test.unit.obj.test_server.TestObjectController.test_max_upload_time ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining +test.unit.obj.test_server.TestObjectController.test_multiphase_put_draining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_allowed_method +test.unit.obj.test_server.TestObjectController.test_not_allowed_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests +test.unit.obj.test_server.TestObjectController.test_not_utf8_and_not_logging_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update +test.unit.obj.test_server.TestObjectController.test_object_delete_at_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset +test.unit.obj.test_server.TestObjectController.test_object_update_with_offset ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object +test.unit.obj.test_server.TestObjectController.test_other_methods_reserved_namespace_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header +test.unit.obj.test_server.TestObjectController.test_override_etag_footer_trumps_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_lone_header_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_footer_trumps_backend_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_header_trumps_backend_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend +test.unit.obj.test_server.TestObjectController.test_override_etag_sysmeta_trumps_backend ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine +test.unit.obj.test_server.TestObjectController.test_race_doesnt_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods +test.unit.obj.test_server.TestObjectController.test_replication_server_call_all_methods ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_serv_reserv +test.unit.obj.test_server.TestObjectController.test_serv_reserv ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_short_body +test.unit.obj.test_server.TestObjectController.test_short_body ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated +test.unit.obj.test_server.TestObjectController.test_storage_policy_index_is_validated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers +test.unit.obj.test_server.TestObjectController.test_updating_multiple_delete_at_container_servers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats +test.unit.obj.test_server.TestObjectController.test_x_if_delete_at_formats ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race +test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok + +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Reassigned 20 (31.25%) partitions. Balance is now 24.48. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 24.48 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 33.33 +------------------------------------------------------------------------------- +NOTE: Dispersion of 33.333333 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 64 (100.00%) partitions. Balance is now 100.00. Dispersion is now 16.67 +------------------------------------------------------------------------------- +NOTE: Dispersion of 16.666667 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" marked for removal and will be removed next rebalance. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" marked for removal and will be removed next rebalance. +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" with 3.14159265359 weight got id 4 +d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:9000/sda30_"other meta data" marked for removal and will be removed next rebalance. +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" marked for removal and will be removed next rebalance. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Partition power increase in progress. You need +to finish the increase first before removing devices. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 test.test.com 6200 r.test.com 7000 sda3 3.14 2 33.67 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta data +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 0 0 0 127.0.0.1 6200 127.0.0.1 6200 sda1 100.00 0 -100.00 some meta datatest.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv4_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_search_device_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high +test.unit.cli.test_ringbuilder.TestCommands.test_server_overload_crazy_high ... ok + +test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129734.011192) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129734.011192) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129734.011192) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129734.011192) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129734.01119) in policy_index 1 responded 503 (0000000000.00000) +test INFO: retry: '/AUTH_bob/c/o1' (1735129734.011192) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (1735129734.013840) in policy_index 1 +test DEBUG: checking for '/AUTH_bob/c/o1' (1735129734.013840) in destination policy_index 0 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1735129734.013840) in policy_index 1 should be in policy_index 0 +test DEBUG: fetching '/AUTH_bob/c/o1' (1735129734.013840) from storage policy 1 +test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1735129734.01384) in policy_index 1 responded 404 (1735129734.01384_0000000000000002) +test INFO: retry: '/AUTH_bob/c/o1' (1735129734.013840) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test DEBUG: checking container 3600 +test DEBUG: looking for objects in 3600 +test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 +test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index +test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried +test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} +test DEBUG: pulling items from the queue +test DEBUG: checking container 1735128000 +test DEBUG: looking for objects in 1735128000 +test DEBUG: looking for containers in .misplaced_objects +test ERROR: Unhandled Exception trying to reconcile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once + self.reconcile() + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile + for container in self._iter_containers(): + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers + one_page = list(itertools.islice( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items + resp = self.make_request( + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request + resp = spawn(req.get_response, self.app).wait() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait + return self._exit_event.wait() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait + result = hub.switch() + ^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch + return self.greenlet.switch() + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ + return self.storage_policy[policy_index].__call__( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ + resp = resp_class( + ^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up + raise Exception('kaboom!') +Exception: kaboom! +test INFO: Reconciler Stats: {} test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx3c38b514eb954a1a8a22f-0069790476) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx3c38b514eb954a1a8a22f-0069790476) -test INFO: Client disconnected on read of '/a/c' (txn: tx3c38b514eb954a1a8a22f-0069790476) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd338c1a120f14d4a86c09-0069790476) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd338c1a120f14d4a86c09-0069790476) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd338c1a120f14d4a86c09-0069790476) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8e366a9b1e7a4f4fa11ca-0069790476) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx725d8ea4376f4a2cbf805-0069790476) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx176067907ce540c793976-0069790476) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx1b5e3ff6439841d98175b-0069790476) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txcdb385fb6a9c49a280661-00676bfa86) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txcdb385fb6a9c49a280661-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txcdb385fb6a9c49a280661-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok + +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81d81fae3b144c21926d4-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81d81fae3b144c21926d4-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81d81fae3b144c21926d4-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx81d81fae3b144c21926d4-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe97ac1119e274780b11d8-00676bfa86) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx310d9091fe6e470ba1fe9-00676bfa86) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx927d7673fea043afa0b72-00676bfa86) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: txd359fce21ebc40de840eb-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: tx3341fa11decc4aebb745a-00676bfa86) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79678,13 +79747,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx11b0403f22254ceb946ef-0069790476) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx5ec5e3356598406195cc2-0069790476) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5ec5e3356598406195cc2-0069790476) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: tx5dcfe92a2f5d406ba8506-0069790476) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx8aba5aff99a8498eb2e04-0069790476) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7bab77bd1e7640cc95088-0069790476) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txf85cad07fb614037993ba-0069790476) +Exception: kaboom! (txn: tx09c9967ff2054b20ad79a-00676bfa86) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx6e63b7c1c1eb4bbaade19-00676bfa86) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txe67c8f34543e438a808e2-00676bfa86) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx15a7c5b69b19491890a41-00676bfa86) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx62f57b71353a4b71942cb-00676bfa86) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx95ffedadc3a245d4b651b-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: txc0f108e2f38441d0b363f-00676bfa86) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79701,191 +79770,13 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx218564ba52234f31bb6cf-0069790476) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx779ce26441a4453cbed3a-0069790476) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx779ce26441a4453cbed3a-0069790476) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx899b12afb54642d0ba8b2-0069790476) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx5052f06cdb684e27a8452-0069790476) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx65b1b65d756045739aa62-0069790476)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:15 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538676.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538676.35415', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok - -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx91efdb2b9bba4bccbb345-0069790476) +Exception: kaboom! (txn: tx3518de630e144cc1a9f1e-00676bfa86) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx7f92ec6b292f4c6b9a0a0-00676bfa86) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txe41ec15c8d044fb196568-00676bfa86) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc0cc7f852c8d4a37a0915-00676bfa86) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: txb97c743f923a4ea1b09d7-00676bfa86) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx455b96ee80c5471db4ed2-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx9bb3725e9685422ab5476-00676bfa86) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79902,17 +79793,43 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -Exception: kaboom! (txn: tx8af45c701837426b9aca7-0069790476) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx58c6dd3b75e24ba3b7aae-0069790476) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx58c6dd3b75e24ba3b7aae-0069790476) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx13a0c0927f2a49c6b9311-0069790476) -test INFO: Client disconnected on read of '/a/c' (txn: tx45e442aa08e94f46b4878-0069790476) -test INFO: Client disconnected on read of '/a/c' (txn: tx61ada444253049c7b18e0-0069790476) -test INFO: Client disconnected on read of '/a/c' (txn: tx61ada444253049c7b18e0-0069790476) +Exception: kaboom! (txn: txd573df41fd10462299246-00676bfa86) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx9ec3fdbcbe9c44d08177e-00676bfa86) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test INFO: Client disconnected on read of '/a/c' (txn: tx5903551b7c354db6b6204-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txea3bbb5f2cd24f3295e4f-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: tx56fda3edcfe74f679a890-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: tx56fda3edcfe74f679a890-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -79921,6 +79838,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79939,8 +79857,16 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -79949,6 +79875,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79967,9 +79894,54 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -79978,6 +79950,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -79996,10 +79969,95 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503, 503) test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80008,6 +80066,7 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -80016,510 +80075,1495 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538677.72230', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538677.73403', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info +test.unit.cli.test_ringbuilder.TestCommands.test_set_info ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:16 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:17 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_already_exists ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv4_old_format ... ok -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd +test ERROR: Container GET returning 503 for (503, 503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: Container GET returning 503 for (204, 404, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok - -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538679.21398', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_copy_without_src_obj_permission ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:18 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok - -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (204, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +OSError (txn: txbd9863e07ce24b94a4e07-00676bfa86)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml +test.unit.account.test_server.TestAccountController.test_GET_with_containers_xml ... ok + +test ERROR: Container GET returning 503 for [] (txn: txbd9863e07ce24b94a4e07-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx097083fd7f584de9b4b6c-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: tx78f4aa5dcb9c45668cd88-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txe57f5f3a20754524b2a65-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdde6c99a89544fe98e14e-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdde6c99a89544fe98e14e-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdde6c99a89544fe98e14e-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txdde6c99a89544fe98e14e-00676bfa86) +test ERROR: Container GET returning 503 for [] (txn: txdde6c99a89544fe98e14e-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txdde6c99a89544fe98e14e-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: Container GET returning 503 for [] (txn: tx579d0bb6f4cb4f48a3a62-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: Container GET returning 503 for [] (txn: tx462acec5e2fd4188b9b60-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeba0a345db1f4c08b419f-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeba0a345db1f4c08b419f-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txeba0a345db1f4c08b419f-00676bfa86) +test ERROR: Container GET returning 503 for [] (txn: txeba0a345db1f4c08b419f-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx403b1b271a98427fb73f5-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx403b1b271a98427fb73f5-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txd676f9429628462b8da1e-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txd676f9429628462b8da1e-00676bfa86) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd676f9429628462b8da1e-00676bfa86) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd676f9429628462b8da1e-00676bfa86) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx75fa2a6e5f464ac3a20da-00676bfa86) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb7e354bd292f43cc94186-00676bfa86) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb7e354bd292f43cc94186-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txb7e354bd292f43cc94186-00676bfa86) +test ERROR: Container GET returning 503 for [] (txn: txe025cb747a524c17afc6c-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: txe025cb747a524c17afc6c-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx07c4819443bb49498a2a0-00676bfa86) +test INFO: Client disconnected on read of '/a/c' (txn: tx07c4819443bb49498a2a0-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80527,8 +81571,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80536,8 +81580,18 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_new_format ... ok + +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80545,9 +81599,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80555,8 +81608,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80564,8 +81617,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80573,11 +81626,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80585,8 +81635,10 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx5109a0ea456d4cbca518d-00676bfa86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80594,8 +81646,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80603,13 +81655,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80617,7 +81664,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -80626,7 +81673,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -80635,9 +81682,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80645,8 +81691,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -80654,1696 +81700,2995 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +StopIteration (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx535ac47cb2a24f6ca8516-00676bfa86) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_no_matching ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Devices: id region zone ip address port replication ip replication port name weight partitions balance meta + 4 2 3 2001:0:1234::c1c0:abcd:876 6200 2::10 7000 sda3 3.14 2 33.67 some meta data +No matching devices found +swift-ring-builder search -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:19 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.64397', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.64602', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.64782', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.64950', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.65119', 'Content-Type': 'binary/octet-stream'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769538680.65350', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.65521', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.65687', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.65882', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.66636', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538680.66806', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_quota_exceeded ... ok +or -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:20 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num -test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_paginated ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_str_maxuploads ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_key_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_multipart_uploads_initiate ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_success_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_bucket_upload_part_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_encoding_type_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_negative_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_32bit_int_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_over_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_same_max_marts_as_objects_num ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_max_parts ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_str_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_with_part_number_marker ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_list_parts_without_encoding_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_s3acl_without_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_with_segment_bucket_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_make_public ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_acls ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_mpu_initiate_without_segment_bucket_same_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multi_upload_empty_body ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_abort_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_404_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_409_on_marker_delete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_failure_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_in_future ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_marker_ts_now ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_non_ascii ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_old_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_other_headers ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_segment_too_small ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_single_zero_length_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_weird_host_name ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_length_final_segment ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_complete_zero_segments ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_s3acl_with_cached_seg_buck ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_with_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_initiate_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_md5 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_invalid_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_missing_part_with_heartbeat ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_etag_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_mixed_policy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_nothing_there ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_retry_complete_upload_id_mismatch ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_upload_upper_sha256 ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_multipart_uploads_list ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_invalid ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUpload.test_upload_part_copy_range_unsatisfiable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_aws_chunked ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_format_authorization ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bad_method_but_method_exists_in_controller ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_bucket_virtual_hosted_style ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v2 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_canonical_string_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_cors ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_error_response_reason_logging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_config ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_logger ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_init_passes_wsgi_conf_file_to_check_pipeline ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_metadata_directive ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_ssc ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_storage_class ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_invalid_uri ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mfa ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_mixture_param_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_ascii_user ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_non_s3_request_passthrough ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_notification ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_bad_padding ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_long ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_too_short ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_create_bad_md5_unreadable ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_object_virtual_hosted_style ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Expecting an element , got nothing, line 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:25 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'yes', 'X-Object-Sysmeta-S3Api-Content-Type': 'cat/picture', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Use tempauth middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: Use keystone middleware. -fake-swift DEBUG: 's3api' is not in list -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift INFO: HEAD /bucket/object s3:err:AccessDenied.invalid_credential -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_path_info_encode ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_policy ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_defaults ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_registered_sensitive_info ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_request_payment ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_restore ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_error_metric ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_initialization_with_disabled_pipeline_check ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_in_s3acl ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_only_s3_token_v3 ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty -test.unit.container.test_backend.TestContainerBroker.test_empty ... ok + Shows information about matching devices. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:21 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538682.88901', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183122Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538682.90224', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +The can be of the form:: -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok + drz-:R:/ + _ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift WARNING: s3api middleware requires SLO middleware to support multi-part upload, please add it in pipeline -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: Skip pipeline auth check. -fake-swift DEBUG: 's3api' is not in list -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -test DEBUG: Calling S3Api Middleware -AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. -Use of the auth_admin_prefix, auth_host, auth_port, auth_protocol, identity_uri, admin_token, admin_user, admin_password, and admin_tenant_name configuration options was deprecated in the Mitaka release in favor of an auth_plugin and its related options. This class may be removed in a future release. -Configuring admin URI using auth fragments was deprecated in the Kilo release, and will be removed in the Newton release, use 'identity_uri' instead. -Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint -test DEBUG: Calling S3Api Middleware -Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_s3_token_and_auth_token ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_s3api_with_time_skew ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_server_side_encryption ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_bad_authorization_string ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signature_v4_no_payload ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_expired ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_invalid_expire ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_access ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_sign ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_no_timestamp ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4 ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_bad_credential ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_algorithm ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_invalid_credentials ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signature ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_signed_headers ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_signed_urls_v4_missing_x_amz_date ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_tagging ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_token_generation ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_torrent ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_unsupported_method ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website ... ok -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location -test.unit.common.middleware.s3api.test_s3api.TestS3ApiMiddleware.test_website_redirect_location ... ok -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response -test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_isoformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_from_s3xmlformat ... ok -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat -test.unit.common.middleware.s3api.test_utils.TestS3Timestamp.test_s3xmlformat ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_client_error_fetching_first_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_HEAD ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_first_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_listing_container_second_listing_request ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_error_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_etag_comparison_ignores_quotes ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_big_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_multi_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_manifest_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_non_object_passthrough ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_oversize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_first_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_last_byte ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiability_unknown ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_many_segments_satisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_on_segment_boundaries ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_overlapping_end ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_range_unsatisfiable ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_suffix_range_many_segments ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_taking_too_long ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_undersize_segment_range ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_auth_overridden ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_does_not_match ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_etag_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_mismatched_length_fetching_second_segment ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_object_prefix_quoting ... ok -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment -test.unit.common.middleware.test_dlo.TestDloGetManifest.test_server_error_fetching_first_segment ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_add_to_response_headers ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_match_path ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_overwritten_by_response_header ... ok -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update -test.unit.common.middleware.test_helpers.TestFakeSwiftStickyHeaders.test_sticky_headers_update ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_plus_other_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_blank_reseller ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_default ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_multiple_resellers ... ok -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default -test.unit.common.middleware.test_keystoneauth.PrefixAccount.test_same_as_default ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_other_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_token_scoped_to_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token -test.unit.common.middleware.test_keystoneauth.TestIsNameAllowedInACL.test_is_name_allowed_in_acl_with_unscoped_token ... ok -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself -test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.0.1:6200/sda1_"other meta data" +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"something" +Device d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" is now d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"something" +Device d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" is now d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"something" +Device d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" is now d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"something" +Device 1 already uses 127.0.0.2:6201/sda2. +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" is now d4r2z3-test.test2.com:9000Rr.test2.com:9000/sda300_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.2.1:9000R127.0.2.1:9000/sda100_"other meta data" +Device d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" is now d0r0z0-127.0.1.1:8000R127.0.1.1:8000/sda10_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[4001:0:1234::c1c0:abcd:876]:9000R[4::10]:9000/sda300_"other meta data" +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 3.14159265359 weight got id 4 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" is now d4r2z3-[3001:0:1234::c1c0:abcd:876]:8000R[3::10]:8000/sda30_"other meta data" +Search value matched 0 devices. +The on-disk ring builder is unchanged. +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_info_values_no_devices ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_account_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_min_part_hours_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_negative ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_non_numeric ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input +test.unit.cli.test_ringbuilder.TestCommands.test_set_overload_percent_strange_input ... ok +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized +test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest +test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user +test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_expansion_limit_less_than_shrink_threshold ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region +test.unit.cli.test_ringbuilder.TestCommands.test_set_region ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_new_format ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_account_update +test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv4_old_format ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_new_format ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_region_values_no_devices ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_invalid_value ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_replicas_number_of_arguments ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir +test.unit.account.test_server.TestAccountController.test_GET_xml_escapes_container_name_as_subdir ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition +test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found +test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account +test.unit.account.test_server.TestAccountController.test_HEAD_empty_account ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_accept ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_content_type ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_format ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition +test.unit.account.test_server.TestAccountController.test_HEAD_invalid_partition ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The minimum number of hours before a partition can be reassigned is now set to 24 +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. +The overload factor is now 19.88% (0.198780) +The change will take effect after the next rebalance. +Overload must be non-negative. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +'swedish fish' is not a valid number. +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +d0r314z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r314z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" region set to 314 +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +Search value matched 0 devices. +The on-disk ring builder is unchanged. +The replica count is now 3.141593. +The change will take effect after the next rebalance. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +"test" is not a valid number. +Replica count must be at least 1. +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Matched more than one device: + d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" + d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" + d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" + d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 200.0 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 200.0 +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 200.0test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_all_devices ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_new_format ... ok +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap +test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok +test.unit.common.test_db.TestChexor.test_chexor +test.unit.common.test_db.TestChexor.test_chexor ... ok +test.unit.common.test_db.TestChexor.test_invalid_old_hash +test.unit.common.test_db.TestChexor.test_invalid_old_hash ... ok +test.unit.common.test_db.TestChexor.test_no_name +test.unit.common.test_db.TestChexor.test_no_name ... ok +test.unit.common.test_db.TestChexor.test_normal_case +test.unit.common.test_db.TestChexor.test_normal_case ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv4_old_format ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_cleanup_post_replicate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_ipv6_old_format ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_no_matching ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_number_of_arguments ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_db_exists ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_old_file_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_rename ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input +test.unit.common.test_db_replicator.TestDBReplicator.test_complete_rsync_with_bad_input ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_creation +test.unit.common.test_db_replicator.TestDBReplicator.test_creation ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db +test.unit.common.test_db_replicator.TestDBReplicator.test_delete_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_drive_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_no_arg_pop ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_complete_rsync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_operation_unexpected ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_dispatch_unexpected_operation_db_does_not_exist ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_old_format_two_devices ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup +test.unit.common.test_db_replicator.TestDBReplicator.test_empty_suffix_and_hash_dirs_get_cleanedup ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_weight_values_no_devices ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device +test.unit.common.test_db_replicator.TestDBReplicator.test_extract_device ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete +test.unit.common.test_db_replicator.TestDBReplicator.test_handoff_delete ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect +test.unit.common.test_db_replicator.TestDBReplicator.test_http_connect ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_in_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_items ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs +test.unit.common.test_db_replicator.TestDBReplicator.test_merge_syncs ... ok + +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file + raise IOError +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test ERROR: Error reading ringfile: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 + sums[ringfile] = md5_hash_for_file(ringfile) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2 new rows) +test-replicator ERROR: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (negative max_row_delta: -1) +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Failed to delete db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +ERROR reading HTTP response from {'replication_ip': '127.0.0.1', 'replication_port': 80, 'device': 'sdb1'} +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 170, in replicate + self.request('REPLICATE', self.path, body, + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 356, in other_req + raise Exception('blah') +Exception: blah +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection +test.unit.common.test_db_replicator.TestDBReplicator.test_repl_connection ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_account_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_container_out_of_place_no_node ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_deleted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_because_not_shouldbehere ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_delete_delegated_to_cleanup_post_replicate ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_different_region ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_quarantine ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes +test.unit.common.test_db_replicator.TestDBReplicator.test_replicate_object_with_exception_run_out_of_nodes ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table +test.unit.common.test_db_replicator.TestDBReplicator.test_replicator_sync_with_broker_replication_missing_table ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs +test.unit.common.test_db_replicator.TestDBReplicator.test_roundrobin_datadirs ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_change_after_sync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_call ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_db_rsync_file_failure ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_different_region_and_rsync_compress ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_file_popen_args_whole_file_false ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_db_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_old_does_not_exist ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects +test.unit.common.test_db_replicator.TestDBReplicator.test_rsync_then_merge_with_objects ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_ips ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_no_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_mounted ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: Found /path/to/file for /a%20c%20t/c%20o%20n when it should be on partition 0; will replicate out and remove. +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/0 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (0/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 1, 'weight': 10.0, 'zone': 1, 'ip': '1.1.1.1', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.1', 'replication_port': 6200, 'region': 1}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 681, in _replicate_object + success = self._repl_to_node(node, broker, partition, info, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 487, in _repl_to_node + return self._handle_sync_response(node, response, info, broker, http, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 492, in _handle_sync_response + if response.status == HTTP_NOT_FOUND: # completely missing, rsync + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py", line 716, in status + raise self._status +Exception: ugh +test-replicator ERROR: ERROR syncing /path/to/file with node {'id': 2, 'weight': 10.0, 'zone': 2, 'ip': '1.1.1.2', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.2', 'replication_port': 6200, 'region': 2}: Timeout (Nones) +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (1/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (2/3 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator ERROR: ERROR Remote drive not mounted {'id': 3, 'weight': 10.0, 'zone': 3, 'ip': '1.1.1.3', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.3', 'replication_port': 6200, 'region': 1} +test-replicator ERROR: ERROR Remote drive not mounted {'id': 4, 'weight': 10.0, 'zone': 4, 'ip': '1.1.1.4', 'port': 6200, 'device': 'sdb', 'meta': '', 'replication_ip': '1.1.1.4', 'replication_port': 6200, 'region': 2} +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.5:6200/sdb, nothing to do +test-replicator DEBUG: Not deleting db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py (3/5 success) +test-replicator DEBUG: Replicating db /path/to/file +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.1:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.2:6200/sdb, nothing to do +test-replicator DEBUG: /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py in sync with 1.1.1.3:6200/sdb, nothing to do +test-replicator DEBUG: Successfully deleted db /build/reproducible-path/swift-2.34.0/test/unit/common/test_db_replicator.py +test-replicator ERROR: Unable to decode remote metadata 'metadata' +test-replicator ERROR: Quarantining DB +test-replicator ERROR: ERROR Failed to get my own IPs? +test-replicator ERROR: Can't find itself 127.0.0.1 with port 1000 in ring file, not replicating +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00014 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00043 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator WARNING: Skipping: Boom! +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00028 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 1 failures +test-replicator ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_node_is_not_mounted ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring +test.unit.common.test_db_replicator.TestDBReplicator.test_run_once_with_local_device_in_ring ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_stats +test.unit.common.test_db_replicator.TestDBReplicator.test_stats ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_not_found +test.unit.account.test_server.TestAccountController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object +test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync +test.unit.common.test_db_replicator.TestDBReplicator.test_usync ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_above_300 ... ok +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 +test.unit.common.test_db_replicator.TestDBReplicator.test_usync_http_error_below_200 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_failure ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_account_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_obj_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_container_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_delete_object_with_timestamp ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_container_with_extra_params ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_chunks ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_recon ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_503 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_get_suffix_hashes_507 ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_deleted ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_container_replication_net ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_head_object_not_found ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_container ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_post_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_container_object_error ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_args ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_chunked ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_fail ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_header_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length +test.unit.common.test_direct_client.TestUTF8DirectClient.test_direct_put_object_with_content_length ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers +test.unit.common.test_direct_client.TestUTF8DirectClient.test_gen_headers ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_client_exception ... ok +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception +test.unit.common.test_direct_client.TestUTF8DirectClient.test_retry_http_exception ... ok test.unit.common.test_internal_client.TestGetAuth.test_invalid_version test.unit.common.test_internal_client.TestGetAuth.test_invalid_version ... ok test.unit.common.test_internal_client.TestGetAuth.test_ok test.unit.common.test_internal_client.TestGetAuth.test_ok ... ok -test.unit.common.test_linkat.TestLinkat.test_available -test.unit.common.test_linkat.TestLinkat.test_available ... ok -test.unit.common.test_linkat.TestLinkat.test_errno -test.unit.common.test_linkat.TestLinkat.test_errno ... ok -test.unit.common.test_linkat.TestLinkat.test_flags -test.unit.common.test_linkat.TestLinkat.test_flags ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer -test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok -test.unit.common.test_linkat.TestLinkat.test_linkat_success -test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable -test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc -test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok -test.unit.common.test_manager.TestManager.test_create -test.unit.common.test_manager.TestManager.test_create ... ok -test.unit.common.test_manager.TestManager.test_default_strict -test.unit.common.test_manager.TestManager.test_default_strict ... ok -test.unit.common.test_manager.TestManager.test_force_reload -test.unit.common.test_manager.TestManager.test_force_reload ... ok -test.unit.common.test_manager.TestManager.test_get_command -test.unit.common.test_manager.TestManager.test_get_command ... ok -test.unit.common.test_manager.TestManager.test_iter -test.unit.common.test_manager.TestManager.test_iter ... ok -test.unit.common.test_manager.TestManager.test_list_commands -test.unit.common.test_manager.TestManager.test_list_commands ... ok -test.unit.common.test_manager.TestManager.test_no_daemon -test.unit.common.test_manager.TestManager.test_no_daemon ... ok -test.unit.common.test_manager.TestManager.test_no_wait -test.unit.common.test_manager.TestManager.test_no_wait ... ok -test.unit.common.test_manager.TestManager.test_once -test.unit.common.test_manager.TestManager.test_once ... ok -test.unit.common.test_manager.TestManager.test_reload -test.unit.common.test_manager.TestManager.test_reload ... ok -test.unit.common.test_manager.TestManager.test_restart -test.unit.common.test_manager.TestManager.test_restart ... ok -test.unit.common.test_manager.TestManager.test_run_command -test.unit.common.test_manager.TestManager.test_run_command ... ok -test.unit.common.test_manager.TestManager.test_shutdown -test.unit.common.test_manager.TestManager.test_shutdown ... ok -test.unit.common.test_manager.TestManager.test_start -test.unit.common.test_manager.TestManager.test_start ... ok -test.unit.common.test_manager.TestManager.test_status -test.unit.common.test_manager.TestManager.test_status ... ok -test.unit.common.test_manager.TestManager.test_stop -test.unit.common.test_manager.TestManager.test_stop ... ok -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout -test.unit.common.test_manager.TestManager.test_stop_kill_after_timeout ... ok -test.unit.common.test_splice.TestSplice.test_available -test.unit.common.test_splice.TestSplice.test_available ... ok -test.unit.common.test_splice.TestSplice.test_errno -test.unit.common.test_splice.TestSplice.test_errno ... ok -test.unit.common.test_splice.TestSplice.test_fileno -test.unit.common.test_splice.TestSplice.test_fileno ... ok -test.unit.common.test_splice.TestSplice.test_flags -test.unit.common.test_splice.TestSplice.test_flags ... ok -test.unit.common.test_splice.TestSplice.test_flags_list -test.unit.common.test_splice.TestSplice.test_flags_list ... ok -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_file_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_file ... ok -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe -test.unit.common.test_splice.TestSplice.test_splice_pipe_to_pipe ... ok -test.unit.common.test_splice.TestSplice.test_unavailable -test.unit.common.test_splice.TestSplice.test_unavailable ... ok -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc -test.unit.common.test_splice.TestSplice.test_unavailable_in_libc ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_defaults ... ok -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options -test.unit.common.test_statsd_client.TestModuleFunctions.test_get_statsd_client_options ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_absent ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_before ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_greater ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_out_of_range_is_ignored ... ok -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same -test.unit.common.test_swob.TestConditionalIfUnmodifiedSince.test_same ... ok -test.unit.common.test_swob.TestEtag.test_normalize_bytes -test.unit.common.test_swob.TestEtag.test_normalize_bytes ... ok -test.unit.common.test_swob.TestEtag.test_normalize_etag -test.unit.common.test_swob.TestEtag.test_normalize_etag ... ok -test.unit.common.test_swob.TestRange.test_range -test.unit.common.test_swob.TestRange.test_range ... ok -test.unit.common.test_swob.TestRange.test_range_invalid_syntax -test.unit.common.test_swob.TestRange.test_range_invalid_syntax ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_large_length -test.unit.common.test_swob.TestRange.test_ranges_for_large_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length -test.unit.common.test_swob.TestRange.test_ranges_for_length ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges -test.unit.common.test_swob.TestRange.test_ranges_for_length_edges ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi -test.unit.common.test_swob.TestRange.test_ranges_for_length_multi ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_end ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start -test.unit.common.test_swob.TestRange.test_ranges_for_length_no_start ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending -test.unit.common.test_swob.TestRange.test_ranges_for_length_nonascending ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping -test.unit.common.test_swob.TestRange.test_ranges_for_length_overlapping ... ok -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many -test.unit.common.test_swob.TestRange.test_ranges_for_length_too_many ... ok -test.unit.common.test_swob.TestRange.test_str -test.unit.common.test_swob.TestRange.test_str ... ok -test.unit.common.test_swob.TestRange.test_upsidedown_range -test.unit.common.test_swob.TestRange.test_upsidedown_range ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_close -test.unit.common.test_utils.TestCooperativeIterator.test_close ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_init -test.unit.common.test_utils.TestCooperativeIterator.test_init ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_iter -test.unit.common.test_utils.TestCooperativeIterator.test_iter ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_no_sleeps ... ok -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps -test.unit.common.test_utils.TestCooperativeIterator.test_sleeps ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved -test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct -test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_disabled -test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve -test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks -test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve -test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type -test.unit.common.test_utils.TestParseContentDisposition.test_basic_content_type ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space -test.unit.common.test_utils.TestParseContentDisposition.test_content_disposition_without_white_space ... ok -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset -test.unit.common.test_utils.TestParseContentDisposition.test_content_type_with_charset ... ok -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers -test.unit.common.test_utils.TestParseMimeHeaders.test_parse_mime_headers ... ok -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser -test.unit.common.test_utils.TestSocketStringParser.test_socket_string_parser ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES -test.unit.common.utils.test_config.TestUtilsConfig.test_TRUE_VALUES ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_auto_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_fallocate_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_float_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_percent_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_positive_int_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_request_node_count_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value -test.unit.common.utils.test_config.TestUtilsConfig.test_config_true_value ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_float ... ok -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int -test.unit.common.utils.test_config.TestUtilsConfig.test_non_negative_int ... ok -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts -test.unit.container.test_sharder.TestSharder.test_audit_cleave_contexts ... ok -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container -test.unit.container.test_sharder.TestSharder.test_audit_deleted_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing +test.unit.common.test_internal_client.TestInternalClient.test_base_full_listing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout +test.unit.common.test_internal_client.TestInternalClient.test_base_request_timeout ... ok +test.unit.common.test_internal_client.TestInternalClient.test_container_exists +test.unit.common.test_internal_client.TestInternalClient.test_container_exists ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_account +test.unit.common.test_internal_client.TestInternalClient.test_create_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container +test.unit.common.test_internal_client.TestInternalClient.test_create_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_create_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_account +test.unit.common.test_internal_client.TestInternalClient.test_delete_account ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container +test.unit.common.test_internal_client.TestInternalClient.test_delete_container ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_delete_container_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_delete_object +test.unit.common.test_internal_client.TestInternalClient.test_delete_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded +test.unit.common.test_internal_client.TestInternalClient.test_gatekeeper_not_loaded ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 +test.unit.common.test_internal_client.TestInternalClient.test_get_account_info_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadadata_with_acceptable_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_extra_headers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status +test.unit.common.test_internal_client.TestInternalClient.test_get_metadata_invalid_status ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object +test.unit.common.test_internal_client.TestInternalClient.test_get_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_get_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init +test.unit.common.test_internal_client.TestInternalClient.test_init ... ok +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline +test.unit.common.test_internal_client.TestInternalClient.test_init_allow_modify_pipeline ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers +test.unit.common.test_internal_client.TestInternalClient.test_iter_containers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable +test.unit.common.test_internal_client.TestInternalClient.test_iter_item_read_response_if_status_is_acceptable ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items +test.unit.common.test_internal_client.TestInternalClient.test_iter_items ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix +test.unit.common.test_internal_client.TestInternalClient.test_iter_items_with_markers_and_prefix ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_404 ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object +test.unit.common.test_internal_client.TestInternalClient.test_iter_object_lines_compressed_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects +test.unit.common.test_internal_client.TestInternalClient.test_iter_objects ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_domain_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv4_old_format ... ok +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf +test.unit.common.test_internal_client.TestInternalClient.test_load_from_config_with_global_conf ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path +test.unit.common.test_internal_client.TestInternalClient.test_make_path ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_path_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx +test.unit.common.test_internal_client.TestInternalClient.test_make_request_acceptable_status_not_2xx ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try +test.unit.common.test_internal_client.TestInternalClient.test_make_request_calls_fobj_seek_each_try ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app +test.unit.common.test_internal_client.TestInternalClient.test_make_request_clears_txn_id_after_calling_app ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes +test.unit.common.test_internal_client.TestInternalClient.test_make_request_codes ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header +test.unit.common.test_internal_client.TestInternalClient.test_make_request_defaults_replication_network_header ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case +test.unit.common.test_internal_client.TestInternalClient.test_make_request_error_case ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers +test.unit.common.test_internal_client.TestInternalClient.test_make_request_method_path_headers ... ok +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +Traceback (most recent call last): + File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers + timer() + File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ + cb(*args, **kw) + File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main + result = function(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response + status, headers, app_iter = self.call_application(application) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application + app_iter = application(self.environ, start_response) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_internal_client.py", line 904, in __call__ + raise Exception() +Exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception +test.unit.common.test_internal_client.TestInternalClient.test_make_request_request_exception ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries +test.unit.common.test_internal_client.TestInternalClient.test_make_request_retries ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_query_string ... ok +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent +test.unit.common.test_internal_client.TestInternalClient.test_make_request_sets_user_agent ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_account_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_container_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata ... ok +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_set_object_metadata_plumbing ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object +test.unit.common.test_internal_client.TestInternalClient.test_upload_object ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_not_chunked ... ok +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing +test.unit.common.test_internal_client.TestInternalClient.test_upload_object_plumbing ... ok +test.unit.common.test_swob.TestRequest.test_401_invalid_path +test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path +test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok +test.unit.common.test_swob.TestRequest.test_401_unauthorized +test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok +test.unit.common.test_swob.TestRequest.test_401_valid_account_path +test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted +test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok +test.unit.common.test_swob.TestRequest.test_accept_header +test.unit.common.test_swob.TestRequest.test_accept_header ... ok +test.unit.common.test_swob.TestRequest.test_allow_reserved_names +test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok +test.unit.common.test_swob.TestRequest.test_as_referer +test.unit.common.test_swob.TestRequest.test_as_referer ... ok +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop +test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_bad_range +test.unit.common.test_swob.TestRequest.test_bad_range ... ok +test.unit.common.test_swob.TestRequest.test_blank +test.unit.common.test_swob.TestRequest.test_blank ... ok +test.unit.common.test_swob.TestRequest.test_blank_body_precedence +test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_parsing +test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence +test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_copy_get +test.unit.common.test_swob.TestRequest.test_copy_get ... ok +test.unit.common.test_swob.TestRequest.test_datetime_properties +test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok +test.unit.common.test_swob.TestRequest.test_get_response +test.unit.common.test_swob.TestRequest.test_get_response ... ok +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args +test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length +test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding +test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok +test.unit.common.test_swob.TestRequest.test_not_401 +test.unit.common.test_swob.TestRequest.test_not_401 ... ok +test.unit.common.test_swob.TestRequest.test_params +test.unit.common.test_swob.TestRequest.test_params ... ok +test.unit.common.test_swob.TestRequest.test_path +test.unit.common.test_swob.TestRequest.test_path ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop +test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_last +test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok +test.unit.common.test_swob.TestRequest.test_path_info_pop_none +test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok +test.unit.common.test_swob.TestRequest.test_path_qs +test.unit.common.test_swob.TestRequest.test_path_qs ... ok +test.unit.common.test_swob.TestRequest.test_path_question_mark +test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok +test.unit.common.test_swob.TestRequest.test_properties +test.unit.common.test_swob.TestRequest.test_properties ... ok +test.unit.common.test_swob.TestRequest.test_split_path +test.unit.common.test_swob.TestRequest.test_split_path ... ok +test.unit.common.test_swob.TestRequest.test_swift_entity_path +test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok +test.unit.common.test_swob.TestRequest.test_timestamp +test.unit.common.test_swob.TestRequest.test_timestamp ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_invalid +test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok +test.unit.common.test_swob.TestRequest.test_timestamp_missing +test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok +test.unit.common.test_swob.TestRequest.test_unicode_params +test.unit.common.test_swob.TestRequest.test_unicode_params ... ok +test.unit.common.test_swob.TestRequest.test_unicode_path +test.unit.common.test_swob.TestRequest.test_unicode_path ... ok +test.unit.common.test_swob.TestRequest.test_unicode_query +test.unit.common.test_swob.TestRequest.test_unicode_query ... ok +test.unit.common.test_swob.TestRequest.test_url +test.unit.common.test_swob.TestRequest.test_url ... ok +test.unit.common.test_swob.TestRequest.test_url2 +test.unit.common.test_swob.TestRequest.test_url2 ... ok +test.unit.common.test_swob.TestRequest.test_wsgify +test.unit.common.test_swob.TestRequest.test_wsgify ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_method +test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok +test.unit.common.test_swob.TestRequest.test_wsgify_raise +test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok +test.unit.common.test_swob.TestStatusMap.test_status_map +test.unit.common.test_swob.TestStatusMap.test_status_map ... ok +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container +test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api +test.unit.common.utils.test_logs.TestNoopMutex.test_acquire_release_api ... ok +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestNoopMutex.test_context_manager_api ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_new_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_ipv6_old_format ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_no_matching ... ok -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:22 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +d3r3z3-127.0.0.4:6203R127.0.0.4:6203/sdd4_"" weight set to 200.0 +Device d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-test.test.com:6200Rr.test.com:7000/sda3_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z3-[2001:0:1234::c1c0:abcd:876]:6200R[2::10]:7000/sda3_"some meta data" weight set to 3.14159265359 +swift-ring-builder set_weight + [ ] ... + [--yes] -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:23 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183124Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538684.93669', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183124Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538684.95054', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +or -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:24 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_abort ... ok + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538686.64037', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538686.65096', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_with_write_permission ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift WARNING: multipart: No SLO middleware in pipeline -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_01 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 403 (

Forbidden

Access was denied to this reso...) while retrieving /v1/AUTH_test/c/seg_02 -fake-swift ERROR: Got status 404 listing container /AUTH_test/c -fake-swift ERROR: Too many bytes for /v1/AUTH_test/mancon/manifest; truncating in /v1/AUTH_test/c/seg_03 with 5 bytes left -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, max LO GET time of 86400s exceeded -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Expected another 1 bytes for /v1/AUTH_test/mancon/manifest; closing connection -fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had a21075a36eeddd084e17611a238c7101, but object MD5 was actually 3902ee7e149eb8313a34757e89e21af6 -fake-swift ERROR: Bad response length for /v1/AUTH_test/c/seg_02 as part of /v1/AUTH_test/mancon/manifest: headers had 5, but response length was actually 4 -fake-swift ERROR: While processing manifest /v1/AUTH_test/mancon/manifest, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/c/seg_01 -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. -test DEBUG: Names allowed in acls. + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. -user quit -No .MockServer object at 0x7f2b816b3740> running -.MockServerFactory.MockServer object at 0x7f2b816b36e0> (1) appears to have stopped -No .MockServerFactory.MockServer object at 0x7f2b816b3860> running -No .MockServerFactory.MockServer object at 0x7f2b816b36e0> running -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f2b816b3830> to die; giving up -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f2b816b38c0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f2b816b38c0> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f2b816b3920> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f2b816b3920> pid: None signal: 9 -Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f2b816b38c0> to die; killing -Signal .MockServerFactory.MockServer object at 0x7f2b816b38c0> pid: None signal: 9 -sharder-test WARNING: Reclaimable db stuck waiting for shrinking, path: a/c, db: /tmp/tmpfreeb3uu/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769538692.00000, (0, 0) as of 1769538692.00000, active as of 1769538692.00000> to ShardRange<'k' to 't' as of 1769538693.00000, (0, 0) as of 1769538693.00000, active as of 1769538693.00000>, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538697.00000, (0, 0) as of 1769538697.00000, shrinking as of 1769538694.00000> to ShardRange<'k' to 't' as of 1769538697.00000, (0, 0) as of 1769538697.00000, sharding as of 1769538698.00000>, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmptx_k34yz/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538693.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/127/07e69fdcad7366475221f6febe9c5127/07e69fdcad7366475221f6febe9c5127.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538695.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/09e/90fa0e257d2e06bab11f60edfcfef09e/90fa0e257d2e06bab11f60edfcfef09e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538694.00000, (0, 0) as of 1769538694.00000, found as of 1769538694.00000> to ShardRange<'k' to 't' as of 1769538695.00000, (0, 0) as of 1769538695.00000, created as of 1769538695.00000>, path: .shards_a/shard_c_1769538695.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/09e/90fa0e257d2e06bab11f60edfcfef09e/90fa0e257d2e06bab11f60edfcfef09e.dbtest.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok + Option --yes assume a yes response to all questions. +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. +d2r2z2-127.0.0.3:6202R127.0.0.3:6202/sdc3_"" weight set to 3.14 +d1r1z1-127.0.0.2:6201R127.0.0.2:6201/sda2_"" weight set to 6.28 +Search value matched 0 devices. +The on-disk ring builder is unchanged. +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-test.test.com:6000Rr.test.com:7000/sda3_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +d0r0z314-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +Device d4r2z3-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" with 100.0 weight got id 4 +d4r2z314-[2001:0:1234::c1c0:abcd:876]:6000R[2::10]:7000/sda3_"some meta data" zone set to 314 +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included.test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_number_of_arguments ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices +test.unit.cli.test_ringbuilder.TestCommands.test_set_zone_values_no_devices ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_four_donors_two_acceptors ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining +test.unit.cli.test_ringbuilder.TestCommands.test_time_remaining ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_unknown +test.unit.cli.test_ringbuilder.TestCommands.test_unknown ... ok + +Search value matched 0 devices. +The on-disk ring builder is unchanged. +Unknown command: unknown +swift-ring-builder 1.3 + +swift-ring-builder + Shows information about the ring and the devices within. Output + includes a table that describes the report parameters (id, region, + port, flags, etc). + flags: possible values are 'DEL' and '' + DEL - indicates that the device is marked for removal from + ring and will be removed in next rebalance. + +swift-ring-builder add + [r]z-:[R:]/_ + + [[r]z-:[R:]/_ + ] ... + + Where and are replication ip and port. + +or + +swift-ring-builder add + --region --zone --ip --port + [--replication-ip ] [--replication-port ] + --device --weight + [--meta ] + + Adds devices to the ring with the given information. No partitions will be + assigned to the new device until after running 'rebalance'. This is so you + can make multiple device changes and rebalance them all just once. + +swift-ring-builder cancel_increase_partition_power + Cancel the increase of the partition power. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup unneeded links. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder create + + Creates with 2^ partitions and . + is number of hours to restrict moving a partition more + than once. + +swift-ring-builder dispersion [options] + + Output report on dispersion. + + --recalculate option will rebuild cached dispersion info and save builder + --verbose option will display dispersion graph broken down by tier + + You can filter which tiers are evaluated to drill down using a regex + in the optional search_filter argument. i.e. + + swift-ring-builder dispersion "r\d+z\d+$" -v + + ... would only display rows for the zone tiers + + swift-ring-builder dispersion ".*\-[^/]*$" -v + + ... would only display rows for the server tiers + + The reports columns are: + + Tier : the name of the tier + parts : the total number of partitions with assignment in the tier + % : the percentage of parts in the tier with replicas over assigned + max : maximum replicas a part should have assigned at the tier + 0 - N : the number of parts with that many replicas assigned + + e.g. + Tier: parts % max 0 1 2 3 + r1z1 1022 79.45 1 2 210 784 28 + + r1z1 has 1022 total parts assigned, 79% of them have more than the + recommend max replica count of 1 assigned. Only 2 parts in the ring + are *not* assigned in this tier (0 replica count), 210 parts have + the recommend replica count of 1, 784 have 2 replicas, and 28 sadly + have all three replicas in this tier. + +swift-ring-builder finish_increase_partition_power + Finally removes the next_part_power flag. Has to be run after the + swift-object-relinker tool has been used to cleanup old existing data. + + A write_ring command is needed to make the change take effect. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder increase_partition_power + Increases the partition power by one. Needs to be run after + prepare_increase_partition_power has been run and all existing data has + been relinked using the swift-object-relinker tool. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to cleanup old data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder list_parts [] .. + +or + +swift-ring-builder list_parts + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Returns a 2 column list of all the partitions that are assigned to any of + the devices matching the search values given. The first column is the + assigned partition number and the second column is the number of device + matches for that partition. The list is ordered from most number of matches + to least. If there are a lot of devices to match against, this command + could take a while to run. + +swift-ring-builder prepare_increase_partition_power + Prepare the ring to increase the partition power by one. + + A write_ring command is needed to make the change take effect. + + Once the updated rings have been deployed to all servers you need to run + the swift-object-relinker tool to relink existing data. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you increase the partition power and deploy changed rings, you may + introduce unavailability in your cluster. This has an end-user impact. Make + sure you execute required operations to increase the partition power + accurately. + +swift-ring-builder pretend_min_part_hours_passed + Resets the clock on the last time a rebalance happened, thus + circumventing the min_part_hours check. + + ***************************** + USE THIS WITH EXTREME CAUTION + ***************************** + + If you run this command and deploy rebalanced rings before a replication + pass completes, you may introduce unavailability in your cluster. This + has an end-user impact. + +swift-ring-builder rebalance [options] + Attempts to rebalance the ring by reassigning partitions that haven't been + recently reassigned. + +swift-ring-builder remove [search-value ...] + [--yes] + +or + +swift-ring-builder remove + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Removes the device(s) from the ring. This should normally just be used for + a device that has failed. For a device you wish to decommission, it's best + to set its weight to 0, wait for it to drain all its data, then use this + remove command. This will not take effect until after running 'rebalance'. + This is so you can make multiple device changes and rebalance them all just + once. + + Option --yes assume a yes response to all questions.test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile +test.unit.cli.test_ringbuilder.TestCommands.test_use_ringfile_as_builderfile ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate +test.unit.cli.test_ringbuilder.TestCommands.test_validate ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_composite_builder_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_corrupted_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_empty_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error +test.unit.cli.test_ringbuilder.TestCommands.test_validate_generic_error ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_accessible_file ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file +test.unit.cli.test_ringbuilder.TestCommands.test_validate_non_existent_file ... ok + + +swift-ring-builder search + +or + +swift-ring-builder search + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Shows information about matching devices. + +swift-ring-builder set_info + :[R:]/_ + [ :[R:]/_] ... + [--yes] + +or + +swift-ring-builder set_info + --ip --port + --replication-ip --replication-port + --device --meta + --change-ip --change-port + --change-replication-ip + --change-replication-port + --change-device + --change-meta + [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + For each search-value, resets the matched device's information. + This information isn't used to assign partitions, so you can use + 'write_ring' afterward to rewrite the current ring with the newer + device information. Any of the parts are optional in the final + :/_ parameter; just give what you + want to change. For instance set_info d74 _"snet: 5.6.7.8" would + just update the meta data for device id 74. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_min_part_hours + Changes the to the given . This should be set to + however long a full replication/update cycle takes. We're working on a way + to determine this more easily than scanning logs. + +swift-ring-builder set_overload [%] + Changes the overload factor to the given . + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_region + [ set_region + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' regions. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_replicas + Changes the replica count to the given . may + be a floating-point value, in which case some partitions will have + floor() replicas and some will have ceiling() + in the correct proportions. + + A rebalance is needed to make the change take effect. + +swift-ring-builder set_weight + [ ] ... + [--yes] + +or + +swift-ring-builder set_weight + --region --zone --ip --port + --replication-ip --replication-port + --device --meta --weight + [--yes] + + Where , and are replication ip, hostname + and port. and are the search weight and new + weight values respectively. + Any of the options are optional in both cases. + + Resets the devices' weights. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder set_zone + [ set_zone + --region --zone --ip --port + --replication-ip --replication-port + --device --meta [--yes] + + Where , and are replication ip, hostname + and port. + Any of the options are optional in both cases. + + Resets the devices' zones. No partitions will be reassigned to or from + the device until after running 'rebalance'. This is so you can make + multiple device changes and rebalance them all just once. + + Option --yes assume a yes response to all questions. + +swift-ring-builder validate + Just runs the validation routines on the ring. + +swift-ring-builder write_builder [min_part_hours] + Recreate a builder from a ring file (lossy) if you lost your builder + backups. (Protip: don't lose your builder backups). + [min_part_hours] is one of those numbers lost to the builder, + you can change it with set_min_part_hours. + +swift-ring-builder write_ring + Just rewrites the distributable ring file. This is done automatically after + a successful rebalance, so really this is only useful after one or more + 'set_info' calls when no rebalance is needed but you want to send out the + new device information. + +The can be of the form:: + + drz-:R:/ + _ + + Where and are replication ip and port. + + Any part is optional, but you must include at least one part. + + Examples:: + + d74 Matches the device id 74 + r4 Matches devices in region 4 + z1 Matches devices in zone 1 + z1-1.2.3.4 Matches devices in zone 1 with the ip 1.2.3.4 + 1.2.3.4 Matches devices in any zone with the ip 1.2.3.4 + z1:5678 Matches devices in zone 1 using port 5678 + :5678 Matches devices that use port 5678 + R5.6.7.8 Matches devices that use replication ip 5.6.7.8 + R:5678 Matches devices that use replication port 5678 + 1.2.3.4R5.6.7.8 Matches devices that use ip 1.2.3.4 and replication ip + 5.6.7.8 + /sdb1 Matches devices with the device name sdb1 + _shiny Matches devices with shiny in the meta data + _"snet: 5.6.7.8" Matches devices with snet: 5.6.7.8 in the meta data + [::1] Matches devices in any zone with the ip ::1 + z1-[::1]:5678 Matches devices in zone 1 with ip ::1 and port 5678 + + Most specific example:: + + d74r4z1-1.2.3.4:5678/sdb1_"snet: 5.6.7.8" + + Nerd explanation: + + All items require their single character prefix except the ip, in which + case the - is optional unless the device id or zone is also included. + +Quick list: add cancel_increase_partition_power create dispersion + finish_increase_partition_power increase_partition_power list_parts + prepare_increase_partition_power pretend_min_part_hours_passed + rebalance remove search set_info set_min_part_hours set_overload + set_region set_replicas set_weight set_zone validate write_builder + write_ring +Exit codes: 0 = operation successful + 1 = operation completed with warnings + 2 = error +Problem occurred while reading builder file: /tmp/tmpa_5l_a0m/tmp5jhoet5g. Generic error occurred +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +-------------------------------------------------------------------------------test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration +test.unit.container.test_auditor.TestAuditorMigrations.test_db_migration ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values +test.unit.container.test_sharder.TestContainerSharderConf.test_bad_values ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges +test.unit.container.test_sharder.TestContainerSharderConf.test_combine_shard_ranges ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_default +test.unit.container.test_sharder.TestContainerSharderConf.test_default ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf +test.unit.container.test_sharder.TestContainerSharderConf.test_deprecated_percent_conf ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate +test.unit.container.test_sharder.TestContainerSharderConf.test_validate ... ok +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset +test.unit.container.test_sharder.TestContainerSharderConf.test_validate_subset ... ok +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers +test.unit.account.test_server.TestAccountController.test_HEAD_with_containers ... ok +test.unit.account.test_server.TestAccountController.test_OPTIONS +test.unit.account.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_newid ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk +test.unit.cli.test_ringbuilder.TestCommands.test_warn_at_risk ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality +test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txe38a5a74f5e441c9b6bf6-00676bfa86) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx571ed4f846a34fb8ae268-00676bfa86) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpnuxbepc9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnuxbepc9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpnuxbepc9/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnuxbepc9/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:54 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1563 "-" 564111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1061 "-" 564111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1124 "-" 564111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0990 "-" 564111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx19b85d00252d4651ab1fe-00676bfa87" "proxy-server 564111" 0.0010 "-" 564111 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49867/sdb1/1/a/c" "tx19b85d00252d4651ab1fe-00676bfa87" "container-server 564111" 0.0123 "-" 564111 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:36317/sda1/1/a/c" "tx19b85d00252d4651ab1fe-00676bfa87" "container-server 564111" 0.0009 "-" 564111 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx19b85d00252d4651ab1fe-00676bfa87" "proxy-server 564111" 0.2978 "-" 564111 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx19b85d00252d4651ab1fe-00676bfa87" "proxy-server 564111" 0.1451 "-" 564111 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx19b85d00252d4651ab1fe-00676bfa87 - 0.3033 - - 1735129735.108735085 1735129735.412019730 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb4985b135cb74aad97ed0-00676bfa87" "proxy-server 564111" 0.0007 "-" 564111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:36317/sda1/1/a1/c1" "txb4985b135cb74aad97ed0-00676bfa87" "container-server 564111" 0.0013 "-" 564111 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49867/sdb1/1/a1/c1" "txb4985b135cb74aad97ed0-00676bfa87" "container-server 564111" 0.0006 "-" 564111 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb4985b135cb74aad97ed0-00676bfa87" "proxy-server 564111" 0.2516 "-" 564111 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb4985b135cb74aad97ed0-00676bfa87" "proxy-server 564111" 0.1583 "-" 564111 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/55 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb4985b135cb74aad97ed0-00676bfa87 - 0.2564 - - 1735129735.412911177 1735129735.669294596 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:55 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx965196300a1849ada7354-00676bfa87" "proxy-server 564111" 0.0873 "-" 564111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36317/sda1/2/a/c1" "tx965196300a1849ada7354-00676bfa87" "container-server 564111" 0.0012 "-" 564111 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49867/sdb1/2/a/c1" "tx965196300a1849ada7354-00676bfa87" "container-server 564111" 0.1122 "-" 564111 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx965196300a1849ada7354-00676bfa87" "proxy-server 564111" 0.2342 "-" 564111 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx965196300a1849ada7354-00676bfa87" "proxy-server 564111" 0.3653 "-" 564111 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx965196300a1849ada7354-00676bfa87 - 0.4570 - - 1735129735.670110226 1735129736.127096176 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc893afd47cb24a82be00d-00676bfa88" "proxy-server 564111" 0.1438 "-" 564111 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49867/sdb1/1/a/c2" "txc893afd47cb24a82be00d-00676bfa88" "container-server 564111" 0.0007 "-" 564111 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36317/sda1/1/a/c2" "txc893afd47cb24a82be00d-00676bfa88" "container-server 564111" 0.1051 "-" 564111 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc893afd47cb24a82be00d-00676bfa88" "proxy-server 564111" 0.2204 "-" 564111 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc893afd47cb24a82be00d-00676bfa88" "proxy-server 564111" 0.5000 "-" 564111 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/56 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc893afd47cb24a82be00d-00676bfa88 - 0.6483 - - 1735129736.128000736 1735129736.776297569 2 +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_metadata ... ok +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_expanding ... ok + +test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe +test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) +test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache +test WARNING: Skipping /tmp/tmpg4bjcsit/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpg4bjcsit/devices3/device_is_file/data' +test WARNING: Skipping /tmp/tmpg4bjcsit/devices4/device/data because +test WARNING: Skipping device as it is not mounted +test WARNING: Skipping /tmp/tmp_7p28b8x/asdf/data because [Errno 20] Not a directory: '/tmp/tmp_7p28b8x/asdf/data' +test WARNING: Skipping /tmp/tmp_7p28b8x/asdf/data because [Errno 20] Not a directory: '/tmp/tmp_7p28b8x/asdf/data' +test WARNING: Skipping drive as it is not mounted +test WARNING: Skipping asdf as it is not mounted +test WARNING: Skipping /tmp/tmpon3t7g4g/asdf/data because [Errno 20] Not a directory: '/tmp/tmpon3t7g4g/asdf/data' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1019 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1065 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1134 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0874 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1070 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1224 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1089 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1377 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0001 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2845 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1030 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1308 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0785 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2127 "-" 564112 0 +test ERROR: ERROR Account update failed with 127.0.0.1:40217/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1239 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0951 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1057 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1024 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0104 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.1196 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2094 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1122 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0177 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1753 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1115 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1018 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0818 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0020 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0918 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0008 "-" 564112 -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated +test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_after_device_removal ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging +test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_default +test.unit.obj.test_server.TestConfigOptionHandling.test_default ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_app ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_fractional_replicas ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_both ... ok +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default +test.unit.obj.test_server.TestConfigOptionHandling.test_option_in_default ... ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok +test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout +test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header +test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked +test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy +test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool +test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering +test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok +test.unit.obj.test_updater.TestRateLimiterBucket.test_len +test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata +test.unit.account.test_server.TestAccountController.test_POST_HEAD_sys_metadata ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests +test.unit.proxy.controllers.test_container.TestContainerController.test_GET_bad_requests ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_container_cache_cleared_after_PUT ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached +test.unit.proxy.controllers.test_container.TestContainerController.test_container_info_got_cached ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_stats_tracking ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version +test.unit.cli.test_ringbuilder.TestCommands.test_write_builder_no_version ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database +test.unit.proxy.controllers.test_container.TestContainerController.test_handoff_has_deleted_database ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_empty_ring ... ok -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} -test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Not a path query: /, skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Cached creds valid -test DEBUG: Connecting with tenant: tenant_id -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test INFO: Caching s3tokens for 20 seconds -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Cached keystone credentials -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Connecting with tenant: TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: FORCED_TENANT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test-replicator WARNING: Skipping: /srv/node/sdb is not mounted +test-replicator INFO: Beginning replication run +test-replicator INFO: Replication run OVER +test-replicator INFO: Attempted to replicate 0 dbs in 0.00017 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 6 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) +test-replicator INFO: Removed 0 dbs +test-replicator INFO: 0 successes, 0 failures +test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) +test-replicator INFO: Removed 9 dbs +test-replicator INFO: 25 successes, 1 failures +test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +direct-client-test ERROR: Kaboom! +test-ic DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +fake-swift INFO: - - 25/Dec/2024/12/28/55 GET /cont/obj HTTP/1.0 200 - some_agent - - 19 - - - 0.0002 - - 1735129735.850496292 1735129735.850711107 - +fake-swift INFO: - - 25/Dec/2024/12/28/55 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129735.851438761 1735129735.851550817 - +fake-swift INFO: - - 25/Dec/2024/12/28/55 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129735.851926088 1735129735.852009773 - +fake-swift INFO: - - 25/Dec/2024/12/28/55 GET /cont/obj HTTP/1.0 503 - some_agent - - 19 - - - 0.0001 - - 1735129735.852226496 1735129735.852298021 - +test DEBUG: Before request +test DEBUG: Inside of request (txn: foo) +test DEBUG: After request +fake-swift INFO: - - 25/Dec/2024/12/28/55 DELETE /container HTTP/1.0 409 - some_agent - - 19 - - - 0.0001 - - 1735129735.855437994 1735129735.855494499 - +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for /tmp/tmp8biqubrb/sda/containers/0/0/0/test.db +test INFO: Container audit "once" mode completed: 0.00s +test-replicator INFO: [worker 1/2 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 1/2 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/2 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 2/2 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 2/3 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 2/3 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 3/3 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 3/3 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=564113] Running object replicator in script mode. +test-replicator INFO: [worker 1/3 pid=564113] Object replication complete (once). (2.00 minutes) +test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. +test-replicator DEBUG: [worker 1/3 pid=8804] debug message +test-replicator INFO: [worker 1/3 pid=8804] info message +test-replicator WARNING: [worker 1/3 pid=8804] warning message +test-replicator ERROR: [worker 1/3 pid=8804] error message +test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx6964aa7c620d4c76b24da-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx61a19d43e84349a99c508-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx61a19d43e84349a99c508-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx61a19d43e84349a99c508-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4d239523109a4eb3b7766-00676bfa89) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0618c8febf384a0f93467-00676bfa89)test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors +test.unit.proxy.controllers.test_container.TestContainerController.test_node_errors ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin +test.unit.proxy.controllers.test_container.TestContainerController.test_reseller_admin ... ok -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538687.89186', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538687.90326', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_object_PUT_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_DELETE ... ok +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc744d8ff593a41c69ec67-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txa24853893e6341b49449b-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx09fb780383354b21a40e5-00676bfa89) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txe747213331864fbf91a68-00676bfa89) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe747213331864fbf91a68-00676bfa89) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txeb33167ccce94f999ecb6-00676bfa89) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx47139169db2a4f5da9029-00676bfa89) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx440e112b18794d3fa2198-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx4b45f367ceab47e5a7868-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx15cee97598984fde98517-00676bfa89) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx85d7b78ca9f84e9e86e61-00676bfa89) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx85d7b78ca9f84e9e86e61-00676bfa89) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: txa3bf7946dfad482391fac-00676bfa89) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx455c5172dffd43f29b8b8-00676bfa89) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0b96ce649e2f48aead59f-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx1fb99cd4b6b54eab81f21-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect + return http_connect_raw( + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx346c1c36cf0c42c8814f6-00676bfa89) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx0b0ff4a4bb174d6cbbfd8-00676bfa89) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx0b0ff4a4bb174d6cbbfd8-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txf23c70ad4bf64fd2abe3d-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx250c753fa1d5464cb3363-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: txf1430dffcb184d0f8f294-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: txf1430dffcb184d0f8f294-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_DELETE ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:26 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_complete ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_multipart_uploads_initiate ... ok +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: Container GET returning 503 for (204, 404, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (204, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: Container GET returning 503 for (404, 503, 503) +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_POST ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129786.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b0f/d68bf1f63b37c5d09d249f2ea837eb0f/d68bf1f63b37c5d09d249f2ea837eb0f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129785.00000, (0, 0) as of 1735129785.00000, shrinking as of 1735129785.00000> to ShardRange<'k' to 't' as of 1735129786.00000, (0, 0) as of 1735129786.00000, active as of 1735129786.00000>, path: .shards_a/shard_c_1735129786.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b0f/d68bf1f63b37c5d09d249f2ea837eb0f/d68bf1f63b37c5d09d249f2ea837eb0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129788.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/486/026e3a487b1589fc1eb4b904e1f29486/026e3a487b1589fc1eb4b904e1f29486.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129788.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/486/026e3a487b1589fc1eb4b904e1f29486/026e3a487b1589fc1eb4b904e1f29486.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129790.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa0/43d881f88f6387870ba11eaf86173aa0/43d881f88f6387870ba11eaf86173aa0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129789.00000, (0, 0) as of 1735129789.00000, shrinking as of 1735129789.00000> to ShardRange<'k' to 't' as of 1735129790.00000, (0, 0) as of 1735129790.00000, sharding as of 1735129790.00000>, path: .shards_a/shard_c_1735129790.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa0/43d881f88f6387870ba11eaf86173aa0/43d881f88f6387870ba11eaf86173aa0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129790.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa0/43d881f88f6387870ba11eaf86173aa0/43d881f88f6387870ba11eaf86173aa0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129792.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/647/f2dd23d7b4052dd2852b2442da152647/f2dd23d7b4052dd2852b2442da152647.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129791.00000, (0, 0) as of 1735129791.00000, shrinking as of 1735129791.00000> to ShardRange<'k' to 't' as of 1735129792.00000, (0, 0) as of 1735129792.00000, sharded as of 1735129792.00000>, path: .shards_a/shard_c_1735129792.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/647/f2dd23d7b4052dd2852b2442da152647/f2dd23d7b4052dd2852b2442da152647.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129792.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/647/f2dd23d7b4052dd2852b2442da152647/f2dd23d7b4052dd2852b2442da152647.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129794.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b7c/2dbe267f4f515fc77217c3ae98a9fb7c/2dbe267f4f515fc77217c3ae98a9fb7c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129793.00000, (0, 0) as of 1735129793.00000, shrinking as of 1735129793.00000> to ShardRange<'k' to 't' as of 1735129794.00000, (0, 0) as of 1735129794.00000, shrunk as of 1735129794.00000>, path: .shards_a/shard_c_1735129794.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b7c/2dbe267f4f515fc77217c3ae98a9fb7c/2dbe267f4f515fc77217c3ae98a9fb7c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129794.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b7c/2dbe267f4f515fc77217c3ae98a9fb7c/2dbe267f4f515fc77217c3ae98a9fb7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129796.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/de5/06e40e454b02a1720501c950722dade5/06e40e454b02a1720501c950722dade5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129795.00000, (0, 0) as of 1735129795.00000, sharding as of 1735129795.00000> to ShardRange<'k' to 't' as of 1735129796.00000, (0, 0) as of 1735129796.00000, found as of 1735129796.00000>, path: .shards_a/shard_c_1735129796.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/de5/06e40e454b02a1720501c950722dade5/06e40e454b02a1720501c950722dade5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129798.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d33/4f0bb2bfc1f59b56951c124f42f25d33/4f0bb2bfc1f59b56951c124f42f25d33.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129797.00000, (0, 0) as of 1735129797.00000, sharding as of 1735129797.00000> to ShardRange<'k' to 't' as of 1735129798.00000, (0, 0) as of 1735129798.00000, created as of 1735129798.00000>, path: .shards_a/shard_c_1735129798.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d33/4f0bb2bfc1f59b56951c124f42f25d33/4f0bb2bfc1f59b56951c124f42f25d33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129800.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a1d/d6e1baa032e841e94c3bcc1d1b0faa1d/d6e1baa032e841e94c3bcc1d1b0faa1d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129799.00000, (0, 0) as of 1735129799.00000, sharding as of 1735129799.00000> to ShardRange<'k' to 't' as of 1735129800.00000, (0, 0) as of 1735129800.00000, cleaved as of 1735129800.00000>, path: .shards_a/shard_c_1735129800.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a1d/d6e1baa032e841e94c3bcc1d1b0faa1d/d6e1baa032e841e94c3bcc1d1b0faa1d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129802.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b82/4e8c566012919e77bee5e48ed96c5b82/4e8c566012919e77bee5e48ed96c5b82.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129801.00000, (0, 0) as of 1735129801.00000, sharding as of 1735129801.00000> to ShardRange<'k' to 't' as of 1735129802.00000, (0, 0) as of 1735129802.00000, active as of 1735129802.00000>, path: .shards_a/shard_c_1735129802.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b82/4e8c566012919e77bee5e48ed96c5b82/4e8c566012919e77bee5e48ed96c5b82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129804.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/670/775a0efed885cf15e6bd990da22ae670/775a0efed885cf15e6bd990da22ae670.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129803.00000, (0, 0) as of 1735129803.00000, sharding as of 1735129803.00000> to ShardRange<'k' to 't' as of 1735129804.00000, (0, 0) as of 1735129804.00000, shrinking as of 1735129804.00000>, path: .shards_a/shard_c_1735129804.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/670/775a0efed885cf15e6bd990da22ae670/775a0efed885cf15e6bd990da22ae670.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129804.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/670/775a0efed885cf15e6bd990da22ae670/775a0efed885cf15e6bd990da22ae670.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129806.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/57e/f91366a943b4a8dc67a4d16fd3d0857e/f91366a943b4a8dc67a4d16fd3d0857e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129806.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/57e/f91366a943b4a8dc67a4d16fd3d0857e/f91366a943b4a8dc67a4d16fd3d0857e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129808.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/635/1250bc8382e0b18aac72d4bbfc54d635/1250bc8382e0b18aac72d4bbfc54d635.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129807.00000, (0, 0) as of 1735129807.00000, sharding as of 1735129807.00000> to ShardRange<'k' to 't' as of 1735129808.00000, (0, 0) as of 1735129808.00000, sharded as of 1735129808.00000>, path: .shards_a/shard_c_1735129808.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/635/1250bc8382e0b18aac72d4bbfc54d635/1250bc8382e0b18aac72d4bbfc54d635.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129808.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/635/1250bc8382e0b18aac72d4bbfc54d635/1250bc8382e0b18aac72d4bbfc54d635.db +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (503, 503, 503) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -82353,7 +84698,6 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: Container GET returning 503 for (201, 404, 503) test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): @@ -82382,9 +84726,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (201, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: Container GET returning 503 for (201, 404, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -82412,7 +84755,9 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: Container GET returning 503 for (201, 503, 503) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -82441,8 +84786,56 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIterationtest.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_response_code_for_PUT ... ok +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring +test.unit.cli.test_ringbuilder.TestCommands.test_write_ring ... ok +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found +test.unit.account.test_server.TestAccountController.test_POST_after_DELETE_not_found ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_GET ... ok +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space +test.unit.account.test_server.TestAccountController.test_POST_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition +test.unit.account.test_server.TestAccountController.test_POST_invalid_partition ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_bucket_logging_PUT ... ok +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float +test.unit.account.test_server.TestAccountController.test_POST_timestamp_not_float ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_GET_error ... ok +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error +test.unit.common.middleware.s3api.test_logging.TestS3ApiLogging.test_object_logging_PUT_error ... ok + +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda test ERROR: Container GET returning 503 for (404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -82470,8 +84863,8 @@ i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ StopIteration +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc test ERROR: Container GET returning 503 for (503, 503, 503) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: @@ -82490,8 +84883,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: +OSError (txn: txf0d237ab59c8484091695-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -82521,8 +84914,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: +OSError (txn: txf0d237ab59c8484091695-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( @@ -82566,7 +84959,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) +OSError (txn: txf0d237ab59c8484091695-00676bfa89) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -82625,7 +85018,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) +OSError (txn: txf0d237ab59c8484091695-00676bfa89) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -82698,7 +85091,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) +OSError (txn: txf0d237ab59c8484091695-00676bfa89) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -82785,692 +85178,59 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ raise status -OSError (txn: txf30b1d1d268e4c5b906c3-006979047a) -test ERROR: Container GET returning 503 for [] (txn: txf30b1d1d268e4c5b906c3-006979047a) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txfabb92aa97f64ea1806c8-006979047d) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txfabb92aa97f64ea1806c8-006979047d) -test INFO: Client disconnected on read of '/a/c' (txn: tx8f8dd996f57b4ceab8e77-006979047d) -test INFO: Client disconnected on read of '/a/c' (txn: txba8a4e1bd4134997ae2a5-006979047d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd082dd4e9912489ca54cf-006979047d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd082dd4e9912489ca54cf-006979047d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txd082dd4e9912489ca54cf-006979047d) -test ERROR: Container GET returning 503 for [] (txn: txd082dd4e9912489ca54cf-006979047d) -test INFO: Client disconnected on read of '/a/c' (txn: txd082dd4e9912489ca54cf-006979047d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: Container GET returning 503 for [] (txn: tx422db8296c734bfa87866-006979047d) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85815ced1d51488ca6b61-006979047d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85815ced1d51488ca6b61-006979047d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85815ced1d51488ca6b61-006979047d) -test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85815ced1d51488ca6b61-006979047d)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET +OSError (txn: txf0d237ab59c8484091695-00676bfa89)test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET test.unit.proxy.controllers.test_container.TestContainerController.test_response_codes_for_GET ... ok test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner test.unit.proxy.controllers.test_container.TestContainerController.test_swift_owner ... ok -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok - -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Connecting with tenant: PROJECT_ID -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}}test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme -test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome -test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires -test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode -test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer -test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox -test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent -test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded -test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start -test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container -test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process -test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error -test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 -test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough -test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported -test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query -test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_safari -test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding -test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 -test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value -test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account -test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int -test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_asked_for_but_not_allowed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults -test.unit.common.middleware.test_cname_lookup.TestSwiftInfo.test_registered_nondefaults ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp -test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_DELETE_current_version ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_POST_error_versioning_disabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled -test.unit.common.middleware.test_object_versioning.ObjectVersioningVersionAPIWhileDisabled.test_PUT_version_versioning_disbaled ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_account_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_non_swift_path ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_destination_account_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_off_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_off_src_acct_on_dest_acct_on_on_copy ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_account_off ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_allow_deletes ... ok -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy -test.unit.common.middleware.test_read_only.TestReadOnly.test_global_read_only_on_destination_account_off_on_copy ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_exception ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_ioerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror -test.unit.common.middleware.test_recon.TestReconSuccess.test_from_recon_cache_valueerror ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_async_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_account ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_object_parallel_once ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_auditor_info_unrecognized ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_checkmount_fail ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_excludes_files ... ok - -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middlewaretest.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuth.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores -test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put -test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_auth_fail ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_delete_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_invalid_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_missing_container ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_no_quotas ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_exceed_counts_quota ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_not_handled ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_split_path_empty_container_path_segment ... ok -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas -test.unit.common.middleware.test_quotas.TestContainerQuotas.test_valid_quotas ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_get_with_if_modified_since ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_alternate_etag_non_slo_after_refetch ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_match_mismatches_manifest_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_modified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_matches_no_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_none_match_mismatches_json_md5 ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_ancient_date ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_last_modified ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_if_unmodified_since_now ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_alternate_etag_miss ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_match_mismatches_without_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_matches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_manifest_get_if_none_match_mismatches_alternate_etag ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_old_swift_if_match_matches_and_range ... ok -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download -test.unit.common.middleware.test_slo.TestSloConditionalGetNewManifest.test_range_resume_download ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_etag_is_hash_of_segment_etags ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_get_manifest_passthrough ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_head_manifest_is_efficient ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_match_etag_not_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_if_none_match_etag_matching_with_override ... ok -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest -test.unit.common.middleware.test_slo.TestSloHeadManifest.test_zero_byte_manifest ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults -test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme -test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_add_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_add_rebalance_add_rebalance_delete_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_add_replicas_then_rebalance_respects_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_adding_region_slowly_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region -test.unit.common.ring.test_builder.TestRingBuilder.test_avoid_tier_change_new_region ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_cancel_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_create_add_dev_add_replica_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy -test.unit.common.ring.test_builder.TestRingBuilder.test_deepcopy ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts -test.unit.common.ring.test_builder.TestRingBuilder.test_dispersion_with_zero_weight_devices_with_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_effective_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced -test.unit.common.ring.test_builder.TestRingBuilder.test_ever_rebalanced ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_finalize_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_fractional_replicas_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_get_part_devices_partial_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_get_ring ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version ... ok -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx85815ced1d51488ca6b61-006979047d) -test ERROR: Container GET returning 503 for [] (txn: tx85815ced1d51488ca6b61-006979047d) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx29a542d431e047429131c-006979047e) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx29a542d431e047429131c-006979047e) -test ERROR: Container GET returning 503 for [] (txn: tx29a542d431e047429131c-006979047e) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx52bab362735d49b5a838c-006979047e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa3b381be56934450a0b00-006979047e) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txa3b381be56934450a0b00-006979047e) -test ERROR: Container GET returning 503 for [500, 500] (txn: txa3b381be56934450a0b00-006979047e) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txcd6115e68c94455bb879d-006979047e) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd135b795ab154aad84afb-006979047e) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd135b795ab154aad84afb-006979047e) -test INFO: Client disconnected on read of '/a/c' (txn: txd135b795ab154aad84afb-006979047e) -test ERROR: Container GET returning 503 for [] (txn: txa004134073924dadadadd-006979047e) -test INFO: Client disconnected on read of '/a/c' (txn: txa004134073924dadadadd-006979047e) +test ERROR: Container GET returning 503 for [] (txn: txf0d237ab59c8484091695-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sda (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txc92da747751942d59920d-00676bfa89) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: txc92da747751942d59920d-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx7fdad67180ba4513b55f0-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: txdf59633143c74b3696d49-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d2fbc0e518a47228399f-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d2fbc0e518a47228399f-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6d2fbc0e518a47228399f-00676bfa89) +test ERROR: Container GET returning 503 for [] (txn: tx6d2fbc0e518a47228399f-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx6d2fbc0e518a47228399f-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: Container GET returning 503 for [] (txn: txfa981f116757475bb0a69-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: Container GET returning 503 for [] (txn: tx6f28a5153b0e4b75b2c6d-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea1f4557762848c6b14f0-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txea1f4557762848c6b14f0-00676bfa89) +test ERROR: Container GET returning 503 for [] (txn: txea1f4557762848c6b14f0-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx9b87ec7d8e9d4ce9bf80e-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx2a5dbc8bb08744b0994db-00676bfa89) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2a5dbc8bb08744b0994db-00676bfa89) +test ERROR: Container GET returning 503 for [500, 500] (txn: tx2a5dbc8bb08744b0994db-00676bfa89) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txee9c9cdf1a114776b1818-00676bfa89) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9bedd116a54342c1bb978-00676bfa89) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx9bedd116a54342c1bb978-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx9bedd116a54342c1bb978-00676bfa89) +test ERROR: Container GET returning 503 for [] (txn: txe19c14e5f5a1428ab92ea-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: txe19c14e5f5a1428ab92ea-00676bfa89) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx3c6e3dbc8ed54950935d0-006979047f) -test INFO: Client disconnected on read of '/a/c' (txn: tx3c6e3dbc8ed54950935d0-006979047f) +test INFO: Client disconnected on read of '/a/c' (txn: tx70e0b0d474f84485b639e-00676bfa89) +test INFO: Client disconnected on read of '/a/c' (txn: tx70e0b0d474f84485b639e-00676bfa89) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83478,8 +85238,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea8ef3fbaa714957b0708-006979047f) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: txfc2463f3eb0f465fa47d2-00676bfa89) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83487,7 +85247,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea8ef3fbaa714957b0708-006979047f) +StopIteration (txn: txfc2463f3eb0f465fa47d2-00676bfa89) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83496,7 +85256,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea8ef3fbaa714957b0708-006979047f) +StopIteration (txn: txfc2463f3eb0f465fa47d2-00676bfa89) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83505,7 +85265,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea8ef3fbaa714957b0708-006979047f) +StopIteration (txn: txfc2463f3eb0f465fa47d2-00676bfa89) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83514,10 +85274,91 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txea8ef3fbaa714957b0708-006979047f) -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txea8ef3fbaa714957b0708-006979047f) +StopIteration (txn: txfc2463f3eb0f465fa47d2-00676bfa89)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok + +Reassigned 192 (300.00%) partitions. Balance is now 6.00. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 6.00 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +Device d4r1z1-127.0.0.1:6200R127.0.0.1:6200/sdb_"" with 1.0 weight got id 4 +Device d5r1z1-127.0.0.1:6200R127.0.0.1:6200/sdc_"" with 1.0 weight got id 5 +Reassigned 192 (300.00%) partitions. Balance is now 109.38. Dispersion is now 0.00 +------------------------------------------------------------------------------- +NOTE: Balance of 109.38 indicates you should push this + ring, wait at least 1 hours, and rebalance/repush. +------------------------------------------------------------------------------- +d0r0z0-127.0.0.1:6200R127.0.0.1:6200/sda1_"some meta data" marked for removal and will be removed next rebalance. +Reassigned 48 (75.00%) partitions. Balance is now 371.88. Dispersion is now 1.56 +------------------------------------------------------------------------------- +NOTE: Dispersion of 1.562500 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Note: using /tmp/tmppifje_0y/tmp2n18b98s.builder instead of /tmp/tmppifje_0y/tmp2n18b98s.ring.gz as builder file +Reassigned 4 (6.25%) partitions. Balance is now 57.29. Dispersion is now 0.52 +------------------------------------------------------------------------------- +NOTE: Dispersion of 0.520833 indicates some parts are not + optimally dispersed. + + You may want to adjust some device weights, increase + the overload or review the dispersion report. +------------------------------------------------------------------------------- +Reassigned 24 (37.50%) partitions. Balance is now 1.04. Dispersion is now 0.00 +Note: using /tmp/tmpacza6kqp/tmpbatzq60q.builder instead of /tmp/tmpacza6kqp/tmpbatzq60q.ring.gz as builder file +Note: using /tmp/tmpoh8ynwat/tmpedh7qh5h.builder instead of /tmp/tmpoh8ynwat/tmpedh7qh5h.ring.gz as builder file +Reassigned 192 (300.00%) partitions. Balance is now 0.00. Dispersion is now 0.00 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version ... ok + +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: txfc2463f3eb0f465fa47d2-00676bfa89) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -83525,7 +85366,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8e3e98569a084ce8963e6-006979047f) +StopIteration (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83534,7 +85375,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8e3e98569a084ce8963e6-006979047f) +StopIteration (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) test ERROR: ERROR with Container server 10.0.0.3:1003/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83543,7 +85384,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8e3e98569a084ce8963e6-006979047f) +StopIteration (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83552,7 +85393,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8e3e98569a084ce8963e6-006979047f) +StopIteration (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -83561,6139 +85402,4752 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8e3e98569a084ce8963e6-006979047f)test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:27 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_bucket_upload_part_missing_key ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok - -test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx8e3e98569a084ce8963e6-006979047f) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx617e190bf8f0484dbc6f0-0069790480) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sdz, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx409c1d47a9a84c1d80728-0069790480) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sdv, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sdu, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +StopIteration (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) +test ERROR: Container GET returning 503 for (200, 503, 503) (txn: tx8f5baf3d449e470eb9cbd-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx51ca146ef73145cc928bc-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3587ab5592a8434b8337f-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7f9e3628f03e447da768e-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txce93839d021647f38547c-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txaaf523dbfbb34c3b97dae-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0adaf58086154f75be4a2-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx835067b55b70434b9201d-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7fb179f2e1d14f798ac99-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdd188962e6ff4fe996bf4-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc45e5488ebfb4d7382e9d-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7dc85c1329f8497aa2005-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5f3674ee31dd459e909aa-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx66111f3222964583961a6-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx2888aa6c8b6d43788dcc5-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx48e2bee00c0341cc81146-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe8429f6d0edf4190ace95-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9f812eb3579f4d68b585b-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe5e7065b99da44ebbc617-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea3d72c7fc484e059198c-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd85d0f559c5e45318f0e7-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0c54831a4b6d492a8da19-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf4aa2649f1e9486e8e997-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9000cde6894f4f3b9f69a-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx75aa924cea204834a5638-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txb2f05bc3ca194ae299708-00676bfa89) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx9132eb5834bd4fd390014-00676bfa89) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txa565fd4f1fd9475ba1d6d-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk +test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range +test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:28 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_with_write_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_complete_multipart_upload_acl_without_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id -test.unit.common.ring.test_builder.TestRingBuilder.test_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from -test.unit.common.ring.test_builder.TestRingBuilder.test_id_copy_from ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx743a33ec63cd48c9a27fe-0069790480) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sds, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sdb, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sdt, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:30 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_with_write_permission ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txdc27499ca4e849369ac3c-0069790481) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx3060de81d77b48f5bded6-0069790483) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file -test.unit.common.ring.test_builder.TestRingBuilder.test_id_legacy_builder_file ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors -test.unit.common.ring.test_builder.TestRingBuilder.test_id_not_initialised_errors ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_GET_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version ... ok +test.unit.account.test_server.TestAccountController.test_PUT +test.unit.account.test_server.TestAccountController.test_PUT ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txe40f5f1039da48cd9de22-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txa982913e532849b6832da-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx4bcc14cda6434929a5565-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txeb8bf94b038d4bc484a5a-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: tx86b3d358543c47ad8fd01-00676bfa89) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: txd2da036b4f984ae2aa0c9-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9c63d01b8fdd41968ab9c-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9004ab633a1745a89593e-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcf2f4d6d52c54a18b1d89-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx89cf8254b8c24999a3e69-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3e9f20772cce4399bb07c-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx489f52fe38bf4aadbfbb8-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx397c201502a94bf982d97-00676bfa89) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx397c201502a94bf982d97-00676bfa89) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server ERROR: Object returning 503 for [] (txn: tx108d8c4cb1bc4d1abc1eb-0069790485) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx7188348c1bbc48b0981a3-00676bfa89) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx7188348c1bbc48b0981a3-00676bfa89) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx7188348c1bbc48b0981a3-00676bfa89) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx7188348c1bbc48b0981a3-00676bfa89) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:31 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_initiate_multipart_upload_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server ERROR: Object returning 503 for [] (txn: tx151b34ef080741ec8df47-0069790485) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server ERROR: Object returning 503 for [] (txn: txb08b87f32c76422383fb6-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok - fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:33 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_with_read_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_multipart_uploads_acl_without_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_increase_partition_power_failed ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_init -test.unit.common.ring.test_builder.TestRingBuilder.test_init ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_initial_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_insufficient_replicas ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server ERROR: Object returning 503 for [] (txn: tx6cfa9c4c71c5431793d6a-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txd2ce1f96958c41e3999b2-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_load -test.unit.common.ring.test_builder.TestRingBuilder.test_load ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_diskusage_oserror ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_min_part_hours_zero_will_move_one_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_more_devices_than_replicas_validation_when_removed_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_multiple_duplicate_device_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_dont_move_too_many_replicas ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_last_version_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version ... ok +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num +test.unit.common.middleware.s3api.test_multi_get.TestVersionedMpuGETorHEADAcl.test_mpu_HEAD_version_part_num ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:34 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_with_read_permission ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server ERROR: Object returning 503 for [] (txn: txc3204e23d4614cc9bb534-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: tx8dc57b658ac54c5d8a0f2-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5548c58c0ba4459ba8b85-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx2c2d9d7c77eb473db8f56-0069790487) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txb5ff97023a07403083719-0069790488) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_list_parts_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_expansion_more_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_driveaudit_info ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_full ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_overfull ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_0_min_part_hours ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx7054747253f5496597bd3-0069790488) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_part_moves_with_positive_min_part_hours ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_with_write_permission ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_list_parts_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multi_upload_empty_body ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial -test.unit.common.ring.test_builder.TestRingBuilder.test_multitier_partial ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours -test.unit.common.ring.test_builder.TestRingBuilder.test_negative_min_part_hours ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_overlarge_part_powers ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_expirer_info_object ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload -test.unit.common.ring.test_builder.TestRingBuilder.test_overload ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_initially ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_overload_keeps_balanceable_things_balanced_on_rebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers -test.unit.common.ring.test_builder.TestRingBuilder.test_oversmall_part_powers ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem -test.unit.common.ring.test_builder.TestRingBuilder.test_part_swapping_problem ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txfd0e53196cf24da09d6fa-0069790488) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5fa84dd8c4bf4aada063d-0069790488) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed -test.unit.common.ring.test_builder.TestRingBuilder.test_prepare_increase_partition_power_failed ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:35 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_abort_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_list_parts ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_abort_error ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_part_on_deleted_other_part_on_drained ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_post_upgrade ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed -test.unit.common.ring.test_builder.TestRingBuilder.test_rebalance_with_seed ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device -test.unit.common.ring.test_builder.TestRingBuilder.test_reduce_replicas_after_remove_device ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_balanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring -test.unit.common.ring.test_builder.TestRingBuilder.test_region_fullness_with_unbalanceable_ring ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_a_lot ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_dev ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_last_partition_from_zero_weight ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} -fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) -fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_encoding_type_error ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_complete_s3acl ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted -test.unit.common.ring.test_builder.TestRingBuilder.test_remove_zero_weighted ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance -test.unit.common.ring.test_builder.TestRingBuilder.test_rerebalance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_with_id ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id -test.unit.common.ring.test_builder.TestRingBuilder.test_reuse_of_dev_holes_without_id ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error -test.unit.common.ring.test_builder.TestRingBuilder.test_round_off_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save -test.unit.common.ring.test_builder.TestRingBuilder.test_save ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mem ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load -test.unit.common.ring.test_builder.TestRingBuilder.test_save_load ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs -test.unit.common.ring.test_builder.TestRingBuilder.test_search_devs ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port -test.unit.common.ring.test_builder.TestRingBuilder.test_server_per_port ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_upload_initiate_no_content_type ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_multipart_uploads_list ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight -test.unit.common.ring.test_builder.TestRingBuilder.test_set_dev_weight ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_decrease ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx8d0586fd633541b58ed12-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase -test.unit.common.ring.test_builder.TestRingBuilder.test_set_replicas_increase ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather -test.unit.common.ring.test_builder.TestRingBuilder.test_shuffled_gather ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_server_converge_on_balance ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_mounted ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe2d1f6d751bf48e3b060b-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx897a07adc71a4f208adfc-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance -test.unit.common.ring.test_builder.TestRingBuilder.test_undispersable_zone_converge_on_balance ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload -test.unit.common.ring.test_builder.TestRingBuilder.test_unoverload ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_default ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_object_upload_part_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_fullcontrol_permission ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate -test.unit.common.ring.test_builder.TestRingBuilder.test_validate ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_duplicate_part_assignment ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica -test.unit.common.ring.test_builder.TestRingBuilder.test_validate_partial_replica ... ok -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go -test.unit.common.ring.test_builder.TestRingBuilder.test_wrong_tier_with_no_where_to_go ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txb70247fdbf9549ff95972-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txbbe8c000ae61459dbf9ad-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx932f82034c7d411abd51f-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.common.test_db.TestGetDBConnection.test_invalid_path -test.unit.common.test_db.TestGetDBConnection.test_invalid_path ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_quarantine_count ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_maxuploads_over_max_32bit_int ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_negative_maxuploads ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_with_write_permission ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txee773d65611f4a4b9408b-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx54cbe68e03354134b2f2d-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx7a2d4326f929401ebf836-0069790489)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok -test.unit.common.test_db.TestGetDBConnection.test_locked_db -test.unit.common.test_db.TestGetDBConnection.test_locked_db ... ok - -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server ERROR: Object returning 503 for [] (txn: tx7a2d4326f929401ebf836-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.12:1012/sdm (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txdc4cda1ba2fd47d6a4381-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx116351cfedd14879be3fc-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx7f26b971fa1349a7af882-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:36 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_invalid_source ... ok - -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx9915fa35e7e64d818aa65-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [490, 458, 458, 458, 458, 458, 458, 458, 458, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: txb6fc83c94e514dfc9cad0-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28ff25923bcb41d9bad8c-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28ff25923bcb41d9bad8c-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx28ff25923bcb41d9bad8c-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 412 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx27d891f7256e491f8c129-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies -test.unit.cli.test_relinker.TestRelinker.test_cleanup_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_conflicting_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_data_file_existing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_older_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_conflicting_ts_is_linked_to_part_power_minus_2_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_cleanup_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing -test.unit.cli.test_relinker.TestRelinker.test_cleanup_diskfile_error_new_file_missing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_cleanup_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_first_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_cleanup_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_both_relinks_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_and_meta_file_one_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_existing_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_data_missing_ts_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_file_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_meta_missing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_missing_ts_missing_data_missing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_new_does_not_exist_and_relink_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_cleanup_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low -test.unit.cli.test_relinker.TestRelinker.test_cleanup_not_yet_relinked_low ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_careful_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_lock_taken_between_get_hashes_and_rm ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_partition_lock_taken_during_get_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_replication_lock_taken ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust -test.unit.cli.test_relinker.TestRelinker.test_cleanup_old_part_robust ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_older_object_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable -test.unit.cli.test_relinker.TestRelinker.test_cleanup_reapable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok -test.unit.cli.test_relinker.TestRelinker.test_cleanup_relinked_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails -test.unit.cli.test_relinker.TestRelinker.test_cleanup_remove_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition -test.unit.cli.test_relinker.TestRelinker.test_cleanup_same_object_different_inode_in_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_cleanup_second_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_cleanup_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking -test.unit.cli.test_relinker.TestRelinker.test_cleanup_two_files_need_linking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_conf_file -test.unit.cli.test_relinker.TestRelinker.test_conf_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering -test.unit.cli.test_relinker.TestRelinker.test_devices_filter_filtering ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking -test.unit.cli.test_relinker.TestRelinker.test_hook_pre_post_device_locking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_rehashing -test.unit.cli.test_relinker.TestRelinker.test_rehashing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies -test.unit.cli.test_relinker.TestRelinker.test_relink_all_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_both_in_older_part_powers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err -test.unit.cli.test_relinker.TestRelinker.test_relink_conflicting_ts_is_linked_to_part_power_minus_2_err ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_data_files_no_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_existing_older_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file -test.unit.cli.test_relinker.TestRelinker.test_relink_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_newer_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_reconstruction ... ok -test.unit.common.test_db.TestGetDBConnection.test_normal_case -test.unit.common.test_db.TestGetDBConnection.test_normal_case ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_existing_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_data_ts_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid -test.unit.cli.test_relinker.TestRelinker.test_relink_device_filter_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_older_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files -test.unit.cli.test_relinker.TestRelinker.test_relink_existing_data_meta_ts_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_direct_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_failure ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_account_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_error ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second -test.unit.cli.test_relinker.TestRelinker.test_relink_files_per_second ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_obj_error ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_first_quartile_no_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_replication_net ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode -test.unit.cli.test_relinker.TestRelinker.test_relink_link_already_exists_but_different_inode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_container_with_timestamp ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears -test.unit.cli.test_relinker.TestRelinker.test_relink_link_target_disappears ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp -test.unit.common.test_direct_client.TestDirectClient.test_direct_delete_object_with_timestamp ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error -test.unit.cli.test_relinker.TestRelinker.test_relink_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file -test.unit.cli.test_relinker.TestRelinker.test_relink_meta_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_account_no_content_does_not_parse_body ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy -test.unit.cli.test_relinker.TestRelinker.test_relink_no_applicable_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted -test.unit.cli.test_relinker.TestRelinker.test_relink_not_mounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter -test.unit.cli.test_relinker.TestRelinker.test_relink_partition_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option -test.unit.cli.test_relinker.TestRelinker.test_relink_policy_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash -test.unit.cli.test_relinker.TestRelinker.test_relink_second_quartile_does_rehash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_data_meta_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_no_content_does_not_decode_body ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_container_with_extra_params ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_existing_newer_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_chunks ... ok -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file -test.unit.cli.test_relinker.TestRelinker.test_relink_ts_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_object_error ... ok -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges -test.unit.cli.test_relinker.TestRelinker.test_relinker_drop_privileges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub -test.unit.cli.test_relinker.TestRelinker.test_relinker_utils_get_hub ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_recon ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes ... ok -test.unit.cli.test_relinker.TestRelinker.test_state_file -test.unit.cli.test_relinker.TestRelinker.test_state_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_children -test.unit.cli.test_relinker.TestRelinker.test_workers_children ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent -test.unit.cli.test_relinker.TestRelinker.test_workers_parent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors -test.unit.cli.test_relinker.TestRelinker.test_workers_parent_bubbles_up_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_503 ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_good -test.unit.cli.test_reload.TestValidateManagerPid.test_good ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 -test.unit.common.test_direct_client.TestDirectClient.test_direct_get_suffix_hashes_507 ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_deleted ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python -test.unit.cli.test_reload.TestValidateManagerPid.test_non_python ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server -test.unit.cli.test_reload.TestValidateManagerPid.test_non_server ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift -test.unit.cli.test_reload.TestValidateManagerPid.test_non_swift ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error -test.unit.cli.test_reload.TestValidateManagerPid.test_open_error ... ok -test.unit.cli.test_reload.TestValidateManagerPid.test_worker -test.unit.cli.test_reload.TestValidateManagerPid.test_worker ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_container_replication_net ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found -test.unit.common.test_direct_client.TestDirectClient.test_direct_head_object_not_found ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_post_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_container_object_error ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_args ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_chunked ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_fail ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_header_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length -test.unit.common.test_direct_client.TestDirectClient.test_direct_put_object_with_content_length ... ok -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers -test.unit.common.test_direct_client.TestDirectClient.test_gen_headers ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry -test.unit.common.test_direct_client.TestDirectClient.test_retry ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_client_exception ... ok -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception -test.unit.common.test_direct_client.TestDirectClient.test_retry_http_exception ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_str_maxuploads ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_delimiter ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_owner_permission ... ok -test.unit.common.test_manager.TestServer.test_conf_dir -test.unit.common.test_manager.TestServer.test_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_conf_files -test.unit.common.test_manager.TestServer.test_conf_files ... ok -test.unit.common.test_manager.TestServer.test_create_server -test.unit.common.test_manager.TestServer.test_create_server ... ok -test.unit.common.test_manager.TestServer.test_expirer_conf_files -test.unit.common.test_manager.TestServer.test_expirer_conf_files ... ok -test.unit.common.test_manager.TestServer.test_get_conf_file_name -test.unit.common.test_manager.TestServer.test_get_conf_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name -test.unit.common.test_manager.TestServer.test_get_custom_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_pid_file_name -test.unit.common.test_manager.TestServer.test_get_pid_file_name ... ok -test.unit.common.test_manager.TestServer.test_get_running_pids -test.unit.common.test_manager.TestServer.test_get_running_pids ... ok -test.unit.common.test_manager.TestServer.test_interact -test.unit.common.test_manager.TestServer.test_interact ... ok -test.unit.common.test_manager.TestServer.test_iter_pid_files -test.unit.common.test_manager.TestServer.test_iter_pid_files ... ok -test.unit.common.test_manager.TestServer.test_kill_running_pids -test.unit.common.test_manager.TestServer.test_kill_running_pids ... ok -test.unit.common.test_manager.TestServer.test_launch -test.unit.common.test_manager.TestServer.test_launch ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir -test.unit.common.test_manager.TestServer.test_named_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files -test.unit.common.test_manager.TestServer.test_named_conf_dir_pid_files ... ok -test.unit.common.test_manager.TestServer.test_proxy_conf_dir -test.unit.common.test_manager.TestServer.test_proxy_conf_dir ... ok -test.unit.common.test_manager.TestServer.test_server_equality -test.unit.common.test_manager.TestServer.test_server_equality ... ok -test.unit.common.test_manager.TestServer.test_server_repr -test.unit.common.test_manager.TestServer.test_server_repr ... ok -test.unit.common.test_manager.TestServer.test_server_to_string -test.unit.common.test_manager.TestServer.test_server_to_string ... ok -test.unit.common.test_manager.TestServer.test_signal_pids -test.unit.common.test_manager.TestServer.test_signal_pids ... ok -test.unit.common.test_manager.TestServer.test_spawn -test.unit.common.test_manager.TestServer.test_spawn ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose -test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok -test.unit.common.test_manager.TestServer.test_status -test.unit.common.test_manager.TestServer.test_status ... ok -test.unit.common.test_manager.TestServer.test_stop -test.unit.common.test_manager.TestServer.test_stop ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_id_and_key_marker ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_key_marker ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_with_write_permission ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing -test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_relinker_info ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files -test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_permission ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_acl_without_src_permission ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show -test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file -test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command -test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_app_exception ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_can_only_configure_secret_in_one_place ... ok -swift: Unrecognised secret id: None -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_chained_keymasters ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_container_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_correct_root_secret_used ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_filter ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_invalid_root_secret ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_account ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_key_uniqueness ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keymaster_config_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_keys_cached ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_missing_conf_section ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_missing_active_root_secret_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_id ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_multiple_root_secrets_with_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_no_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_object_path ... ok -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/a/c/o') does not match path from request ('/a/not-c/not-o')! Using path from meta. -swift: Path stored in meta ('/o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/c//o') does not match path from request ('/not-a/not-c//not-o')! Using path from meta. -swift: Path stored in meta ('/a/â\x98\x83/â\x9d\x84') does not match path from request ('/a/☃/❄')! Using path from meta. -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_root_secret_path_invalid_secret ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_unicode_object_path ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v1_keys_with_weird_paths ... ok -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys -test.unit.common.middleware.crypto.test_keymaster.TestKeymaster.test_v2_keys ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_all_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_authenticated_users ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_full_control ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_bucket_owner_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_canonical_user ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_from_elem_by_id_only ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_private ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_acl_public_read_write ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_base_grantee ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_canned_acl_grantees ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_empty_list ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_undefined ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_decode_acl_with_invalid_json ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_container ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_many_grant ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_encode_acl_object ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl ... ok -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid -test.unit.common.middleware.s3api.test_subresource.TestS3ApiSubresource.test_from_headers_x_amz_acl_invalid ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_camel_to_snake ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_mktime_weird_tz ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: txfa207051807442d68909e-006979048a) -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_snake_to_camel ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name ... ok -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false -test.unit.common.middleware.s3api.test_utils.TestS3ApiUtils.test_validate_bucket_name_with_dns_compliant_bucket_names_false ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_multi_chars_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:writetest:writeWRITE -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_match_and_s3acl ... ok -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata -test.unit.common.middleware.test_bulk.TestUntarMetadata.test_extract_metadata ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 38, in __call__#012 raise StrangeException('whoa')#012test.unit.common.middleware.test_catch_errors.StrangeException: whoa (txn: tx171a22884f0540c8b4bff-006979048a) -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1146, in _app_call#012 resp = reiterate(resp)#012 ^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate#012 chunk = next(iterator)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 90, in #012 FakeApp(body_iter=(int(x) for x in 'abcd')), {})#012 ^^^^^^#012ValueError: invalid literal for int() with base 10: 'a' (txn: txce91bd45b8e2461da94bb-006979048a) -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok -swift: Error: An error occurred: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/catch_errors.py", line 73, in handle_request#012 resp = self._app_call(env)#012 ^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/wsgi.py", line 1142, in _app_call#012 resp = self.app(env, self._start_response)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_catch_errors.py", line 39, in __call__#012 raise Exception('An error occurred')#012Exception: An error occurred (txn: tx23ded4e1ed6748098db05-006979048a) -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix -test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest -test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_allow_reserved_names ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_duplicate_headers_not_removed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_location_header_fixed ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_ok_header ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_container ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_removed_outbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunt_bypassed_inbound ... ok -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound -test.unit.common.middleware.test_gatekeeper.TestGatekeeper.test_reserved_header_shunted_inbound ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_referrer ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_invalid_reseller_prefix ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_referrer_without_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_for_unauthorized_user ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_fails_same_user_and_tenant ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_insensitive_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_as_owner_for_operator_role ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_container_sync ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_insensitive_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_project_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_obj ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_referrer_with_rlistings ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_reseller_admin ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_id_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_tenant_name_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_user_role_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_authorize_succeeds_for_wildcard_tenant_user_in_roles ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_allow_names ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_failure ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_cross_tenant_authorization_success ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_not_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_delete_own_account_when_reseller_allowed ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_get_project_domain_id ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_identity_set_up_at_call ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_keystone_identity ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_allowed_in_acls_inside_default_domain_with_config ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_inside_default_domain ... ok -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain -test.unit.common.middleware.test_keystoneauth.TestAuthorize.test_names_disallowed_in_acls_outside_default_domain ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_blank_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_pass_through ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_but_not_terrible_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_bad_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_not_really_json ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAclNonUTC.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_info_unrecognized ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_static_web_pretend_to_be_giant_json ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_does_not_duplicate ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_update_vary_if_present ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_account_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_container_with_reserved ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_txt_head ... ok -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head -test.unit.common.middleware.test_listing_formats.TestListingFormats.test_valid_content_type_on_xml_head ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_marker_over_versioned_object_success ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_delete_object_with_versioning_never_enabled ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_denied_DELETE_of_versioned_object ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestDelete.test_put_delete_marker_no_object_success ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types -test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset -test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta -test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range -test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_replication_object ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_with_prefix_and_delimiter ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_bucket ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_GET_without_segment_bucket ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:37 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete - resp = req.get_response(self.app, 'GET', req.container_name, '', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE - new_resp = self._restore_on_delete(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete - resp = req.get_response(self.app, 'PUT', query={ - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server ERROR: Object returning 503 for [] (txn: tx3bc5f470aa75447a91271-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: txb96506a79a5f43f290487-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx96da65cbaeba4f93bdd41-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx27e7bc288716421cb737c-0069790489) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txe71cb1f8e0274c1c92244-0069790489) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx7be5ac214ff34ce5bff17-0069790489) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx70bad3aa5e6c47a0b1e88-0069790489) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: Object returning 503 for [] (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx25992af739e5419a8635f-0069790489)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5 ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_old_style_shard_container ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_configured_missing_obj_rings ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok -test DEBUG: tenant mismatch: BLAN_a != tenant_id -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allow user with role(s) admin,swiftoperator as account admin -test DEBUG: allowing proxy 127.0.0.1 for container-sync -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: Names allowed in acls. -test DEBUG: authorizing http://example.com/index.html via referer ACL -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:* allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL: allowme authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user *:* allowed in ACL authorizing. -test DEBUG: User tenant_name:user_name is not allowed to delete its own account -test DEBUG: User tenant_id has reseller admin authorizing -test DEBUG: Using identity: {'user': ('user_id', 'user_name'), 'tenant': ('test', 'tenant_name'), 'roles': ['reselleradmin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: User test has reseller admin authorizing -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_name:user_id allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_name allowed in ACL authorizing. -test DEBUG: Names allowed in acls. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test DEBUG: user tenant_id:user_id allowed in ACL authorizing. -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in name: '\x00bar\x00versions' -test-listing WARNING: Account listing for a%E2%98%83 had reserved byte in subdir: '\x00foo_' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in name: '\x00bar\x00extra data' -test-listing WARNING: Container listing for a%E2%98%83/c%F0%9F%8C%B4 had reserved byte in subdir: '\x00foo/' -test INFO: - - 27/Jan/2026/18/31/39 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.266134739 1769538699.266360521 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0010 - - 1769538699.266081572 1769538699.267091990 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769538699.268748045 1769538699.269021034 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1769538699.268700361 1769538699.269607306 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769538699.271233082 1769538699.271484852 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1769538699.271185875 1769538699.272050858 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.274096012 1769538699.274345160 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1769538699.274048567 1769538699.274950027 0 -test INFO: - - 27/Jan/2026/18/31/39 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.276530504 1769538699.276721716 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0008 - - 1769538699.276484013 1769538699.277275324 0 -test INFO: - - 27/Jan/2026/18/31/39 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.279219627 1769538699.279453516 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769538699.279812098 1769538699.280094624 0 -test INFO: - - 27/Jan/2026/18/31/39 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.280598164 1769538699.280781269 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0023 - - 1769538699.279056311 1769538699.281377554 - -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769538699.283092499 1769538699.283375263 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from -test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_delete_latest_version_no_marker_success ... ok -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success -test.unit.common.middleware.test_symlink.SymlinkVersioningTestCase.test_new_symlink_version_success ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller -test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict -test.unit.common.middleware.test_xprofile.TestStats2.test_func_to_dict ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv -test.unit.common.middleware.test_xprofile.TestStats2.test_to_csv ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json -test.unit.common.middleware.test_xprofile.TestStats2.test_to_json ... ok -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods -test.unit.common.middleware.test_xprofile.TestStats2.test_to_ods ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_float_replica_count_builder_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_compose_rings_rebalance_needed ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_only_one_ring_in_the_args_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_device_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_composite_same_region_in_the_different_rings_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_part_power_error ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_different_replica_count_works ... ok -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap -test.unit.common.ring.test_composite_builder.TestCompositeBuilder.test_ring_swap ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_excludes_unconfigured_present_obj_rings ... ok -test.unit.common.test_manager.TestServer.test_wait -test.unit.common.test_manager.TestServer.test_wait ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_headers ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params -test.unit.common.test_registry.TestSensitiveRegistry.test_get_sensitive_params ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_header ... ok -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param -test.unit.common.test_registry.TestSensitiveRegistry.test_register_sensitive_param ... ok -test.unit.common.test_swob.TestAccept.test_accept_invalid -test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok -test.unit.common.test_swob.TestAccept.test_accept_json -test.unit.common.test_swob.TestAccept.test_accept_json ... ok -test.unit.common.test_swob.TestAccept.test_accept_plain -test.unit.common.test_swob.TestAccept.test_accept_plain ... ok -test.unit.common.test_swob.TestAccept.test_accept_xml -test.unit.common.test_swob.TestAccept.test_accept_xml ... ok -test.unit.common.test_swob.TestAccept.test_repr -test.unit.common.test_swob.TestAccept.test_repr ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains -test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del -test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys -test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy -test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok -test.unit.common.test_swob.TestStatusMap.test_status_map -test.unit.common.test_swob.TestStatusMap.test_status_map ... ok -test.unit.common.test_utils.TestFileLikeIter.test_close -test.unit.common.test_utils.TestFileLikeIter.test_close ... ok -test.unit.common.test_utils.TestFileLikeIter.test_get_hub -test.unit.common.test_utils.TestFileLikeIter.test_get_hub ... ok -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter -test.unit.common.test_utils.TestFileLikeIter.test_iter_file_iter ... ok -test.unit.common.test_utils.TestFileLikeIter.test_next -test.unit.common.test_utils.TestFileLikeIter.test_next ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read -test.unit.common.test_utils.TestFileLikeIter.test_read ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero -test.unit.common.test_utils.TestFileLikeIter.test_read_with_size_zero ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline -test.unit.common.test_utils.TestFileLikeIter.test_readline ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline2 -test.unit.common.test_utils.TestFileLikeIter.test_readline2 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline3 -test.unit.common.test_utils.TestFileLikeIter.test_readline3 ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readline_with_size ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines -test.unit.common.test_utils.TestFileLikeIter.test_readlines ... ok -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size -test.unit.common.test_utils.TestFileLikeIter.test_readlines_with_size ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor -test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent -test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok -test.unit.common.test_utils.TestStringAlong.test_happy -test.unit.common.test_utils.TestStringAlong.test_happy ... ok -test.unit.common.test_utils.TestStringAlong.test_unhappy -test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok -test.unit.common.test_utils.TestUtils.test_backwards -test.unit.common.test_utils.TestUtils.test_backwards ... ok -test.unit.common.test_utils.TestUtils.test_cache_from_env -test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok -test.unit.common.test_utils.TestUtils.test_cap_length -test.unit.common.test_utils.TestUtils.test_cap_length ... ok -test.unit.common.test_utils.TestUtils.test_clean_content_type -test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene -test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close -test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit -test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges -test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups -test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache -test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7537ffbd6ec84586807f7-006979048a) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: tx7537ffbd6ec84586807f7-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server ERROR: ERROR Unhandled exception in request: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request - return handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped - return func(*a, **kw) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD - resp = self._get_or_head_response(req, node_iter, partition, policy) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response - app_iter.kickoff(req, resp) - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff - self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate - chunk = next(iterator) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item - return super(StringAlong, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range - for i, next_seg in enumerate(segment_iter): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments - segment = self.policy.pyeclib_driver.decode(fragments) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode - return self.ec_lib_reference.decode(fragment_payloads, ranges, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode - return pyeclib_c.decode(self.handle, _fragment_payloads, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx99d0806ecf354503923d8-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner -test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes -test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok -test.unit.common.test_utils.TestUtils.test_find_namespace -test.unit.common.test_utils.TestUtils.test_find_namespace ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body -test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body -test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body -test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok -test.unit.common.test_utils.TestUtils.test_fsync_dir -test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_generate_trans_id -test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok -test.unit.common.test_utils.TestUtils.test_get_db_files -test.unit.common.test_utils.TestUtils.test_get_db_files ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash -test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok -test.unit.common.test_utils.TestUtils.test_get_partition_from_path -test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok -test.unit.common.test_utils.TestUtils.test_get_redirect_data -test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok -test.unit.common.test_utils.TestUtils.test_get_trans_id_time -test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str -test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string -test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok -test.unit.common.test_utils.TestUtils.test_hash_path -test.unit.common.test_utils.TestUtils.test_hash_path ... ok -test.unit.common.test_utils.TestUtils.test_human_readable -test.unit.common.test_utils.TestUtils.test_human_readable ... ok -test.unit.common.test_utils.TestUtils.test_is_file_older -test.unit.common.test_utils.TestUtils.test_is_file_older ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist -test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_error -test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root -test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink -test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount -test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error -test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev -test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino -test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile -test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC -test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists -test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_exactly_two_batches ... ok -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists -test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok - -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response - return self._get_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/31/38 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0009 - - 1769538698.474231720 1769538698.475162029 1 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift INFO: - - 27/Jan/2026/18/31/38 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0008 - - 1769538698.475797415 1769538698.476626396 0 -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_and_range ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538697.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/b35/134a7089c37ab9f40238ac1c54995b35/134a7089c37ab9f40238ac1c54995b35.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538696.00000, (0, 0) as of 1769538696.00000, found as of 1769538696.00000> to ShardRange<'k' to 't' as of 1769538697.00000, (0, 0) as of 1769538697.00000, cleaved as of 1769538697.00000>, path: .shards_a/shard_c_1769538697.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/b35/134a7089c37ab9f40238ac1c54995b35/134a7089c37ab9f40238ac1c54995b35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538699.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/5e1/8b56ad710042071452ae9dd5da8fb5e1/8b56ad710042071452ae9dd5da8fb5e1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538698.00000, (0, 0) as of 1769538698.00000, found as of 1769538698.00000> to ShardRange<'k' to 't' as of 1769538699.00000, (0, 0) as of 1769538699.00000, active as of 1769538699.00000>, path: .shards_a/shard_c_1769538699.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/5e1/8b56ad710042071452ae9dd5da8fb5e1/8b56ad710042071452ae9dd5da8fb5e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538701.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/f18/1342b484afd0d41d64b574208ddb6f18/1342b484afd0d41d64b574208ddb6f18.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538700.00000, (0, 0) as of 1769538700.00000, found as of 1769538700.00000> to ShardRange<'k' to 't' as of 1769538701.00000, (0, 0) as of 1769538701.00000, shrinking as of 1769538701.00000>, path: .shards_a/shard_c_1769538701.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/f18/1342b484afd0d41d64b574208ddb6f18/1342b484afd0d41d64b574208ddb6f18.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538701.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/f18/1342b484afd0d41d64b574208ddb6f18/1342b484afd0d41d64b574208ddb6f18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538703.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e4c/a1376181ce9743aa12efe792c5da6e4c/a1376181ce9743aa12efe792c5da6e4c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538702.00000, (0, 0) as of 1769538702.00000, found as of 1769538702.00000> to ShardRange<'k' to 't' as of 1769538703.00000, (0, 0) as of 1769538703.00000, sharding as of 1769538703.00000>, path: .shards_a/shard_c_1769538703.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e4c/a1376181ce9743aa12efe792c5da6e4c/a1376181ce9743aa12efe792c5da6e4c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538703.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e4c/a1376181ce9743aa12efe792c5da6e4c/a1376181ce9743aa12efe792c5da6e4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538705.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dbe/0164c3f3f825fdf152fbb5e888f8bdbe/0164c3f3f825fdf152fbb5e888f8bdbe.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538704.00000, (0, 0) as of 1769538704.00000, found as of 1769538704.00000> to ShardRange<'k' to 't' as of 1769538705.00000, (0, 0) as of 1769538705.00000, sharded as of 1769538705.00000>, path: .shards_a/shard_c_1769538705.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dbe/0164c3f3f825fdf152fbb5e888f8bdbe/0164c3f3f825fdf152fbb5e888f8bdbe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538705.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dbe/0164c3f3f825fdf152fbb5e888f8bdbe/0164c3f3f825fdf152fbb5e888f8bdbe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538707.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0f4/b199d80b3c45cf032eb3653e1d0a90f4/b199d80b3c45cf032eb3653e1d0a90f4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538706.00000, (0, 0) as of 1769538706.00000, found as of 1769538706.00000> to ShardRange<'k' to 't' as of 1769538707.00000, (0, 0) as of 1769538707.00000, shrunk as of 1769538707.00000>, path: .shards_a/shard_c_1769538707.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0f4/b199d80b3c45cf032eb3653e1d0a90f4/b199d80b3c45cf032eb3653e1d0a90f4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538707.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0f4/b199d80b3c45cf032eb3653e1d0a90f4/b199d80b3c45cf032eb3653e1d0a90f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538709.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/690/4de561cf17a55cf1a8dc3149ab768690/4de561cf17a55cf1a8dc3149ab768690.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538708.00000, (0, 0) as of 1769538708.00000, created as of 1769538708.00000> to ShardRange<'k' to 't' as of 1769538709.00000, (0, 0) as of 1769538709.00000, found as of 1769538709.00000>, path: .shards_a/shard_c_1769538709.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/690/4de561cf17a55cf1a8dc3149ab768690/4de561cf17a55cf1a8dc3149ab768690.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538711.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1fa/57edc8801425305dc26ed8a72afed1fa/57edc8801425305dc26ed8a72afed1fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538713.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/da2/8fb301147a8af0725149ff9905b7ada2/8fb301147a8af0725149ff9905b7ada2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538712.00000, (0, 0) as of 1769538712.00000, created as of 1769538712.00000> to ShardRange<'k' to 't' as of 1769538713.00000, (0, 0) as of 1769538713.00000, cleaved as of 1769538713.00000>, path: .shards_a/shard_c_1769538713.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/da2/8fb301147a8af0725149ff9905b7ada2/8fb301147a8af0725149ff9905b7ada2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538715.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4a9/6996ddf2e34ab56e7725fa18e8a874a9/6996ddf2e34ab56e7725fa18e8a874a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538714.00000, (0, 0) as of 1769538714.00000, created as of 1769538714.00000> to ShardRange<'k' to 't' as of 1769538715.00000, (0, 0) as of 1769538715.00000, active as of 1769538715.00000>, path: .shards_a/shard_c_1769538715.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4a9/6996ddf2e34ab56e7725fa18e8a874a9/6996ddf2e34ab56e7725fa18e8a874a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538717.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0b5/e555e483bc6563f4635b75e26240e0b5/e555e483bc6563f4635b75e26240e0b5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538716.00000, (0, 0) as of 1769538716.00000, created as of 1769538716.00000> to ShardRange<'k' to 't' as of 1769538717.00000, (0, 0) as of 1769538717.00000, shrinking as of 1769538717.00000>, path: .shards_a/shard_c_1769538717.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0b5/e555e483bc6563f4635b75e26240e0b5/e555e483bc6563f4635b75e26240e0b5.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538717.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/0b5/e555e483bc6563f4635b75e26240e0b5/e555e483bc6563f4635b75e26240e0b5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538719.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cca/20cf20d860eca38a1d768322bdf07cca/20cf20d860eca38a1d768322bdf07cca.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538718.00000, (0, 0) as of 1769538718.00000, created as of 1769538718.00000> to ShardRange<'k' to 't' as of 1769538719.00000, (0, 0) as of 1769538719.00000, sharding as of 1769538719.00000>, path: .shards_a/shard_c_1769538719.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cca/20cf20d860eca38a1d768322bdf07cca/20cf20d860eca38a1d768322bdf07cca.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_one_large_batch ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok - -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_acct != 1 -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} -test DEBUG: tenant mismatch: AUTH_foo != None -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing as anonymous -test DEBUG: Authorizing from an overriding middleware -test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Object server 1.2.3.4:6200 direct DELETE '/sda/0/%D8%AA%20account/%D8%AA%20container/%D8%AA%20obj/name' gave status 500: 1.2.3.4:6200 500 Internal Error: device sda -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -direct-client-test ERROR: Kaboom! -Unable to locate config number 5 for account-server -Unable to locate config number 5 for object-server -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 15 -Signal object-server pid: 1 signal: 1 -Signal object-replicator pid: 11 signal: 15 -Signal object-replicator pid: 12 signal: 15 -Signal proxy-server pid: 1 signal: 1 -output Removing pid file /tmp/tmp6mlz9fsa/var/run/one-server.pid with wrong pid 3 -output Removing pid file /tmp/tmp6mlz9fsa/var/run/zero-server.pid with invalid pid -output Removing pid file /tmp/tmp6mlz9fsa/var/run/invalid-server.pid with invalid pid -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 1 signal: 15 -Signal account-reaper pid: 2 signal: 15 -Signal account-reaper pid: 3 signal: 15 -Signal account-reaper pid: 4 signal: 15 -Signal account-reaper pid: 3 signal: 15 -test WARNING: boom -test ERROR: ERROR: swift.cache could not be found in env! -test ERROR: ERROR: swift.cache could not be found in env! -test WARNING: Unable to perform fsync() on directory /tmp/tmp4h78sewz: Bad file descriptor -Unable to locate some_not_real_function in libc. Leaving as a no-op. -test.unit.common.test_utils.TestUtils.test_load_libc_function -test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok -test.unit.common.test_utils.TestUtils.test_load_pkg_resource -test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' -test.unit.common.test_utils.TestUtils.test_load_recon_cache -test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server ERROR: Object returning 503 for [] (txn: tx5c9af5bdfbd448d7b672c-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server ERROR: Object returning 503 for [] (txn: tx74ed34502bb2450e85933-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server ERROR: Object returning 503 for [] (txn: tx943b7ac252f04d8f82367-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx0ff2c2ef65714987914a7-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:29 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test ERROR: Error retrieving recon data: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 228, in raise_Exception - raise Exception -Exception -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error reading recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: [Errno None] None -test ERROR: Error parsing recon cache file: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 84, in _from_recon_cache - with openr(cache_file, 'r') as f: - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 225, in raise_ValueError - raise ValueError -ValueError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSErrortest.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_failed_ring_hash_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_ioerror_produces_none_hash ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_ring_md5_missing_ring_recovers_without_restart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_sharding_info ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_socket_info ... ok - +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_abort ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_complete ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_multipart_uploads_initiate ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_bucket_upload_part_missing_key ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_GET_part_num_not_satisfiable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx84fd737c23754714a77fd-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txc75d3d089cd6443685bd6-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Object returning 503 for [] (txn: txc1b0a530c7a5433a93937-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server ERROR: Object returning 503 for [] (txn: tx64aa442b9ac2455289700-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.13:1013/sdn (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_time ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches -test.unit.common.test_db.TestTombstoneReclaimer.test_batched_reclaim_several_small_batches ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server ERROR: Exception fetching fragments for '/a/c/o': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue - for fragment in frag_iter: - ^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part - chunk = part_file.read(self.app.object_chunk_size) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read - raise ShortReadError( -swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx56df2d2f75af405bbd7ba-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.7:1007/sdh (txn: tx9b9a282c989248538edf8-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.02s) (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.02s) (txn: tx9c447a8798ad40bb88374-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx3d37796c12c14556aa424-006979048a) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok - -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_with_write_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:38 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_and_range ... ok - -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txe8e00353043e494e902b7-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txc2265f1960994536899aa-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Ignoring 404 from primary (txn: txff16abbac8a8419c955b5-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx49dee7e407bf4b14b4d28-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted ... ok -test.unit.common.test_utils.TestUtils.test_lock_file -test.unit.common.test_utils.TestUtils.test_lock_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink -test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok - -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx689ad357778846a1b0abf-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: txc9fdb3849fc34364aa5ef-006979048b) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from primary (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txae2617f0000640d28dd46-006979048c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Ignoring 507 from handoff (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: tx59ba2fa176d74ad3befef-006979048c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail -test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open -test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:57 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_complete_multipart_upload_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_with_write_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_initiate_multipart_upload_acl_without_permission ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_invalid ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok - -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: txc4e3453de0ab4f81b4254-006979048c) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txa1d330ccd148418a80794-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_with_read_permission ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_multipart_uploads_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_with_read_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_missing ... ok -test.unit.common.test_utils.TestUtils.test_lock_path -test.unit.common.test_utils.TestUtils.test_lock_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx77699178b3024ea398bc0-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx58cd8d61296b452baa6ba-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx626bd02bf2df48eb97b2e-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations -test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_list_parts_acl_without_permission ... ok + +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:39 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_multipart ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_no_multipart ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_all_mounted ... ok - +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_list_parts_error ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_owner_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_version_id_but_not_enabled ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders -test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_get_tombstone_count_with_leftover ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multi_upload_empty_body ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:40 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_with_write_permission ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_class -test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit -test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx33c035093157449f8ccb6-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries -test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD -test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_checkmount_fail ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_abort_error ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_error ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '13'} +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_DELETE_without_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket -test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_name -test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps -test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok -test.unit.common.test_utils.TestUtils.test_majority_size -test.unit.common.test_utils.TestUtils.test_majority_size ... ok -test.unit.common.test_utils.TestUtils.test_make_db_file_path -test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok -test.unit.common.test_utils.TestUtils.test_makedirs_count -test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok -test.unit.common.test_utils.TestUtils.test_md5_with_data -test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok -test.unit.common.test_utils.TestUtils.test_md5_without_data -test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok -test.unit.common.test_utils.TestUtils.test_mkdirs -test.unit.common.test_utils.TestUtils.test_mkdirs ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '221'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_complete_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_upload_initiate_no_content_type ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Acl': 'public-read', 'X-Amz-Meta-Foo': 'bar', 'User-Agent': 'Mozzarella Foxfire', 'X-Object-Sysmeta-S3Api-Has-Content-Type': 'no', 'Content-Type': 'application/directory'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Range_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_Response ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp -test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_multipart_uploads_list ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_object_upload_part_error ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Content-Length': '11'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_error ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_excludes_files ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.0:1000/sda (txn: tx9c7b4f75ce2049389fc04-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx84e3c4a82a1b49a3ae427-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.1:1001/sdb (txn: tx0cf37e385aa14aff9ecf6-006979048d) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ - resp = self.handle_request(req) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request - res = handler(req) - ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET - return self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD - resp = req.get_response(self.app, query=query) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 96, in handle_acl - return ah._handle_acl(app, method) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response - raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_fullcontrol_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_with_write_permission ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_version_id_not_implemented ... ok -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_unmounted_no_mounts ... ok -2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. -test.unit.common.test_utils.TestUtils.test_monkey_patch -test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok -test.unit.common.test_utils.TestUtils.test_node_to_string -test.unit.common.test_utils.TestUtils.test_node_to_string ... ok -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision -test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok -test.unit.common.test_utils.TestUtils.test_normalize_timestamp -test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type -test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_content_type -test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok -test.unit.common.test_utils.TestUtils.test_parse_db_filename -test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok -test.unit.common.test_utils.TestUtils.test_parse_header -test.unit.common.test_utils.TestUtils.test_parse_header ... ok -test.unit.common.test_utils.TestUtils.test_parse_options -test.unit.common.test_utils.TestUtils.test_parse_options ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_parse_options_errors -test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok -test.unit.common.test_utils.TestUtils.test_parse_override_options -test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.common.test_utils.TestUtils.test_quorum_size -test.unit.common.test_utils.TestUtils.test_quorum_size ... ok -test.unit.common.test_utils.TestUtils.test_quote_bytes -test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok -test.unit.common.test_utils.TestUtils.test_quote_unicode -test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep -test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok -test.unit.common.test_utils.TestUtils.test_remove_directory -test.unit.common.test_utils.TestUtils.test_remove_directory ... ok -test.unit.common.test_utils.TestUtils.test_remove_file -test.unit.common.test_utils.TestUtils.test_remove_file ... ok -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false -test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir -test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path -test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok -test.unit.common.test_utils.TestUtils.test_round_robin_iter -test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip -test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation -test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok -test.unit.common.test_utils.TestUtils.test_safe_json_loads -test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok -test.unit.common.test_utils.TestUtils.test_search_tree -test.unit.common.test_utils.TestUtils.test_search_tree ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match -test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match -test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok -test.unit.common.test_utils.TestUtils.test_select_node_ip -test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok -test.unit.common.test_utils.TestUtils.test_split_path -test.unit.common.test_utils.TestUtils.test_split_path ... ok -test.unit.common.test_utils.TestUtils.test_storage_directory -test.unit.common.test_utils.TestUtils.test_storage_directory ... ok -test.unit.common.test_utils.TestUtils.test_streq_const_time -test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok -test.unit.common.test_utils.TestUtils.test_strict_b64decode -test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error -test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok -test.unit.common.test_utils.TestUtils.test_systemd_notify -test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok -test.unit.common.test_utils.TestUtils.test_validate_device_partition -test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok -test.unit.common.test_utils.TestUtils.test_validate_hash_conf -test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok -test.unit.common.test_utils.TestUtils.test_validate_sync_to -test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok -test.unit.common.test_utils.TestUtils.test_write_file -test.unit.common.test_utils.TestUtils.test_write_file ... ok -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 -test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_acl_without_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_invalid_source ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_fullcontrol_permission ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_read_permission ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok - -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6c41d12ce4914adb8eef5-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb6e6b7a557394df19b988-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from primary (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Ignoring 404 from handoff (txn: txb994d4c17d3d4ffb991dc-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx02d48de29188472d9f339-006979048e)test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type -test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok - +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:read:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_owner_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_with_write_permission ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_keystone ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_s3acl_and_unknown_user ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_permission ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} +fake-swift DEBUG: +test:testertest:testertest:writetest:writeWRITE +fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_with_version_id_but_not_enabled ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_GET_without_permission ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_acl_without_src_permission ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_error ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object GET {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl +test.unit.common.middleware.s3api.test_multi_upload.TestS3ApiMultiUploadAcl.test_upload_part_copy_headers_with_not_match_and_s3acl ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok + fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:28:58 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range ... ok -test.unit.container.test_server.TestContainerController.test_DELETE -test.unit.container.test_server.TestContainerController.test_DELETE ... ok -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover -test.unit.common.test_db.TestTombstoneReclaimer.test_reclaim_get_tombstone_count_with_leftover ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_bad_request_line ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_message_no_logger ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_log_request ... ok -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy -test.unit.common.test_http_protocol.TestSwiftHttpProtocol.test_swift_http_protocol_parse_request_no_proxy ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_default_read ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_option ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section -test.unit.common.test_memcached.TestLoadMemcache.test_conf_extra_no_section ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_extra_conf_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_maxc_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf -test.unit.common.test_memcached.TestLoadMemcache.test_conf_from_inline_and_sers_from_extra_conf ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_item_warning_threshold ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_bad_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_other_max_conn ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_ratelimiting ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls -test.unit.common.test_memcached.TestLoadMemcache.test_conf_inline_tls ... ok -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read -test.unit.common.test_memcached.TestLoadMemcache.test_conf_set_no_read ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_admin_info_with_disallowed_sub_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections -test.unit.common.test_registry.TestSwiftInfo.test_get_swift_info_with_unmatched_disallowed_sections ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_admin_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info ... ok -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils -test.unit.common.test_registry.TestSwiftInfo.test_register_swift_info_import_from_utils ... ok -test.unit.common.test_utils.TestFallocate.test_arg_bounds -test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate -test.unit.common.test_utils.TestFallocate.test_fallocate ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error -test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors -test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available -test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset -test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container -test.unit.common.test_utils.TestGetExpirerContainer.test_get_expirer_container ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses +test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_HEAD_with_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_bogus_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_passthrough ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_catcherrors_with_unexpected_error ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_error_in_iterator ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_long_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_multiple_content_lengths ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_no_content_length ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_short_response_body ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_length_limit ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_extra_quoted ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_fail ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_pass ... ok +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix +test.unit.common.middleware.test_catch_errors.TestCatchErrors.test_trans_id_header_suffix ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_bad_destination_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_account_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_across_containers ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_in_OPTIONS_response_CORS ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_newest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_destination_header ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_no_object_in_destination ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_headers_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_destination_leading_slash ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_with_slashes_in_name ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_source_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_with_single_range ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_no_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_COPY_x_fresh_metadata_with_updates ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_COPY_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_DLO_manifest ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_basic_put_with_x_copy_from_across_container_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_non_zero_content_length_with_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_not_found_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_server_error_reading_source_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_source_larger_than_max_file_size ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_bad_x_copy_from_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_and_slashes_in_x_copy_from_acct ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_leading_slash_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_no_object_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_object_metadata_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_slashes_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_spaces_in_x_copy_from_and_account ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_copy_with_unicode ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_no_object_in_path_pass_through ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_object_pass_through_methods ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object ... ok +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest +test.unit.common.middleware.test_copy.TestServerSideCopyMiddleware.test_static_large_object_manifest ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme +test.unit.common.middleware.test_formpost.TestFormPost.test_auth_scheme ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_metadata ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome +test.unit.common.middleware.test_formpost.TestFormPost.test_chrome ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires +test.unit.common.middleware.test_formpost.TestFormPost.test_completely_non_int_expires ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode +test.unit.common.middleware.test_formpost.TestFormPost.test_curl_with_unicode ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_empty_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer +test.unit.common.middleware.test_formpost.TestFormPost.test_explorer ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox +test.unit.common.middleware.test_formpost.TestFormPost.test_firefox ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_container_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_multiple_keys ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_with_origin ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent +test.unit.common.middleware.test_formpost.TestFormPost.test_formpost_without_useragent ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_global_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_count_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded +test.unit.common.middleware.test_formpost.TestFormPost.test_max_file_size_exceeded ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start +test.unit.common.middleware.test_formpost.TestFormPost.test_messed_up_start ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_multiple_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container +test.unit.common.middleware.test_formpost.TestFormPost.test_no_container ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process +test.unit.common.middleware.test_formpost.TestFormPost.test_no_file_to_process ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_expired ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_invalid_sig ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error +test.unit.common.middleware.test_formpost.TestFormPost.test_no_redirect_with_error ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 +test.unit.common.middleware.test_formpost.TestFormPost.test_no_v1 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough +test.unit.common.middleware.test_formpost.TestFormPost.test_passthrough ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_good ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported +test.unit.common.middleware.test_formpost.TestFormPost.test_prefixed_and_not_prefixed_sigs_unsupported ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_allowed_deprecated_and_unsupported_digests ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query +test.unit.common.middleware.test_formpost.TestFormPost.test_redirect_with_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_safari +test.unit.common.middleware.test_formpost.TestFormPost.test_safari ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding +test.unit.common.middleware.test_formpost.TestFormPost.test_single_content_type_encoding ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_does_not_pass_query ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_no_redirect_503 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 +test.unit.common.middleware.test_formpost.TestFormPost.test_subrequest_fails_redirect_404 ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value +test.unit.common.middleware.test_formpost.TestFormPost.test_truncated_attr_value ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account +test.unit.common.middleware.test_formpost.TestFormPost.test_wrong_account ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_after_not_int ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at ... ok +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int +test.unit.common.middleware.test_formpost.TestFormPost.test_x_delete_at_not_int ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_defaults ... ok +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple +test.unit.common.middleware.test_keystoneauth.ResellerInInfo.test_multiple ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_is_not_authorized_for_unknown_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_anonymous_with_validtoken_authorized_for_permitted_referrer ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_auth_scheme ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_blank_reseller_prefix ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_confirmed_identity_is_not_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_denied_responses ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_detect_reseller_request ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_identified_options_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_invalid_request_non_authorized ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_override_default_allowed ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_not_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_to_unknown ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_project_domain_id_sysmeta_set_unknown_with_v2 ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_added_underscore ... ok +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores +test.unit.common.middleware.test_keystoneauth.SwiftAuthMultiple.test_reseller_prefix_not_added_double_underscores ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_bytes_count ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_container_listing_translation ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_404_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delete_markers ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_primary ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_empty_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_error_versions_container ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_invalid_delimiter ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_marker_missing_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_never_enabled ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_list_versions_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestContainerOperations.test_listing_translation_utf8 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_obj_is_unversioned ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_current_version_is_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_not_current_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_DELETE_null_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_and_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_404 ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_GET_null_id_versioned_obj ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_delete_marker ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_HEAD_null_id ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_POST_error ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_container_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_invalid ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_not_found ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_PUT_version_with_body ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestVersionAPI.test_fail_non_versioned_container ... ok +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_ratelimit.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_ratelimiting ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_get_manifest_with_submanifest_bytes_in_content_type ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_multiple_ranges_including_suffix_get_manifest ... ok +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest +test.unit.common.middleware.test_slo.TestSloGetOldManifests.test_range_get_manifest ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_failures ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_account_acl_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acl_syntax_verification ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_acls_propagate_to_sysmeta ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_admin_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_bad_acls_get_denied ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readonly_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_readwrite_privileges ... ok +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl +test.unit.common.middleware.test_tempauth.TestAuthMultiplePrefixes.test_user_gets_best_acl ... ok +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception +test.unit.common.middleware.test_tempauth.TestUtilityMethods.test_account_acls_bad_path_raises_exception ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set +test.unit.common.middleware.test_versioned_writes.TestSwiftInfo.test_registered_explicitly_set ... ok +test.unit.common.test_daemon.TestDaemon.test_create +test.unit.common.test_daemon.TestDaemon.test_create ... ok +test.unit.common.test_daemon.TestDaemon.test_stubs +test.unit.common.test_daemon.TestDaemon.test_stubs ... ok + +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1139 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a" 200 174 "-" "-" "-" 0.1240 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0876 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1146 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1077 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0815 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.1337 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a" 200 6 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0966 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0044 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1276 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.1116 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0088 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/a" 200 324 "-" "-" "-" 0.1332 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/%22%27" 201 - "-" "-" "-" 0.0912 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "GET /sda1/p/%22%27" 200 74 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1074 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/%22%3Cword" 201 - "-" "-" "-" 0.0060 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "GET /sda1/p/a" 200 203 "-" "-" "-" 0.1077 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0986 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/%22%3Cword-test" 201 - "-" "-" "-" 0.0189 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "GET /sda1/p/a" 200 102 "-" "-" "-" 0.1119 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1223 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 400 21 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 406 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 400 34 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1121 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.2318 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1323 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.0972 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0966 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1158 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.1222 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2786 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1099 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0996 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0718 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1181 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0845 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0024 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1184 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1191 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1264 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.0916 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 404 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "POST /sda1/p/a" 400 26 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0704 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0880 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1986 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1073 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0197 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1960 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0047 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1878 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1816 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564110 -test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_policy_table_migration_in_get_policy_stats ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_max_shrinking_default ... ok +test.unit.common.test_db.TestExampleBroker.test_commit_pending +test.unit.common.test_db.TestExampleBroker.test_commit_pending ... ok +test.unit.common.test_db.TestExampleBroker.test_delete_db +test.unit.common.test_db.TestExampleBroker.test_delete_db ... ok +test.unit.common.test_db.TestExampleBroker.test_get_info +test.unit.common.test_db.TestExampleBroker.test_get_info ... ok +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata +test.unit.account.test_server.TestAccountController.test_PUT_GET_sys_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE +test.unit.account.test_server.TestAccountController.test_PUT_after_DELETE ... ok +test.unit.account.test_server.TestAccountController.test_PUT_auto_create +test.unit.account.test_server.TestAccountController.test_PUT_auto_create ... ok +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space +test.unit.account.test_server.TestAccountController.test_PUT_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition +test.unit.account.test_server.TestAccountController.test_PUT_invalid_partition ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor +test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpq0vimpa0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq0vimpa0/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpq0vimpa0/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpq0vimpa0/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:57 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1105 "-" 564113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1093 "-" 564113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0719 "-" 564113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1072 "-" 564113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txad0e736a96504ec89665b-00676bfa8a" "proxy-server 564113" 0.0088 "-" 564113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48425/sda1/1/a/c" "txad0e736a96504ec89665b-00676bfa8a" "container-server 564113" 0.0032 "-" 564113 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:52753/sdb1/1/a/c" "txad0e736a96504ec89665b-00676bfa8a" "container-server 564113" 0.0007 "-" 564113 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txad0e736a96504ec89665b-00676bfa8a" "proxy-server 564113" 0.1814 "-" 564113 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txad0e736a96504ec89665b-00676bfa8a" "proxy-server 564113" 0.0496 "-" 564113 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - txad0e736a96504ec89665b-00676bfa8a - 0.1948 - - 1735129738.151534796 1735129738.346310854 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa2046b1103f3486e94fc1-00676bfa8a" "proxy-server 564113" 0.0007 "-" 564113 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52753/sdb1/1/a1/c1" "txa2046b1103f3486e94fc1-00676bfa8a" "container-server 564113" 0.0015 "-" 564113 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48425/sda1/1/a1/c1" "txa2046b1103f3486e94fc1-00676bfa8a" "container-server 564113" 0.0006 "-" 564113 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2046b1103f3486e94fc1-00676bfa8a" "proxy-server 564113" 0.2416 "-" 564113 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa2046b1103f3486e94fc1-00676bfa8a" "proxy-server 564113" 0.1266 "-" 564113 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa2046b1103f3486e94fc1-00676bfa8a - 0.2466 - - 1735129738.347205400 1735129738.593787193 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:58 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb418b9b77cbd46628e93a-00676bfa8a" "proxy-server 564113" 0.1171 "-" 564113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48425/sda1/2/a/c1" "txb418b9b77cbd46628e93a-00676bfa8a" "container-server 564113" 0.1274 "-" 564113 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52753/sdb1/2/a/c1" "txb418b9b77cbd46628e93a-00676bfa8a" "container-server 564113" 0.0186 "-" 564113 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb418b9b77cbd46628e93a-00676bfa8a" "proxy-server 564113" 0.4029 "-" 564113 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txb418b9b77cbd46628e93a-00676bfa8a" "proxy-server 564113" 0.2836 "-" 564113 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/59 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txb418b9b77cbd46628e93a-00676bfa8a - 0.5270 - - 1735129738.594653130 1735129739.121607780 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6f379f850a33438394e09-00676bfa8b" "proxy-server 564113" 0.1241 "-" 564113 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48425/sda1/1/a/c2" "tx6f379f850a33438394e09-00676bfa8b" "container-server 564113" 0.0013 "-" 564113 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:52753/sdb1/1/a/c2" "tx6f379f850a33438394e09-00676bfa8b" "container-server 564113" 0.1298 "-" 564113 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6f379f850a33438394e09-00676bfa8b" "proxy-server 564113" 0.2723 "-" 564113 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:28:59 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6f379f850a33438394e09-00676bfa8b" "proxy-server 564113" 0.3760 "-" 564113 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/28/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6f379f850a33438394e09-00676bfa8b - 0.5083 - - 1735129739.122500896 1735129739.630841017 2 +test.unit.common.test_db.TestExampleBroker.test_get_max_row +test.unit.common.test_db.TestExampleBroker.test_get_max_row ... ok +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata +test.unit.account.test_server.TestAccountController.test_PUT_non_utf8_metadata ... ok +test.unit.account.test_server.TestAccountController.test_PUT_not_found +test.unit.account.test_server.TestAccountController.test_PUT_not_found ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_no_gaps ... ok +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata +test.unit.common.test_db.TestExampleBroker.test_get_raw_metadata ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_pre_storage_policy_replication ... ok +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race +test.unit.account.test_server.TestAccountController.test_PUT_simulated_create_race ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_complete_rsync_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space +test.unit.account.test_server.TestAccountController.test_REPLICATE_insufficient_space ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync +test.unit.account.test_server.TestAccountController.test_REPLICATE_unknown_sync ... ok +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works +test.unit.account.test_server.TestAccountController.test_REPLICATE_value_error_works ... ok +test.unit.account.test_server.TestAccountController.test__call__raise_timeout +test.unit.account.test_server.TestAccountController.test__call__raise_timeout ... ok +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD +test.unit.account.test_server.TestAccountController.test_content_type_on_HEAD ... ok +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container +test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok +test.unit.account.test_server.TestAccountController.test_correct_allowed_method +test.unit.account.test_server.TestAccountController.test_correct_allowed_method ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_root ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_container_in_account ... ok +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_invalid_reserved_namespace_account ... ok +test.unit.common.test_db.TestExampleBroker.test_get_syncs +test.unit.common.test_db.TestExampleBroker.test_get_syncs ... ok +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding +test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account +test.unit.account.test_server.TestAccountController.test_create_reserved_container_in_account ... ok +test.unit.common.test_db.TestExampleBroker.test_maybe_get +test.unit.common.test_db.TestExampleBroker.test_maybe_get ... ok +test.unit.container.test_backend.TestContainerBroker.test_exception +test.unit.container.test_backend.TestContainerBroker.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_not_sharded ... ok +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account +test.unit.account.test_server.TestAccountController.test_create_reserved_namespace_account ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_delete_with_objects ... ok +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_no_public ... ok + +test INFO: - - - [25/Dec/2024:12:28:53 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1096 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1250 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0023 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:54 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1298 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0771 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:55 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1018 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2999 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1181 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:56 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1116 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1034 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0019 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1104 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0636 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1085 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1208 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0176 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1166 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0939 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1072 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1082 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1296 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0913 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0185 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpc9wf2kj2/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0938 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1108 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1730 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0086 "-" 564109 2test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public +test.unit.account.test_server.TestAccountController.test_delimiter_with_reserved_and_public ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_recreate_with_objects ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_nothing_to_do ... ok +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies +test.unit.account.test_server.TestAccountController.test_empty_except_for_used_policies ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_put_container ... ok +test.unit.account.test_server.TestAccountController.test_empty_policy_stats +test.unit.account.test_server.TestAccountController.test_empty_policy_stats ... ok +test.unit.account.test_server.TestAccountController.test_init +test.unit.account.test_server.TestAccountController.test_init ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_delete ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_false ... ok +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true +test.unit.account.test_server.TestAccountController.test_insufficient_storage_mount_check_true ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist +test.unit.account.test_server.TestAccountController.test_invalid_method_doesnt_exist ... ok +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public +test.unit.account.test_server.TestAccountController.test_invalid_method_is_not_public ... ok +test.unit.account.test_server.TestAccountController.test_list_allowed_methods +test.unit.account.test_server.TestAccountController.test_list_allowed_methods ... ok +test.unit.account.test_server.TestAccountController.test_log_line_format +test.unit.account.test_server.TestAccountController.test_log_line_format ... ok + +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1379 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1970 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.2377 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1127 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a" 204 - "-" "-" "-" 0.1057 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 403 16 "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/.a/c" 201 - "-" "-" "-" 0.1133 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/.c" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/./a" 400 20 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.1394 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 400 28 "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0926 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0492 "-" 564110 - +test DEBUG: - - - [25/Dec/2024:12:28:59 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564110 - +test DEBUG: - - - [25/Dec/2024:12:28:59 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0001 "-" 564110 - +test DEBUG: - - - [25/Dec/2024:12:28:59 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 281, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:28:59 +0000] "REPLICATE /sda1/p/a/" 500 832 "-" "-" "-" 0.0061 "-" 564110 - +test DEBUG: - - - [25/Dec/2024:12:28:59 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 564110 - +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/account/server.py", line 315, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/account/test_server.py", line 2606, in mock_put_method + raise Exception() +Exception +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0852 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0005 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0015 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0937 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c%00stuff" 400 36 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/foo%00bar" 400 34 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0742 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/%00c%00stuff" 201 - "-" "-" "-" 0.0033 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/%00a" 201 - "-" "-" "-" 0.0904 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/%00foo%00bar" 201 - "-" "-" "-" 0.1114 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1376 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0053 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0761 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0575 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0119 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.1382 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0971 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 20 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 26 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 94 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "GET /sda1/p/a" 200 116 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1014 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0103 "-" 564110 0 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1213 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0723 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "method_doesnt_exist /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "__init__ /sda1/p/a" 405 - "-" "-" "-" 0.0001 "-" 564110 - +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 - "-" "-" "-" 2.0000 "-" 1234 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0932 "-" 564110 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_old_style_shard_container ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_simple_recreate ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_overlapping_shard_ranges ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_delete_no_status_change ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change +test.unit.common.test_db.TestExampleBroker.test_merge_timestamps_update_put_no_status_change ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok +test.unit.account.test_server.TestAccountController.test_markers_with_reserved +test.unit.account.test_server.TestAccountController.test_markers_with_reserved ... ok +test.unit.common.test_db.TestExampleBroker.test_put_timestamp +test.unit.common.test_db.TestExampleBroker.test_put_timestamp ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use +test.unit.account.test_server.TestAccountController.test_multiple_policies_in_use ... ok +test.unit.account.test_server.TestAccountController.test_not_allowed_method +test.unit.account.test_server.TestAccountController.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok +test.unit.common.test_db.TestExampleBroker.test_status_changed_at +test.unit.common.test_db.TestExampleBroker.test_status_changed_at ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_add_remove_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache +test.unit.common.test_storage_policy.TestStoragePolicies.test_bind_ports_cache ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecate_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_deprecated_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached +test.unit.common.test_storage_policy.TestStoragePolicies.test_ec_fragment_size_cached ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_custom_diskfile ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_diskfile_manager_invalid_policy_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_object_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_get_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config +test.unit.common.test_storage_policy.TestStoragePolicies.test_known_bad_ec_config ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_names_EC ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero +test.unit.common.test_storage_policy.TestStoragePolicies.test_multiple_policies_with_no_policy_index_zero ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized +test.unit.common.test_storage_policy.TestStoragePolicies.test_names_are_normalized ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_no_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_parse_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute +test.unit.common.test_storage_policy.TestStoragePolicies.test_policies_type_attribute ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate +test.unit.common.test_storage_policy.TestStoragePolicies.test_policy_baseclass_instantiate ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_erasure_coding ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication +test.unit.common.test_storage_policy.TestStoragePolicies.test_quorum_size_replication ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies +test.unit.common.test_storage_policy.TestStoragePolicies.test_reload_invalid_storage_policies ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough +test.unit.common.test_storage_policy.TestStoragePolicies.test_singleton_passthrough ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string +test.unit.common.test_storage_policy.TestStoragePolicies.test_split_policy_string ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policies_as_dict_keys ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_get_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_ordering ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr +test.unit.common.test_storage_policy.TestStoragePolicies.test_storage_policy_repr ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info +test.unit.common.test_storage_policy.TestStoragePolicies.test_swift_info ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_defaults ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_indexes ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_names ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_default ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policies_type_invalid ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_policy_params ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring +test.unit.common.test_storage_policy.TestStoragePolicies.test_validate_ring ... ok +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names +test.unit.common.test_storage_policy.TestStoragePolicies.test_wacky_int_names ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_absent ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_before ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_greater ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_out_of_range_is_ignored ... ok +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same +test.unit.common.test_swob.TestConditionalIfModifiedSince.test_same ... ok test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir test.unit.common.test_utils.TestSetSwiftDir.test_set_swift_dir ... ok -test.unit.common.test_utils.TestUTC.test_tzname -test.unit.common.test_utils.TestUTC.test_tzname ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit -test.unit.common.test_wsgi.TestWorkersStrategy.test_log_sock_exit ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout -test.unit.common.test_wsgi.TestWorkersStrategy.test_loop_timeout ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks -test.unit.common.test_wsgi.TestWorkersStrategy.test_new_worker_socks ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock -test.unit.common.test_wsgi.TestWorkersStrategy.test_no_fork_sock ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook -test.unit.common.test_wsgi.TestWorkersStrategy.test_post_fork_hook ... ok -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets -test.unit.common.test_wsgi.TestWorkersStrategy.test_shutdown_sockets ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_defaults +test.unit.common.utils.test_config.ResellerConfReader.test_defaults ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_same_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers +test.unit.common.utils.test_config.ResellerConfReader.test_multiple_stray_commas_resellers ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default +test.unit.common.utils.test_config.ResellerConfReader.test_same_as_default ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_first_blank ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_blank_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_several_resellers_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf +test.unit.common.utils.test_config.ResellerConfReader.test_single_blank_reseller_with_conf ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma +test.unit.common.utils.test_config.ResellerConfReader.test_stray_comma ... ok +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options +test.unit.common.utils.test_config.ResellerConfReader.test_unprefixed_options ... ok test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ip ... ok test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv4 ... ok test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 test.unit.common.utils.test_ipaddrs.TestIsValidIP.test_is_valid_ipv6 ... ok -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_object ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_preserves_ownership ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shard_ranges_in_found_state ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool +test.unit.common.utils.test_logs.TestPipeMutex.test_blocking_tpool ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api +test.unit.common.utils.test_logs.TestPipeMutex.test_context_manager_api ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking +test.unit.common.utils.test_logs.TestPipeMutex.test_nonblocking ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive +test.unit.common.utils.test_logs.TestPipeMutex.test_recursive ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire +test.unit.common.utils.test_logs.TestPipeMutex.test_release_without_acquire ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases +test.unit.common.utils.test_logs.TestPipeMutex.test_too_many_releases ... ok +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser +test.unit.common.utils.test_logs.TestPipeMutex.test_wrong_releaser ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129810.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/456/e08970d36bd2f2fc1498fbcf0e822456/e08970d36bd2f2fc1498fbcf0e822456.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129809.00000, (0, 0) as of 1735129809.00000, sharding as of 1735129809.00000> to ShardRange<'k' to 't' as of 1735129810.00000, (0, 0) as of 1735129810.00000, shrunk as of 1735129810.00000>, path: .shards_a/shard_c_1735129810.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/456/e08970d36bd2f2fc1498fbcf0e822456/e08970d36bd2f2fc1498fbcf0e822456.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129810.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/456/e08970d36bd2f2fc1498fbcf0e822456/e08970d36bd2f2fc1498fbcf0e822456.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129812.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/70a/4c4e482e07def4a1eebed01d6cda070a/4c4e482e07def4a1eebed01d6cda070a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129811.00000, (0, 0) as of 1735129811.00000, sharded as of 1735129811.00000> to ShardRange<'k' to 't' as of 1735129812.00000, (0, 0) as of 1735129812.00000, found as of 1735129812.00000>, path: .shards_a/shard_c_1735129812.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/70a/4c4e482e07def4a1eebed01d6cda070a/4c4e482e07def4a1eebed01d6cda070a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129814.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9cf/37b613a2468cf7ed0933adcf5e5f19cf/37b613a2468cf7ed0933adcf5e5f19cf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129813.00000, (0, 0) as of 1735129813.00000, sharded as of 1735129813.00000> to ShardRange<'k' to 't' as of 1735129814.00000, (0, 0) as of 1735129814.00000, created as of 1735129814.00000>, path: .shards_a/shard_c_1735129814.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9cf/37b613a2468cf7ed0933adcf5e5f19cf/37b613a2468cf7ed0933adcf5e5f19cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129816.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1f9/0bba93ca2d65f71000a111228c77e1f9/0bba93ca2d65f71000a111228c77e1f9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129815.00000, (0, 0) as of 1735129815.00000, sharded as of 1735129815.00000> to ShardRange<'k' to 't' as of 1735129816.00000, (0, 0) as of 1735129816.00000, cleaved as of 1735129816.00000>, path: .shards_a/shard_c_1735129816.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1f9/0bba93ca2d65f71000a111228c77e1f9/0bba93ca2d65f71000a111228c77e1f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129818.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/86b/cebf0a82a66ef86b6fb4844b986ff86b/cebf0a82a66ef86b6fb4844b986ff86b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129817.00000, (0, 0) as of 1735129817.00000, sharded as of 1735129817.00000> to ShardRange<'k' to 't' as of 1735129818.00000, (0, 0) as of 1735129818.00000, active as of 1735129818.00000>, path: .shards_a/shard_c_1735129818.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/86b/cebf0a82a66ef86b6fb4844b986ff86b/cebf0a82a66ef86b6fb4844b986ff86b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129820.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/542/136da15e388d8260f59bde0202a7d542/136da15e388d8260f59bde0202a7d542.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129819.00000, (0, 0) as of 1735129819.00000, sharded as of 1735129819.00000> to ShardRange<'k' to 't' as of 1735129820.00000, (0, 0) as of 1735129820.00000, shrinking as of 1735129820.00000>, path: .shards_a/shard_c_1735129820.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/542/136da15e388d8260f59bde0202a7d542/136da15e388d8260f59bde0202a7d542.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129820.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/542/136da15e388d8260f59bde0202a7d542/136da15e388d8260f59bde0202a7d542.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129822.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/572/0fb61eb0948530a4948c282e21486572/0fb61eb0948530a4948c282e21486572.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129821.00000, (0, 0) as of 1735129821.00000, sharded as of 1735129821.00000> to ShardRange<'k' to 't' as of 1735129822.00000, (0, 0) as of 1735129822.00000, sharding as of 1735129822.00000>, path: .shards_a/shard_c_1735129822.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/572/0fb61eb0948530a4948c282e21486572/0fb61eb0948530a4948c282e21486572.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129822.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/572/0fb61eb0948530a4948c282e21486572/0fb61eb0948530a4948c282e21486572.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129824.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa9/949001a3ff835c7f536bcf7cfea17fa9/949001a3ff835c7f536bcf7cfea17fa9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129824.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa9/949001a3ff835c7f536bcf7cfea17fa9/949001a3ff835c7f536bcf7cfea17fa9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129826.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a14/9db94ad9c3d2e43e6719715bcc3e7a14/9db94ad9c3d2e43e6719715bcc3e7a14.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129825.00000, (0, 0) as of 1735129825.00000, sharded as of 1735129825.00000> to ShardRange<'k' to 't' as of 1735129826.00000, (0, 0) as of 1735129826.00000, shrunk as of 1735129826.00000>, path: .shards_a/shard_c_1735129826.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a14/9db94ad9c3d2e43e6719715bcc3e7a14/9db94ad9c3d2e43e6719715bcc3e7a14.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129826.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a14/9db94ad9c3d2e43e6719715bcc3e7a14/9db94ad9c3d2e43e6719715bcc3e7a14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129828.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/77e/9ed06950cc391eb151ea2087cb32977e/9ed06950cc391eb151ea2087cb32977e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129827.00000, (0, 0) as of 1735129827.00000, shrunk as of 1735129827.00000> to ShardRange<'k' to 't' as of 1735129828.00000, (0, 0) as of 1735129828.00000, found as of 1735129828.00000>, path: .shards_a/shard_c_1735129828.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/77e/9ed06950cc391eb151ea2087cb32977e/9ed06950cc391eb151ea2087cb32977e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129830.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9e1/2c6edc077fc87ef08724676b838979e1/2c6edc077fc87ef08724676b838979e1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129829.00000, (0, 0) as of 1735129829.00000, shrunk as of 1735129829.00000> to ShardRange<'k' to 't' as of 1735129830.00000, (0, 0) as of 1735129830.00000, created as of 1735129830.00000>, path: .shards_a/shard_c_1735129830.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9e1/2c6edc077fc87ef08724676b838979e1/2c6edc077fc87ef08724676b838979e1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129832.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d0e/7e6ce6b444c4a76ec9e50868501e1d0e/7e6ce6b444c4a76ec9e50868501e1d0e.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129831.00000, (0, 0) as of 1735129831.00000, shrunk as of 1735129831.00000> to ShardRange<'k' to 't' as of 1735129832.00000, (0, 0) as of 1735129832.00000, cleaved as of 1735129832.00000>, path: .shards_a/shard_c_1735129832.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d0e/7e6ce6b444c4a76ec9e50868501e1d0e/7e6ce6b444c4a76ec9e50868501e1d0e.dbtest.unit.account.test_server.TestAccountController.test_null_markers +test.unit.account.test_server.TestAccountController.test_null_markers ... ok +test.unit.account.test_server.TestAccountController.test_params_format +test.unit.account.test_server.TestAccountController.test_params_format ... ok +test.unit.account.test_server.TestAccountController.test_params_utf8 +test.unit.account.test_server.TestAccountController.test_params_utf8 ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default +test.unit.account.test_server.TestAccountController.test_policy_stats_non_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_brokers +test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy +test.unit.account.test_server.TestAccountController.test_policy_stats_with_legacy ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok + +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1059 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0010 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0764 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:57 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1301 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1454 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:58 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1028 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1174 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1202 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0856 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:28:59 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0161 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1031 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0963 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0025 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0822 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0011 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1077 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0975 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0917 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0026 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0077 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5591 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3653 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0887 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0026 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0810 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1029 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0533 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0006 "-" 564112 - +test DEBUG: Unlinked retiring db '/tmp/tmp4pn7qb6a/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0726 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0778 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0002 "-" 564112 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_db_state +test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok +test INFO: - - - [25/Dec/2024:12:29:00 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0895 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0770 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3738 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3500 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0119 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0004 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0727 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0900 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0889 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1178 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0032 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0016 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpwnwllpvb/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1179 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0046 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.0605 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0938 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0113 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.0931 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0016 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0978 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0020 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0876 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0760 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0112 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0953 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved +test.unit.account.test_server.TestAccountController.test_prefix_with_reserved ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_shrink_threshold_with_tombstones ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info +test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods +test.unit.account.test_server.TestAccountController.test_replicaiton_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved +test.unit.account.test_server.TestAccountController.test_reserved_markers_with_non_reserved ... ok +test.unit.account.test_server.TestAccountController.test_serv_reserv +test.unit.account.test_server.TestAccountController.test_serv_reserv ... ok +test.unit.account.test_server.TestAccountController.test_through_call +test.unit.account.test_server.TestAccountController.test_through_call ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path ... ok +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 +test.unit.account.test_server.TestAccountController.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid +test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_single_donor_shrink_to_root ... ok +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.account.test_backend.TestAccountBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok +test.unit.cli.test_info.TestPrintObj.test_missing_etag +test.unit.cli.test_info.TestPrintObj.test_missing_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid +test.unit.cli.test_info.TestPrintObj.test_print_obj_invalid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid +test.unit.cli.test_info.TestPrintObj.test_print_obj_valid ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy +test.unit.cli.test_info.TestPrintObj.test_print_obj_with_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_add ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_overload ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_part_power ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_random_seed ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_remove ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_replicas ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_rounds ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_save ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_bad_set_weight ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_good ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_invalid_json ... ok +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object +test.unit.cli.test_ring_builder_analyzer.TestParseScenario.test_json_not_object ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_canned_acl_PUT_with_s3acl ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'X-Amz-Acl': 'public-read', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Grant AllUsers READ permission on the bucket /bucket +fake-swift DEBUG: Grant test:tester FULL_CONTROL permission on the bucket /bucket +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=0-3', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'}test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_bucket_fails_with_neither_acl_header_nor_xml_PUT ... ok + +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=3-3', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': 'CY9rzUYh03PK3k6DJie09g==', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '098f6bcd4621d373cade4e832627b4f6', 'Content-Length': '0'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1-', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=-3', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'Content-Md5': 'Je0by0I7C3IA9IX8X/ccjg==', 'Transfer-Encoding': 'chunked', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '25ed1bcb423b0b7200f485fc5ff71c8e'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': '', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'hoge', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=1', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_handle_acl_header_with_s3acl ... ok +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET +test.unit.common.middleware.s3api.test_acl.TestS3ApiAclCommonSetup.test_object_acl_GET ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_get_acl_handler ... ok +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl +test.unit.common.middleware.s3api.test_acl_handlers.TestAclHandlers.test_handle_acl ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_allow_multipart_uploads ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_controller_for_multipart_upload_requests ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_header_authorization ... ok +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization +test.unit.common.middleware.s3api.test_s3request.TestSigV4Request.test_init_query_authorization ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_account_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_already_weak_but_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_cluster_wide ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_account_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_off_overrides_cluster_on ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_account_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_container_on_overrides_cluster_off ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_account_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_container_info ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_no_etag ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_object_request ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_non_swift_path ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_only_half_valid ... ok +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info +test.unit.common.middleware.test_etag_quoter.TestEtagQuoter.test_swift_info ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_and_HEAD_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_overrides_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_GET_registered_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_uploaded_with_query_string ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST +test.unit.common.middleware.test_helpers.TestFakeSwift.test_PUT_with_query_string_POST ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods +test.unit.common.middleware.test_helpers.TestFakeSwift.test_allowed_methods ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered +test.unit.common.middleware.test_helpers.TestFakeSwift.test_not_registered ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy +test.unit.common.middleware.test_helpers.TestFakeSwift.test_object_GET_updated_with_storage_policy ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_ignored ... ok +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift +test.unit.common.middleware.test_helpers.TestFakeSwift.test_range_ignore_range_header_old_swift ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long +test.unit.common.middleware.test_slo.TestSloErrors.test_download_takes_too_long ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_first_segment_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_segment ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_error_fetching_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_available ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists +test.unit.common.middleware.test_slo.TestSloErrors.test_first_segment_not_exists ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp +test.unit.common.middleware.test_slo.TestSloErrors.test_generator_closure_iter_app_resp ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest +test.unit.common.middleware.test_slo.TestSloErrors.test_get_bogus_manifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough +test.unit.common.middleware.test_slo.TestSloErrors.test_get_invalid_sysmeta_passthrough ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_head_does_not_validate_first_segment_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest +test.unit.common.middleware.test_slo.TestSloErrors.test_invalid_json_submanifest ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_checksum ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_etag ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_length ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size +test.unit.common.middleware.test_slo.TestSloErrors.test_mismatched_size ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_recursion_limit ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error +test.unit.common.middleware.test_slo.TestSloErrors.test_slo_sysmeta_on_error ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion ... ok +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit +test.unit.common.middleware.test_slo.TestSloErrors.test_sub_slo_recursion_limit ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_ec_symlink_range_unsatisfiable_can_redirect_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_non_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_mismatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_static_link_to_symlink_fails ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_to_reserved_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_not_found ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_get_target_object_range_not_satisfiable ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_symlink_with_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_head_target_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_non_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_set_symlink_POST_fail ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_sym_to_sym_to_target ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_change_symloopmax ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_chunked_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_info ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_post_but_fail_at_server ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_account_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_bad_object_header ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_different_account ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_leading_slash ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_non_zero_length ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_put_with_prevalidated_etag_sysmeta_incomplete ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_error ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_to_non_existing_object_override ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_explicit_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_etag_target_missing_content_type ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_quoted_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_simple_put_with_unmatched_etag ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symlink_too_deep ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_symloop_max_config ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_invalid_format ... ok +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself +test.unit.common.middleware.test_symlink.TestSymlinkMiddleware.test_validate_and_prep_request_headers_points_to_itself ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_custom_url_config ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_multiple_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_no_prefix_reseller ... ok +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller +test.unit.common.middleware.test_tempauth.TestGetUserGroups.test_single_reseller ... ok +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler +test.unit.common.middleware.test_xprofile.TestXProfile.test_get_profiler ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica +test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok +test.unit.account.test_server.TestAccountController.test_utf8_metadata +test.unit.account.test_server.TestAccountController.test_utf8_metadata ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count ... ok +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted +test.unit.cli.test_recon_cron.TestReconCron.test_get_async_count_deleted ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_component_different_builder_order ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_bad_composite_builder_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose +test.unit.cli.test_ringcomposer.TestCommands.test_compose ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_builders ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1084 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.1001 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0756 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0622 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0764 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0157 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0643 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0969 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0535 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0961 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0050 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0871 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0356 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0678 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0962 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0750 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0589 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0910 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1135 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0844 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0676 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing +test.unit.cli.test_ringcomposer.TestCommands.test_compose_existing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_compact_user_input ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_different_number_builders ... ok +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type +test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_builder_file ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_duplicate_builder_ids ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_items_since +test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_fails_to_write_composite_ring_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files +test.unit.cli.test_ringcomposer.TestCommands.test_compose_insufficient_component_builder_files ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_insufficient_builders ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_compose_nonexistent_component_builder_file ... ok +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_missing_builder_id ... ok +Loaded db broker for a/c +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_deprecated_options ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show +test.unit.cli.test_ringcomposer.TestCommands.test_show ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file +test.unit.cli.test_ringcomposer.TestCommands.test_show_nonexistent_composite_builder_file ... ok +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command +test.unit.cli.test_ringcomposer.TestCommands.test_unknown_command ... ok + +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0160 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:01 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0888 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.4671 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.6031 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:02 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.5894 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.3498 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.0959 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0011 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0706 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.0259 "-" 564110 0 +test INFO: - - - [25/Dec/2024:12:29:03 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0761 "-" 564110 1 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0710 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0643 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0190 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.1111 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.0635 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.1002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1052 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0861 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1242 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0007 "-" 564110 1 +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0964 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0904 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:04 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0017 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0947 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0892 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0752 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0855 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.1030 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0801 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0010 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0983 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0983 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0872 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0943 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0854 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0803 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0159 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0618 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0807 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0899 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0009 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0008 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0002 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1516 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0484 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0926 "-" 564110 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0554 "-" 564110 - +test ERROR: Bad key for 'container': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytestest.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_container_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_bad_object_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_callback_exception ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_callback ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_container_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_key_for_default_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_missing_object_key_for_specified_required_list ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_not_a_dict ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_keys_with_crypto_meta ... ok +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys +test.unit.common.middleware.crypto.test_crypto_utils.TestCryptoWsgiContext.test_get_multiple_keys ... ok +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response +test.unit.common.middleware.s3api.test_s3response.TestErrorResponse.test_error_response ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_bad_reply ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_fail_to_connect_to_keystone ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestDeferredAuth.test_unauthorized_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorize_with_unicode_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_http ... ok + +test ERROR: Bad key for 'object': Key must be length 32 bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 179, in get_keys + self.crypto.check_key(key) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 142, in check_key + raise ValueError("Key must be length %s bytes" % self.key_length) +ValueError: Key must be length 32 bytes +test ERROR: get_keys(): from callback: boom: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 167, in get_keys + keys = fetch_crypto_keys(key_id=key_id) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/crypto/test_crypto_utils.py", line 95, in callback + raise Exception('boom') +Exception: boom +test ERROR: ERROR get_keys() missing callback: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 159, in get_keys + fetch_crypto_keys = env[CRYPTO_KEY_CALLBACK] + ~~~^^^^^^^^^^^^^^^^^^^^^ +KeyError: 'swift.callback.fetch_crypto_keys' +test ERROR: Missing key for 'container': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'container' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Missing key for 'object': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +KeyError: 'object' +test ERROR: Did not get a keys dict: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/crypto/crypto_utils.py", line 178, in get_keys + key = keys[name] + ~~~~^^^^^^ +TypeError: list indices must be integers or slices, not str +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - deferring rejection downstream +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, deferring rejection based on error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, deferring rejection based on error: 401 Unauthorized +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "acc\u00e9ss", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_authorized_v3 ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_bad_auth_uris ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_http_timeout_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_insecure_option ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_no_path_request ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_nukes_auth_headers ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_reseller_prefix ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_does_not_exist ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter +test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_older_builder ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_is_cached ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_secret_sets_cache ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_tolerate_missing_token_id ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_unicode_path ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_auth_storage_token ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestGood.test_without_authorization ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorization_nova_toconnect ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_and_unquote_chars ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorize_with_access_key_in_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok + +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} +test DEBUG: Error on keystone reply: 201 {"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}} - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Not a path query: /, skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Cached creds valid +test DEBUG: Connecting with tenant: tenant_id +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test INFO: Caching s3tokens for 20 seconds +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Cached keystone credentials +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Connecting with tenant: TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: FORCED_TENANT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_bytes ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_http ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_trailing_slash ... ok +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_authorized_v3 ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid ... ok + +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 200, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Connecting with tenant: PROJECT_ID +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting requesttest.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts +test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestV3.test_bad_reply_missing_parts ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults +test.unit.common.middleware.test_domain_remap.TestSwiftInfo.test_registered_nondefaults ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_get ... ok +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put +test.unit.common.middleware.test_keystoneauth.TestAuthorizeReaderProject.test_reader_put ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough +test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_defaults ... ok +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults +test.unit.common.middleware.test_slo.TestSwiftInfo.test_registered_non_defaults ... ok +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_with_POST ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_replica_count_changed ... ok + +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"name": "PROJECT_NAME", "id": "PROJECT_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' +test DEBUG: Error on keystone reply: 201 b'{"token": {"user": {"domain": {"name": "Default", "id": "default"}, "name": "S3_USER", "id": "USER_ID"}, "project": {"domain": {"name": "PROJECT_DOMAIN_NAME", "id": "PROJECT_DOMAIN_ID"}, "name": "PROJECT_NAME", "id": "PROJECT_ID"}}}' - rejecting request +test DEBUG: User tenant_id with role(s) rdr1,rdr2 has project reader authorizing +test INFO: - - 25/Dec/2024/12/29/07 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.968337059 1735129747.968470812 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0005 - - 1735129747.968298912 1735129747.968822718 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.969600439 1735129747.969746590 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0005 - - 1735129747.969571114 1735129747.970039368 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.970813513 1735129747.970953703 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0009 - - 1735129747.970786095 1735129747.971642733 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129747.972488165 1735129747.972645283 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0006 - - 1735129747.972459078 1735129747.973095655 0 +test INFO: - - 25/Dec/2024/12/29/07 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.974028826 1735129747.974145889 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0004 - - 1735129747.973998547 1735129747.974440336 0 +test INFO: - - 25/Dec/2024/12/29/07 HEAD /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.975504875 1735129747.975629330 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735129747.975826740 1735129747.975984335 0 +test INFO: - - 25/Dec/2024/12/29/07 HEAD /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.976363420 1735129747.976480961 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0015 - - 1735129747.975381851 1735129747.976837397 - +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1735129747.977813721 1735129747.978151321 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129747.978367567 1735129747.978512287 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129747.978776932 1735129747.978981733 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0016 - - 1735129747.977714777 1735129747.979344606 - +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1735129747.980440378 1735129747.980596542 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0002 SSC - 1735129747.980888844 1735129747.981100082 0 +test INFO: - - 25/Dec/2024/12/29/07 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.981469154 1735129747.981614351 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0017 - - 1735129747.980323792 1735129747.982054234 - +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.982923508 1735129747.983054399 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129747.983248711 1735129747.983381271 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.983649731 1735129747.983761311 0test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from +test.unit.common.middleware.test_subrequest_logging.TestSubRequestLogging.test_subrequest_logged_x_copy_from ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service +test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_account_with_no_user ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_base64_encoding ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_key_with_no_value ... ok +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation +test.unit.common.middleware.test_tempauth.TestParseUserCreation.test_parse_user_creation ... ok +test.unit.common.ring.test_ring.TestRingData.test_attrs +test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization +test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_invalid_deprecated_options ... ok +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders +test.unit.common.ring.test_composite_builder.TestComposeLoadComponents.test_load_components_unchanged_builders ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_closed_response ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_get_expect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_http_connect ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_nonstr_header_values ... ok +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values +test.unit.common.test_bufferedhttp.TestBufferedHTTP.test_unicode_values ... ok +test.unit.common.test_db.TestDictFactory.test_normal_case +test.unit.common.test_db.TestDictFactory.test_normal_case ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ +test.unit.common.test_http_protocol.TestProxyProtocol.test_address_and_environ ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines +test.unit.common.test_http_protocol.TestProxyProtocol.test_malformed_proxy_lines ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line +test.unit.common.test_http_protocol.TestProxyProtocol.test_missing_proxy_line ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok + +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-1', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Range': 'bytes=5-10', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:41 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:06 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_Range_with_invalid_value ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, max LO GET time of 86400s exceeded +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-manifest-a, GET of submanifest /v1/AUTH_test/gettest/manifest-a failed with status 403 (

Forbidden

Access was denied to this reso...) +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-abcd, got 401 (

Unauthorized

This server could not verif...) while retrieving /v1/AUTH_test/gettest/c_15 +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, GET of submanifest /v1/AUTH_test/gettest/manifest-bc failed with status 401 (

Unauthorized

This server could not verif...) +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != wrong! or 5 != 5. +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/a_5 etag: 594f803b380a41396ed63dca39503542 != 594f803b380a41396ed63dca39503542 or 5 != 999999. +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-avail, got 503 (

Service Unavailable

The server is curren...) while retrieving /v1/AUTH_test/gettest/not_avail_obj +fake-swift ERROR: While processing manifest /v1/AUTH_test/gettest/manifest-not-exists, got 404 (

Not Found

The resource could not be foun...) while retrieving /v1/AUTH_test/gettest/not_exists_obj +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 2 (char 1) +fake-swift ERROR: while fetching /v1/AUTH_test/gettest/manifest-abcd, JSON-decoding of submanifest /v1/AUTH_test/gettest/manifest-bc failed with 500 Internal Error +fake-swift ERROR: Bad MD5 checksum for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 594f803b380a41396ed63dca39503542, but object MD5 was actually fb0e22c79ac75679e9881e6ba183b354 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != wrong! or 10 != 10. +fake-swift ERROR: Bad response length for /v1/AUTH_test/gettest/a_5 as part of /v1/AUTH_test/gettest/manifest: headers had 5, but response length was actually 4 +fake-swift ERROR: Object segment no longer valid: /v1/AUTH_test/gettest/b_10 etag: 82136b4240d6ce4ea7d03e51469a393b != 82136b4240d6ce4ea7d03e51469a393b or 10 != 999999. +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +fake-swift ERROR: Unable to load SLO manifest: Expecting value: line 1 column 1 (char 0) +fake-swift ERROR: While processing manifest '/v1/AUTH_test/gettest/man1', max recursion depth was exceeded +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: tx4d3bd96105c9494290a25-00676bfa94) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: tx286893c61287437b83d87-00676bfa94) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: txe015f4a2b64444ad82ced-00676bfa94) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.1" 200 160 0.000044test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_multiple_requests_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https +test.unit.common.test_http_protocol.TestProxyProtocol.test_request_with_proxy_https ... ok +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr +test.unit.common.test_http_protocol.TestProxyProtocol.test_unknown_client_addr ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_absolute_target ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_app_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_bad_request_server_logging ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_chunked_with_content_length ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_leading_slashes ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_messy ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_quoted ... ok +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data +test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:29:08] "GET /otherurl HTTP/1.1" 200 179 0.000028 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 186 0.000024 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 192.168.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 179 0.000023 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 180 0.000023 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 180 0.000022 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 180 0.000022 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET https://cluster.domain/bucket/key HTTP/1.0" 200 106 0.000023 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET http://cluster.domain/v1/acct/cont/obj HTTP/1.0" 200 112 0.000021 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET ftp://cluster.domain/bucket/key HTTP/1.0" 200 126 0.000020 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET https://cluster.domain HTTP/1.0" 200 117 0.000020 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET http:omg//wtf/bbq HTTP/1.0" 200 112 0.000022 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: txfaea2d2de98b461bba053-00676bfa94) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +test ERROR: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD') (txn: test-trans-id) +proxy INFO: wsgi exiting (txn: test-trans-id) +proxy INFO: (564106) wsgi exited, is_accepting=True (txn: test-trans-id) +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: ERROR WSGI: code 400, message Bad request syntax ('ONLY-METHOD'), (txn: test-trans-id) +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "PUT /path HTTP/1.0" 200 105 0.000033 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET ///some-leading-slashes HTTP/1.0" 200 118 0.000023 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /ohÿboy%what$now%E2%80%bd HTTP/1.0" 200 120 0.000026 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /some%fFpath%D8%AA HTTP/1.0" 200 113 0.000023 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET / HTTP/1.1" 200 120 0.000040 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 44\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /%FF HTTP/1.1" 200 123 0.000031 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 47\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/%FF", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /ÿ HTTP/1.1" 200 126 0.000027 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 50\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/\\u00ff", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "PUT /Here%20Is%20A%20SnowMan:☃ HTTP/1.0" 200 181 0.000050 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 86\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\nConnection: close\r\n\r\n{"RAW_PATH_INFO": "/Here%20Is%20A%20SnowMan:\\u00e2\\u0098\\u0083", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "POST /?and%20it=does+nothing+to+params&PALMTREE=ð%9fŒ%b4 HTTP/1.1" 200 178 0.000041 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 101\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "/", "QUERY_STRING": "and%20it=does+nothing+to+params&PALMTREE=\\u00f0%9f\\u008c%b4"}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET // HTTP/1.1" 200 121 0.000030 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET //bar HTTP/1.1" 200 124 0.000029 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=Truetest.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_request_lines ... ok +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple +test.unit.common.test_http_protocol.TestSwiftHttpProtocolSomeMore.test_simple ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_200 ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_multiple_ranges ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_206_single_range ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_multiple_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolove_ignore_range_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_resolve_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header +test.unit.common.test_request_helpers.TestHTTPResponseToDocumentIters.test_update_etag_is_at_header ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter ... ok +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges +test.unit.common.test_request_helpers.TestSegmentedIterable.test_simple_segments_app_iter_ranges ... ok +test.unit.common.test_utils.TestFallocate.test_arg_bounds +test.unit.common.test_utils.TestFallocate.test_arg_bounds ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate +test.unit.common.test_utils.TestFallocate.test_fallocate ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error +test.unit.common.test_utils.TestFallocate.test_fallocate_fatal_error ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors +test.unit.common.test_utils.TestFallocate.test_fallocate_silent_errors ... ok +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available +test.unit.common.test_utils.TestFallocate.test_no_fallocates_available ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_fallback ... ok +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset +test.unit.common.test_utils.TestFallocate.test_posix_fallocate_offset ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved +test.unit.common.test_utils.TestFallocateReserve.test_all_reserved ... ok +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct +test.unit.common.test_utils.TestFallocateReserve.test_all_space_reserved_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_disabled +test.unit.common.test_utils.TestFallocateReserve.test_disabled ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_pct ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve +test.unit.common.test_utils.TestFallocateReserve.test_free_space_under_reserve ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_large ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_pct ... ok +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks +test.unit.common.test_utils.TestFallocateReserve.test_not_enough_space_small_blocks ... ok +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve +test.unit.common.test_utils.TestFallocateReserve.test_zero_reserve ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor +test.unit.common.test_utils.TestFsHasFreeSpace.test_bytes_using_file_descriptor ... ok +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent +test.unit.common.test_utils.TestFsHasFreeSpace.test_percent ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_at_end_of_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile +test.unit.common.test_utils.TestGreenAsyncPile.test_exceptions_in_streaming_pile ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous +test.unit.common.test_utils.TestGreenAsyncPile.test_is_asynchronous ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty +test.unit.common.test_utils.TestGreenAsyncPile.test_next_when_empty ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes +test.unit.common.test_utils.TestGreenAsyncPile.test_no_blocking_last_next_explodes ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_pending +test.unit.common.test_utils.TestGreenAsyncPile.test_pending ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything +test.unit.common.test_utils.TestGreenAsyncPile.test_runs_everything ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn +test.unit.common.test_utils.TestGreenAsyncPile.test_wait_with_firstn ... ok +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization +test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +Loaded db broker for a/c +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file +test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_conf_file_options ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_dry_run_and_yes_is_invalid ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_completes ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok +test.unit.common.ring.test_ring.TestRingData.test_permissions +test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok +test.unit.common.ring.test_ring.TestRingData.test_replica_count +test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization +test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts +test.unit.common.ring.test_utils.TestUtils.test_build_dev_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree +test.unit.common.ring.test_utils.TestUtils.test_build_tier_tree ... ok + +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0989 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0940 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0830 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:05 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0531 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0022 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0744 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0878 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0718 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0724 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0721 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0035 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:06 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1836 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0783 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0017 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0029 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0017 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpngveofal/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1065 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0161 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0127 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.1102 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0880 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.1025 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0619 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.1120 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0583 "-" 564112 0test.unit.common.ring.test_utils.TestUtils.test_dispersion_report +test.unit.common.ring.test_utils.TestUtils.test_dispersion_report ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_local_device +test.unit.common.ring.test_utils.TestUtils.test_is_local_device ... ok +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname +test.unit.common.ring.test_utils.TestUtils.test_is_valid_hostname ... ok +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names +test.unit.common.ring.test_utils.TestUtils.test_normalized_device_tier_names ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format +test.unit.common.ring.test_utils.TestUtils.test_parse_address_old_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_args +test.unit.common.ring.test_utils.TestUtils.test_parse_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args +test.unit.common.ring.test_utils.TestUtils.test_parse_builder_ring_filename_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_change_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value +test.unit.common.ring.test_utils.TestUtils.test_parse_search_value ... ok +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts +test.unit.common.ring.test_utils.TestUtils.test_parse_search_values_from_opts ... ok +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults +test.unit.common.ring.test_utils.TestUtils.test_replication_defaults ... ok +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev +test.unit.common.ring.test_utils.TestUtils.test_tiers_for_dev ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_address ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip +test.unit.common.ring.test_utils.TestUtils.test_validate_and_normalize_ip ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args +test.unit.common.ring.test_utils.TestUtils.test_validate_args ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format +test.unit.common.ring.test_utils.TestUtils.test_validate_args_new_cmd_format ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_close ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_errors ... ok +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact +test.unit.common.ring.test_utils.TestUtils.test_validate_replicas_by_tier_exact ... ok +test.unit.common.test_db.TestHelperFunctions.test_zero_like +test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm +test.unit.common.test_digest.TestDigestUtils.test_extract_digest_and_algorithm ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests +test.unit.common.test_digest.TestDigestUtils.test_get_allowed_digests ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac +test.unit.common.test_digest.TestDigestUtils.test_get_hmac ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_digest ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range ... ok +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type +test.unit.common.test_digest.TestDigestUtils.test_get_hmac_ip_range_non_binary_type ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_init +test.unit.common.test_internal_client.TestCompressingfileReader.test_init ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_read +test.unit.common.test_internal_client.TestCompressingfileReader.test_read ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek ... ok +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception +test.unit.common.test_internal_client.TestCompressingfileReader.test_seek_not_implemented_exception ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix +test.unit.common.test_memcached.TestMemcacheCommand.test_get_key_prefix ... ok +test.unit.common.test_memcached.TestMemcacheCommand.test_init +test.unit.common.test_memcached.TestMemcacheCommand.test_init ... ok +test.unit.common.test_swob.TestAccept.test_accept_invalid +test.unit.common.test_swob.TestAccept.test_accept_invalid ... ok +test.unit.common.test_swob.TestAccept.test_accept_json +test.unit.common.test_swob.TestAccept.test_accept_json ... ok +test.unit.common.test_swob.TestAccept.test_accept_plain +test.unit.common.test_swob.TestAccept.test_accept_plain ... ok +test.unit.common.test_swob.TestAccept.test_accept_xml +test.unit.common.test_swob.TestAccept.test_accept_xml ... ok +test.unit.common.test_swob.TestAccept.test_repr +test.unit.common.test_swob.TestAccept.test_repr ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters +test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes +test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept +test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str +test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter +test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone +test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf +test.unit.common.utils.test_config.TestReadConf.test_readconf ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files +test.unit.common.utils.test_config.TestReadConf.test_readconf_dir_ignores_hidden_and_nondotconf_files ... ok +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw +test.unit.common.utils.test_config.TestReadConf.test_readconf_raw ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects +test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok +test.unit.container.test_server.TestContainerController.test_GET_json +test.unit.container.test_server.TestContainerController.test_GET_json ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout +test.unit.common.test_utils.TestGreenAsyncPile.test_waitall_timeout_timesout ... ok +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first +test.unit.common.test_utils.TestGreenAsyncPile.test_waitfirst_only_returns_first ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_access_is_serialized ... ok +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works +test.unit.common.test_utils.TestGreenthreadSafeIterator.test_setup_works ... ok +test.unit.common.test_utils.TestUtils.test_backwards +test.unit.common.test_utils.TestUtils.test_backwards ... ok +test.unit.common.test_utils.TestUtils.test_cache_from_env +test.unit.common.test_utils.TestUtils.test_cache_from_env ... ok +test.unit.common.test_utils.TestUtils.test_cap_length +test.unit.common.test_utils.TestUtils.test_cap_length ... ok +test.unit.common.test_utils.TestUtils.test_clean_content_type +test.unit.common.test_utils.TestUtils.test_clean_content_type ... ok +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene +test.unit.common.test_utils.TestUtils.test_clean_up_daemon_hygene ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close +test.unit.common.test_utils.TestUtils.test_drain_and_close ... ok +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit +test.unit.common.test_utils.TestUtils.test_drain_and_close_with_limit ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges +test.unit.common.test_utils.TestUtils.test_drop_privileges ... ok +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups +test.unit.common.test_utils.TestUtils.test_drop_privileges_no_setgroups ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_enable ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache +test.unit.common.test_utils.TestUtils.test_dump_recon_cache ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_permission_denied ... ok +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner +test.unit.common.test_utils.TestUtils.test_dump_recon_cache_set_owner ... ok +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes +test.unit.common.test_utils.TestUtils.test_extract_swift_bytes ... ok +test.unit.common.test_utils.TestUtils.test_find_namespace +test.unit.common.test_utils.TestUtils.test_find_namespace ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body +test.unit.common.test_utils.TestUtils.test_friendly_close_exploding_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body +test.unit.common.test_utils.TestUtils.test_friendly_close_large_body ... ok +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body +test.unit.common.test_utils.TestUtils.test_friendly_close_small_body ... ok +test.unit.common.test_utils.TestUtils.test_fsync_dir +test.unit.common.test_utils.TestUtils.test_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_generate_trans_id +test.unit.common.test_utils.TestUtils.test_generate_trans_id ... ok +test.unit.common.test_utils.TestUtils.test_get_db_files +test.unit.common.test_utils.TestUtils.test_get_db_files ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash +test.unit.common.test_utils.TestUtils.test_get_partition_for_hash ... ok +test.unit.common.test_utils.TestUtils.test_get_partition_from_path +test.unit.common.test_utils.TestUtils.test_get_partition_from_path ... ok +test.unit.common.test_utils.TestUtils.test_get_redirect_data +test.unit.common.test_utils.TestUtils.test_get_redirect_data ... ok +test.unit.common.test_utils.TestUtils.test_get_trans_id_time +test.unit.common.test_utils.TestUtils.test_get_trans_id_time ... ok +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str +test.unit.common.test_utils.TestUtils.test_get_valid_utf8_str ... ok +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string +test.unit.common.test_utils.TestUtils.test_get_zero_indexed_base_string ... ok +test.unit.common.test_utils.TestUtils.test_hash_path +test.unit.common.test_utils.TestUtils.test_hash_path ... ok +test.unit.common.test_utils.TestUtils.test_human_readable +test.unit.common.test_utils.TestUtils.test_human_readable ... ok +test.unit.common.test_utils.TestUtils.test_is_file_older +test.unit.common.test_utils.TestUtils.test_is_file_older ... ok +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist +test.unit.common.test_utils.TestUtils.test_ismount_path_does_not_exist ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_error +test.unit.common.test_utils.TestUtils.test_ismount_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root +test.unit.common.test_utils.TestUtils.test_ismount_path_is_root ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink +test.unit.common.test_utils.TestUtils.test_ismount_path_is_symlink ... ok +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount +test.unit.common.test_utils.TestUtils.test_ismount_path_not_mount ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_parent_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error +test.unit.common.test_utils.TestUtils.test_ismount_raw_path_error ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev +test.unit.common.test_utils.TestUtils.test_ismount_successes_dev ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino +test.unit.common.test_utils.TestUtils.test_ismount_successes_ino ... ok +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile +test.unit.common.test_utils.TestUtils.test_ismount_successes_stubfile ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC +test.unit.common.test_utils.TestUtils.test_last_modified_date_to_timestamp_when_system_not_UTC ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_errno_not_EEXIST_or_ENOENT ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_linkat_success ... ok +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified +test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists +test.unit.common.test_utils.TestUtils.test_link_fd_to_path_target_exists ... ok +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists +test.unit.common.test_utils.TestUtils.test_linkat_race_dir_not_exists ... ok + +b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET //////baz HTTP/1.1" 200 128 0.000036 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Wed, 25 Dec 2024 12:29:08 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' +proxy INFO: (564106) wsgi starting up on http:('127.0.0.1', 8359) +proxy DEBUG: (564106) accepted ('127.0.0.1', 8359) +proxy INFO: 127.0.0.1 - - [26/Dec/2024 02:29:08] "GET /someurl HTTP/1.0" 200 102 0.000027 +proxy INFO: wsgi exiting +proxy INFO: (564106) wsgi exited, is_accepting=True +test ERROR: ERROR: swift.cache could not be found in env! +test ERROR: ERROR: swift.cache could not be found in env! +test WARNING: Unable to perform fsync() on directory /tmp/tmpz4hmcjr5: Bad file descriptor +Unable to locate some_not_real_function in libc. Leaving as a no-op. +test.unit.common.test_utils.TestUtils.test_load_libc_function +test.unit.common.test_utils.TestUtils.test_load_libc_function ... ok +test.unit.common.test_utils.TestUtils.test_load_pkg_resource +test.unit.common.test_utils.TestUtils.test_load_pkg_resource ... skipped 'pkg_resources loading is only available on python 3.7 and earlier' +test.unit.common.test_utils.TestUtils.test_load_recon_cache +test.unit.common.test_utils.TestUtils.test_load_recon_cache ... ok +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter +test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_replace_enable ... ok +test.unit.container.test_server.TestContainerController.test_GET_limit +test.unit.container.test_server.TestContainerController.test_GET_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false +test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true +test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_batch_reclaim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_marker +test.unit.container.test_server.TestContainerController.test_GET_marker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter +test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_find_shard_ranges_with_minimum_size ... ok +test.unit.common.test_utils.TestUtils.test_lock_file +test.unit.common.test_utils.TestUtils.test_lock_file ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink +test.unit.common.test_utils.TestUtils.test_lock_file_held_on_unlink ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail +test.unit.common.test_utils.TestUtils.test_lock_file_no_unlink_if_fail ... ok +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open +test.unit.common.test_utils.TestUtils.test_lock_file_unlinked_after_open ... ok -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769538699.283788681 1769538699.284060717 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.284556866 1769538699.284794807 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0027 - - 1769538699.282938480 1769538699.285634279 - -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.287409306 1769538699.287623405 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769538699.287988901 1769538699.288267612 0 -test INFO: - - 27/Jan/2026/18/31/39 POST /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.288761854 1769538699.288956165 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0023 - - 1769538699.287199497 1769538699.289547443 - -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0003 FA - 1769538699.291255713 1769538699.291540384 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769538699.291907549 1769538699.292185307 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.292679071 1769538699.292903662 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0024 - - 1769538699.291099787 1769538699.293519974 - -test INFO: - - 27/Jan/2026/18/31/39 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.295235157 1769538699.295458555 0 -test INFO: - - 27/Jan/2026/18/31/39 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0003 SSC - 1769538699.295830011 1769538699.296102047 0 -test INFO: - - 27/Jan/2026/18/31/39 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0002 FA - 1769538699.296828270 1769538699.297015190 0 -test INFO: - - 27/Jan/2026/18/31/39 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0026 - - 1769538699.295077801 1769538699.297628403 - -test NOTICE: Child 1968923 exiting normally -test NOTICE: Started child 88 from parent 1968923 -test NOTICE: Started child 89 from parent 1968923 -test ERROR: Removing dead child 88 from parent 1968923 -test NOTICE: Started child 90 from parent 1968923 -test NOTICE: Started child 88 from parent 1968923 -test NOTICE: Started child 89 from parent 1968923 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0182 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.1635 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0786 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0083 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0716 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1542 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0312 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.1302 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1462 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0049 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.1715 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1239 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0990 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0687 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0123 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0960 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0715 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0699 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1088 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0864 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0706 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0830 "-" 564112 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_chexor ... ok +test.unit.common.test_utils.TestUtils.test_lock_path +test.unit.common.test_utils.TestUtils.test_lock_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_empty_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors +test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_class +test.unit.common.test_utils.TestUtils.test_lock_path_class ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit +test.unit.common.test_utils.TestUtils.test_lock_path_invalid_limit ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_name +test.unit.common.test_utils.TestUtils.test_lock_path_name ... ok +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps +test.unit.common.test_utils.TestUtils.test_lock_path_num_sleeps ... ok +test.unit.common.test_utils.TestUtils.test_majority_size +test.unit.common.test_utils.TestUtils.test_majority_size ... ok +test.unit.common.test_utils.TestUtils.test_make_db_file_path +test.unit.common.test_utils.TestUtils.test_make_db_file_path ... ok +test.unit.common.test_utils.TestUtils.test_makedirs_count +test.unit.common.test_utils.TestUtils.test_makedirs_count ... ok +test.unit.common.test_utils.TestUtils.test_md5_with_data +test.unit.common.test_utils.TestUtils.test_md5_with_data ... ok +test.unit.common.test_utils.TestUtils.test_md5_without_data +test.unit.common.test_utils.TestUtils.test_md5_without_data ... ok +test.unit.common.test_utils.TestUtils.test_mkdirs +test.unit.common.test_utils.TestUtils.test_mkdirs ... ok +2 RLock(s) were not greened, to fix this error make sure you run eventlet.monkey_patch() before importing any other modules. +test.unit.common.test_utils.TestUtils.test_monkey_patch +test.unit.common.test_utils.TestUtils.test_monkey_patch ... ok +test.unit.common.test_utils.TestUtils.test_node_to_string +test.unit.common.test_utils.TestUtils.test_node_to_string ... ok +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_none_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision +test.unit.common.test_utils.TestUtils.test_normalize_delete_at_timestamp_high_precision ... ok +test.unit.common.test_utils.TestUtils.test_normalize_timestamp +test.unit.common.test_utils.TestUtils.test_normalize_timestamp ... ok +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type +test.unit.common.test_utils.TestUtils.test_override_bytes_from_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_content_type +test.unit.common.test_utils.TestUtils.test_parse_content_type ... ok +test.unit.common.test_utils.TestUtils.test_parse_db_filename +test.unit.common.test_utils.TestUtils.test_parse_db_filename ... ok +test.unit.common.test_utils.TestUtils.test_parse_header +test.unit.common.test_utils.TestUtils.test_parse_header ... ok +test.unit.common.test_utils.TestUtils.test_parse_options +test.unit.common.test_utils.TestUtils.test_parse_options ... ok +test.unit.common.test_utils.TestUtils.test_parse_options_errors +test.unit.common.test_utils.TestUtils.test_parse_options_errors ... ok +test.unit.common.test_utils.TestUtils.test_parse_override_options +test.unit.common.test_utils.TestUtils.test_parse_override_options ... ok +test.unit.common.test_utils.TestUtils.test_quorum_size +test.unit.common.test_utils.TestUtils.test_quorum_size ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_quote_bytes +test.unit.common.test_utils.TestUtils.test_quote_bytes ... ok +test.unit.common.test_utils.TestUtils.test_quote_unicode +test.unit.common.test_utils.TestUtils.test_quote_unicode ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_incr ... ok +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep +test.unit.common.test_utils.TestUtils.test_ratelimit_sleep_with_sleep ... ok +test.unit.common.test_utils.TestUtils.test_remove_directory +test.unit.common.test_utils.TestUtils.test_remove_directory ... ok +test.unit.common.test_utils.TestUtils.test_remove_file +test.unit.common.test_utils.TestUtils.test_remove_file ... ok +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false +test.unit.common.test_utils.TestUtils.test_renamer_when_fsync_is_false ... ok +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir +test.unit.common.test_utils.TestUtils.test_renamer_with_fsync_dir ... ok +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path +test.unit.common.test_utils.TestUtils.test_replace_partition_in_path ... ok +test.unit.common.test_utils.TestUtils.test_round_robin_iter +test.unit.common.test_utils.TestUtils.test_round_robin_iter ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv4_localhost ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_ipv4_compatible ... ok +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip +test.unit.common.test_utils.TestUtils.test_rsync_ip_ipv6_random_ip ... ok +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation +test.unit.common.test_utils.TestUtils.test_rsync_module_interpolation ... ok +test.unit.common.test_utils.TestUtils.test_safe_json_loads +test.unit.common.test_utils.TestUtils.test_safe_json_loads ... ok +test.unit.common.test_utils.TestUtils.test_search_tree +test.unit.common.test_utils.TestUtils.test_search_tree ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_pid_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match +test.unit.common.test_utils.TestUtils.test_search_tree_conf_dir_with_named_conf_match ... ok +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match +test.unit.common.test_utils.TestUtils.test_search_tree_with_directory_ext_match ... ok +test.unit.common.test_utils.TestUtils.test_select_node_ip +test.unit.common.test_utils.TestUtils.test_select_node_ip ... ok +test.unit.common.test_utils.TestUtils.test_split_path +test.unit.common.test_utils.TestUtils.test_split_path ... ok +test.unit.common.test_utils.TestUtils.test_storage_directory +test.unit.common.test_utils.TestUtils.test_storage_directory ... ok +test.unit.common.test_utils.TestUtils.test_streq_const_time +test.unit.common.test_utils.TestUtils.test_streq_const_time ... ok +test.unit.common.test_utils.TestUtils.test_strict_b64decode +test.unit.common.test_utils.TestUtils.test_strict_b64decode ... ok +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error +test.unit.common.test_utils.TestUtils.test_string_data_raises_type_error ... ok +test.unit.common.test_utils.TestUtils.test_systemd_notify +test.unit.common.test_utils.TestUtils.test_systemd_notify ... ok +test.unit.common.test_utils.TestUtils.test_validate_device_partition +test.unit.common.test_utils.TestUtils.test_validate_device_partition ... ok +test.unit.common.test_utils.TestUtils.test_validate_hash_conf +test.unit.common.test_utils.TestUtils.test_validate_hash_conf ... ok +test.unit.common.test_utils.TestUtils.test_validate_sync_to +test.unit.common.test_utils.TestUtils.test_validate_sync_to ... ok +test.unit.common.test_utils.TestUtils.test_write_file +test.unit.common.test_utils.TestUtils.test_write_file ... ok +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 +test.unit.common.utils.test_ipaddrs.TestExpandIPv6.test_expand_ipv6 ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more +test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok +test ERROR: Invalid swift_bytes: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type + listing_dict['bytes'] = int(swift_bytes) + ^^^^^^^^^^^^^^^^ +ValueError: invalid literal for int() with base 10: 'hey' test1 STDOUT: test2 STDERR: test4 @@ -89704,8 +90158,6 @@ STDOUT: d test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject test.unit.common.utils.test_logs.TestUtilsLogs.test_LoggerFileObject ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok I like ham STDERR: --- Logging error --- STDERR: Traceback (most recent call last): @@ -89795,587 +90247,1709 @@ test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter ... ok test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length test.unit.common.utils.test_logs.TestUtilsLogs.test_swift_log_formatter_max_line_length ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error -test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit -test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError -test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space -test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails -test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called -test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer -test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized -test.unit.common.middleware.test_recon.TestReconSuccess.test_get_updater_info_unrecognized ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_get_nonmanifest_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files -test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_partially_satisfiable_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_starting_beyond_multipart_resp_length ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_multi_range_unsatisfiable_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open -test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_passthrough ... ok -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough -test.unit.common.middleware.test_slo.TestNonSloPassthrough.test_non_slo_range_unsatisfiable_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash -test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments -test.unit.common.middleware.test_slo.TestSloDataSegments.test_bunches_of_data_segments ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path -test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich -test.unit.common.middleware.test_slo.TestSloDataSegments.test_data_segment_sandwich ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised -test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache -test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_leading_data_segment ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking -test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened -test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete -test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment -test.unit.common.middleware.test_slo.TestSloDataSegments.test_trailing_data_segment ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_passthrough ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired -test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag -test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_ratelimiting ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_repeated_segments_uses_multi_range_requests ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_get_manifest_with_submanifest ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_get_manifest ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_multiple_ranges_including_suffix_get_manifest ... ok -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest -test.unit.common.middleware.test_slo.TestSloGetManifests.test_range_get_manifest ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_extra_key ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_simple_etag ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids -test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_extract_symlink_path_json_symlink_path_and_account ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_error_cases ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_simple_with_listing_format_xml ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_get_container_with_subdir ... ok -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request -test.unit.common.middleware.test_symlink.TestSymlinkContainerContext.test_no_affect_for_account_request ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_primary_path_multiple ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_authed_for_second_path_with_operator_role_and_service ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive -test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks -test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_denied_for_second_path ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_delete_of_second_path_by_reseller_admin ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_path_single ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_for_service_user ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_operator_role ... ok -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service -test.unit.common.middleware.test_tempauth.ServiceTokenFunctionality.test_denied_for_second_path_with_only_service ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable -test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_invalid_tokens ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch -test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_given_and_needed ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_service_token_omitted ... ok -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user -test.unit.common.middleware.test_tempauth.TestTokenHandling.test_tokens_set_remote_user ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_adding_second_zone ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase -test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_balanced_zones_unbalanced_servers ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_big_zone ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_enormous_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_equal_replica_and_devices_count_ignore_weights ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_gradual_replica_count ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multi_zone_with_failed_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_each ... ok -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type -test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported -test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_replicas_in_zone_with_single_device ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_multiple_small_zones ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_none_needed ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_big_guy_does_not_spoil_his_buddy ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object -test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta -test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncReplication.test_sync -test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_one_small_guy_does_not_spoil_his_buddy ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_extra_server_in_zone_with_multiple_replicas ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_small_zone ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_big_two_small ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica -test.unit.common.ring.test_builder.TestGetRequiredOverload.test_two_servers_with_more_than_one_replica ... ok -test.unit.common.ring.test_ring.TestRingData.test_attrs -test.unit.common.ring.test_ring.TestRingData.test_attrs ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_no_memcache_available ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache ... ok -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization -test.unit.common.ring.test_ring.TestRingData.test_byteswapped_serialization ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_create_broker ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_info ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported +test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_enable_sharding ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_exception ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_fills_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_batch_reclaim ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params +test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_creation ... ok + +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0019 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0734 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0862 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1355 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0981 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1029 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0721 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0869 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0008 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0007 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0901 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0497 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0884 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0819 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1622 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0896 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0041 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0751 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:08 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2503 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmp_3vg4xxg/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0038 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0013 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0675 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:09 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1725 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpka01gy4p/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0013 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0877 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1426 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6049 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0010 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1663 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1726 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0834 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0158 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0972 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0157 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.1010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0941 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0003 "-" 564109 0test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_gap ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_merge_warns_of_overlap ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info +test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_chexor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_db_file ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_children_overlaps_with_parent_donor ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info +test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129834.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/09a/db2ae77e3ac6d43aa1d9dbbfa4d8309a/db2ae77e3ac6d43aa1d9dbbfa4d8309a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129833.00000, (0, 0) as of 1735129833.00000, shrunk as of 1735129833.00000> to ShardRange<'k' to 't' as of 1735129834.00000, (0, 0) as of 1735129834.00000, active as of 1735129834.00000>, path: .shards_a/shard_c_1735129834.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/09a/db2ae77e3ac6d43aa1d9dbbfa4d8309a/db2ae77e3ac6d43aa1d9dbbfa4d8309a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129836.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa1/eedc870adde527b984c0debc759bdaa1/eedc870adde527b984c0debc759bdaa1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129835.00000, (0, 0) as of 1735129835.00000, shrunk as of 1735129835.00000> to ShardRange<'k' to 't' as of 1735129836.00000, (0, 0) as of 1735129836.00000, shrinking as of 1735129836.00000>, path: .shards_a/shard_c_1735129836.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa1/eedc870adde527b984c0debc759bdaa1/eedc870adde527b984c0debc759bdaa1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129836.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/aa1/eedc870adde527b984c0debc759bdaa1/eedc870adde527b984c0debc759bdaa1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129838.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/965/6d374ac0c95d51b71f3fcb6997409965/6d374ac0c95d51b71f3fcb6997409965.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129837.00000, (0, 0) as of 1735129837.00000, shrunk as of 1735129837.00000> to ShardRange<'k' to 't' as of 1735129838.00000, (0, 0) as of 1735129838.00000, sharding as of 1735129838.00000>, path: .shards_a/shard_c_1735129838.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/965/6d374ac0c95d51b71f3fcb6997409965/6d374ac0c95d51b71f3fcb6997409965.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129838.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/965/6d374ac0c95d51b71f3fcb6997409965/6d374ac0c95d51b71f3fcb6997409965.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129840.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e1a/39087663e8bb22523bbf5b5e42e9ee1a/39087663e8bb22523bbf5b5e42e9ee1a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129839.00000, (0, 0) as of 1735129839.00000, shrunk as of 1735129839.00000> to ShardRange<'k' to 't' as of 1735129840.00000, (0, 0) as of 1735129840.00000, sharded as of 1735129840.00000>, path: .shards_a/shard_c_1735129840.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e1a/39087663e8bb22523bbf5b5e42e9ee1a/39087663e8bb22523bbf5b5e42e9ee1a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129840.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e1a/39087663e8bb22523bbf5b5e42e9ee1a/39087663e8bb22523bbf5b5e42e9ee1a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129842.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/389/6d189ff03fbe75987928796205a0b389/6d189ff03fbe75987928796205a0b389.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129842.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/389/6d189ff03fbe75987928796205a0b389/6d189ff03fbe75987928796205a0b389.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129843.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/759/f95ad561623ac07291af6da13aa56759/f95ad561623ac07291af6da13aa56759.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129845.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fe0/0d220d9962d0d9a29d8ca1fbac1bdfe0/0d220d9962d0d9a29d8ca1fbac1bdfe0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129847.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/67b/3c0e6f190e23ab99c532bb7cb04e267b/3c0e6f190e23ab99c532bb7cb04e267b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129849.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/735/db118b08e36fda294b1c05a847690735/db118b08e36fda294b1c05a847690735.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129851.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/377/09f082c78155e0262d9652e66c3c8377/09f082c78155e0262d9652e66c3c8377.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129853.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c67/dcf23739846fdb54ffe47098c4014c67/dcf23739846fdb54ffe47098c4014c67.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129855.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/3cf/64f3af1f7474df6d58752eb77d5143cf/64f3af1f7474df6d58752eb77d5143cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129857.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/5bb/08e961aeefc80cacf7ac0a6882df05bb/08e961aeefc80cacf7ac0a6882df05bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129859.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/25f/83509a51bb2b02dc1927d9ebc189925f/83509a51bb2b02dc1927d9ebc189925f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129861.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/96c/3b49f8e5de6ace3fd639121269ecc96c/3b49f8e5de6ace3fd639121269ecc96c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129863.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/730/ca2270710d6150c6e6caff6bfcd22730/ca2270710d6150c6e6caff6bfcd22730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129865.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/36d/1a9643df6b6442f0c01ac34a0f47436d/1a9643df6b6442f0c01ac34a0f47436d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129867.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/623/ee8b51228c3dcb9c8ad2322167124623/ee8b51228c3dcb9c8ad2322167124623.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129869.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/912/ca2b95c01f4758d65a3f8c0920bda912/ca2b95c01f4758d65a3f8c0920bda912.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129871.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/f0a/b9dc161cda11313c511aacc806f54f0a/b9dc161cda11313c511aacc806f54f0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129873.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/8c4/be1e15ad636bce85e6f4a6ba558488c4/be1e15ad636bce85e6f4a6ba558488c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129875.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/be3/f8c3959a8c8c0dda3f8f105ff03c5be3/f8c3959a8c8c0dda3f8f105ff03c5be3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129877.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/9d5/1e822d8c20ee41b07a35b9365ab0d9d5/1e822d8c20ee41b07a35b9365ab0d9d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129879.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/ccf/cefeb5f15201ffafc44afb3c0c0a3ccf/cefeb5f15201ffafc44afb3c0c0a3ccf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129881.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d41/21ca97f0f0311c790f6cf442492bcd41/21ca97f0f0311c790f6cf442492bcd41.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129883.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fc9/b0956802e36c56cfd58edb1948758fc9/b0956802e36c56cfd58edb1948758fc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129885.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a3d/cb34cb6943cce556eab92432731daa3d/cb34cb6943cce556eab92432731daa3d.dbtest.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_create_broker ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0097 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0002 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0826 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0013 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0013 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0006 "-" 564109 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0912 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0962 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0943 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0072 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0852 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0120 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1302 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0060 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0735 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0865 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0847 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0010 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_exits_if_shrinking_state ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_report_info +test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_creation ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_db_file ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating +test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter ... ok +test.unit.container.test_server.TestContainerController.test_GET_non_ascii +test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_db_does_not_clear_particular_sharding_meta ... ok + +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0622 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1083 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0626 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0655 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2491 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3557 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1831 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0470 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0802 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0007 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1066 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0781 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0869 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0740 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0909 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1095 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0168 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0979 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1617 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpyz6_ptxi/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0019 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:12 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1169 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1677 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpc4k0cpa9/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0013 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1261 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1158 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0947 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1513 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0881 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1326 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.1310 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1459 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1137 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0839 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0013 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies +test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok +test.unit.container.test_server.TestContainerController.test_GET_over_limit +test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage +test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_GET_path +test.unit.container.test_server.TestContainerController.test_GET_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_delete_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_server.TestContainerController.test_GET_plain +test.unit.container.test_server.TestContainerController.test_GET_plain ... ok +test.unit.container.test_server.TestContainerController.test_GET_prefix +test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok + +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0894 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0023 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.1069 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0009 "-" 564112 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0969 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0063 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.1020 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0965 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0079 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0902 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0033 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1075 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0026 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0892 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0977 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1231 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0034 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0950 "-" 564112 0test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_find_shard_ranges_with_misplaced_objects ... ok + +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0941 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1670 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0009 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0855 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0935 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.1176 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0024 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:13 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpra2ne2dp/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0025 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0896 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0937 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0062 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1064 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0719 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0891 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1523 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:14 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0893 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1902 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0719 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1433 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0043 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0959 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1594 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1301 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0837 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0721 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0917 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1102 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0761 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0771 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0893 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1053 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_brokers ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header +test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_db_state ... ok + +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:15 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0009 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0600 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1077 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0000 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0907 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0773 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.1774 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpegyy0gpv/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1180 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0959 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0886 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0872 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0952 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4436 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.4584 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.4418 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0616 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0951 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1661 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0013 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7725 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7923 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0010 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5639 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4343 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.7166 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5532 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5764 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1253 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 564112 0test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok + +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1021 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0811 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1061 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1409 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0838 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0805 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1102 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1333 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0938 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0797 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:17 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0836 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.6396 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3596 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1093 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1570 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:18 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1995 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0803 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:20 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 1.0047 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:20 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 1.3234 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:21 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.4344 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6185 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:23 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.5381 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:23 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.8530 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1457 "-" 564109 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects +test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_GET_xml +test.unit.container.test_server.TestContainerController.test_GET_xml ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info ... ok +test.unit.container.test_server.TestContainerController.test_HEAD +test.unit.container.test_server.TestContainerController.test_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition +test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_not_found +test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_deleted +test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset +test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_OPTIONS +test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_complete_sequence ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129887.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/2c0/b839dfc3da53f9dc66b3ce27122392c0/b839dfc3da53f9dc66b3ce27122392c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129889.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/5a0/371179e860d13e869a28c97451fe75a0/371179e860d13e869a28c97451fe75a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129891.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/7ff/36189a46cf88b5eb586209e834cd77ff/36189a46cf88b5eb586209e834cd77ff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129893.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/d63/b0bb6512e325a1f5fa4da6ea554a8d63/b0bb6512e325a1f5fa4da6ea554a8d63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129895.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/414/6c27eaf1d9d923b10b1b4275fe5fd414/6c27eaf1d9d923b10b1b4275fe5fd414.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129897.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/68f/a712a1d9debf2f65f970ff042c86b68f/a712a1d9debf2f65f970ff042c86b68f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129899.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/7c0/9334bb7f374912d2c142ca50ea44a7c0/9334bb7f374912d2c142ca50ea44a7c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129901.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/467/63b3a090855e1b8531eb1b5b24bf3467/63b3a090855e1b8531eb1b5b24bf3467.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129903.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/921/5d36e0ed8eb2ac0d6db0b6adc3638921/5d36e0ed8eb2ac0d6db0b6adc3638921.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129905.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/3fa/9d573e9d2c0f5d4d3215b23a741903fa/9d573e9d2c0f5d4d3215b23a741903fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129907.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/211/8dc5a808545cf71944ef63a840259211/8dc5a808545cf71944ef63a840259211.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129907.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/211/8dc5a808545cf71944ef63a840259211/8dc5a808545cf71944ef63a840259211.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129909.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e04/f09453bd7e3909c56e6d463b6e0c1e04/f09453bd7e3909c56e6d463b6e0c1e04.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129909.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e04/f09453bd7e3909c56e6d463b6e0c1e04/f09453bd7e3909c56e6d463b6e0c1e04.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129911.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c94/66b10eaaee5a3f431935dc055925dc94/66b10eaaee5a3f431935dc055925dc94.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129911.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c94/66b10eaaee5a3f431935dc055925dc94/66b10eaaee5a3f431935dc055925dc94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129913.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/29f/573272b6f6fe71204e8c34c09991229f/573272b6f6fe71204e8c34c09991229f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129913.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/29f/573272b6f6fe71204e8c34c09991229f/573272b6f6fe71204e8c34c09991229f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129915.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a7a/6081193a0f500bf6641e8e854bd98a7a/6081193a0f500bf6641e8e854bd98a7a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129915.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a7a/6081193a0f500bf6641e8e854bd98a7a/6081193a0f500bf6641e8e854bd98a7a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129917.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a58/dfe1ceb0ae7450664d6082e335870a58/dfe1ceb0ae7450664d6082e335870a58.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129917.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a58/dfe1ceb0ae7450664d6082e335870a58/dfe1ceb0ae7450664d6082e335870a58.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129919.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a16/22420d1a77b303bd4c7d4a0604587a16/22420d1a77b303bd4c7d4a0604587a16.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129919.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a16/22420d1a77b303bd4c7d4a0604587a16/22420d1a77b303bd4c7d4a0604587a16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129921.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/4a9/7cd6ed67b590995aeffb6df3dfec14a9/7cd6ed67b590995aeffb6df3dfec14a9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129921.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/4a9/7cd6ed67b590995aeffb6df3dfec14a9/7cd6ed67b590995aeffb6df3dfec14a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129923.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c63/c618415917465648a055789b2c20cc63/c618415917465648a055789b2c20cc63.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129923.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/c63/c618415917465648a055789b2c20cc63/c618415917465648a055789b2c20cc63.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129925.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/bb9/c59d5c17bf2217956ef687a02621fbb9/c59d5c17bf2217956ef687a02621fbb9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129925.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/bb9/c59d5c17bf2217956ef687a02621fbb9/c59d5c17bf2217956ef687a02621fbb9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129927.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/52e/944bc28dd32b7390d018fba0f8c4952e/944bc28dd32b7390d018fba0f8c4952e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129927.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/52e/944bc28dd32b7390d018fba0f8c4952e/944bc28dd32b7390d018fba0f8c4952e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129929.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/812/00a7ccf113b8e568d58f78bfadf66812/00a7ccf113b8e568d58f78bfadf66812.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129929.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/812/00a7ccf113b8e568d58f78bfadf66812/00a7ccf113b8e568d58f78bfadf66812.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129931.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/92e/9e85fc8f84d229c2a290430670a7a92e/9e85fc8f84d229c2a290430670a7a92e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129931.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/92e/9e85fc8f84d229c2a290430670a7a92e/9e85fc8f84d229c2a290430670a7a92e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129933.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa5/5f757463411f863fdcea455456b79fa5/5f757463411f863fdcea455456b79fa5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129933.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fa5/5f757463411f863fdcea455456b79fa5/5f757463411f863fdcea455456b79fa5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129935.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1a7/166052f50a445e5c741b1b4808d801a7/166052f50a445e5c741b1b4808d801a7.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_no_stale_reads ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update +test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time +test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_multiple_missing ... ok + +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1073 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0972 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1044 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0780 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1197 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0907 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.1107 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.1341 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1126 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0673 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0002 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0617 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1121 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0986 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0959 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2152 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2072 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0751 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1581 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0037 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1240 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0974 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0945 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1662 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 -test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_not_root ... ok +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata +test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found +test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok + +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0746 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0950 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0008 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1099 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1054 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1141 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1037 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0786 "-" 564109 4 +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:24 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1717 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0891 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1050 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0820 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1037 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0999 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:25 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1945 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1729 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0950 "-" 564109 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 564109 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0762 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0158 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1646 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1020 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0935 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0986 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0802 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0038 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0011 "-" 564109 2test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_gaps_with_overlap ... ok +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change +test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space +test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to +test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition +test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_no_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync +test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_needed ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok +test.unit.container.test_server.TestContainerController.test_PUT +test.unit.container.test_server.TestContainerController.test_PUT ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_not_root ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_sharding_states ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_older_overlapping_donor_and_acceptor_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_info_stale_read_ok ... ok + +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0020 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpiapa4u8n/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0858 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0027 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0015 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0694 "-" 564109 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 564109 2 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1533 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0746 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1740 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 2test.unit.container.test_backend.TestContainerBroker.test_merge_items +test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_complete_sequences_one_incomplete ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_one_incomplete_sequence ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_items_since ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_donor_and_acceptor_shards_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok +Unlinked retiring db '/tmp/tmpgmhrzcor/containers/part/suffix/hash/container.db' + +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1727 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:26 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0929 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0578 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0007 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1024 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0831 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0013 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1859 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0796 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1085 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0803 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1155 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1884 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0791 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1599 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1659 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1262 "-" 564112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 564112 - +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0811 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0097 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1565 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0717 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0774 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1207 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1086 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0110 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0024 "-" 564112 0test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_overlapping_incomplete_sequences ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_parent_overlaps_with_children_donors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges +test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_two_complete_sequences_one_incomplete ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_acceptor_with_overlapping_donor_shards ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_repair_younger_overlapping_donor_shards ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata +test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok + +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0025 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0021 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0011 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0016 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpbt5ma23m/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0816 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0945 "-" 564112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 564112 0 +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1763 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3323 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6377 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1580 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_replace ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_show_and_analyze ... ok +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required +test.unit.cli.test_manage_shard_ranges.TestManageShardRanges.test_subcommand_required ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_app_exception_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_filter_v3 ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_from_external_file ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_legacy_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_get_root_secret_multiple_keys ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_bad_user_domain_name ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_config_file_and_params ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_connect_failure_auth_url ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_algorithm ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_format ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_id ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_key_length ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_password ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_invalid_username ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_none_key ... ok +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id +test.unit.common.middleware.crypto.test_kms_keymaster.TestKmsKeymaster.test_mocked_castellan_keymanager_nonexistent_key_id ... ok + +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.0251 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1250 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:44 +0000] "GET /sda1/p/a" 200 109 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.1373 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1361 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/%00null%00test03" 201 - "-" "-" "-" 0.1749 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "GET /sda1/p/a" 200 219 "-" "-" "-" 0.1923 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "GET /sda1/p/a" 200 110 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1767 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c_zero" 201 - "-" "-" "-" 0.0007 "-" 564107 0 +test INFO: - - - [25/Dec/2024:12:28:45 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.1656 "-" 564107 1 +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.1529 "-" 564107 2 +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0897 "-" 564107 3 +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.5193 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0843 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/%00null%00" 201 - "-" "-" "-" 0.0330 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:46 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.1293 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/null" 201 - "-" "-" "-" 0.1357 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 92 "-" "-" "-" 0.1063 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 304 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 201 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1163 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 68 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 37 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 33 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 38 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 400 34 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1053 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0194 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 204 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1211 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0123 "-" 564107 0 +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.1562 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.1023 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "PUT /sda1/p/a/c1" 201 - "-" "-" "-" 0.0126 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "GET /sda1/p/a" 200 3 "-" "-" "-" 0.0938 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:47 +0000] "HEAD /sda1/p/a" 204 - "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0999 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1200 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.1099 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.0692 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1278 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 133 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0896 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0079 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1148 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00null%00foo" 201 - "-" "-" "-" 0.0776 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "PUT /sda1/p/a/%00nullish" 201 - "-" "-" "-" 0.1161 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:48 +0000] "GET /sda1/p/a" 200 2 "-" "-" "-" 0.1119 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 200 218 "-" "-" "-" 0.0013 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.0829 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/%00null%00test01" 201 - "-" "-" "-" 0.0006 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/%00null%00test02" 201 - "-" "-" "-" 0.1027 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a/nullish" 201 - "-" "-" "-" 0.0888 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.1498 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 200 95 "-" "-" "-" 0.0010 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 200 313 "-" "-" "-" 0.0008 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 200 204 "-" "-" "-" 0.0009 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a" 404 - "-" "-" "-" 0.0003 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "GET /sda1/p/a/c%D8%3E%2520" 412 12 "-" "-" "-" 0.0000 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:49 +0000] "PUT /sda1/p/a" 201 - "-" "-" "-" 0.2248 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "PUT /sda1/p/a" 202 - "-" "-" "-" 0.0899 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.0809 "-" 564107 - +test INFO: - - - [25/Dec/2024:12:28:50 +0000] "POST /sda1/p/a" 204 - "-" "-" "-" 0.1052 "-" 564107 - +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_while_segment_bucket_delete ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_enabled_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_error_with_suspended_versioning ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_DELETE_with_empty_versioning ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated ... ok + +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1614 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0985 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0029 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:28 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0903 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0482 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0028 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0897 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1085 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1846 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1669 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:29 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1255 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1085 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0925 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0640 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1984 "-" 564109 - +test ERROR: ERROR Account update failed with 127.0.0.1:47509/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0743 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1947 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0007 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0007 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:30 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 564109 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3734 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1623 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0893 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0751 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0866 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1016 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0823 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1109 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0925 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0010 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0009 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0008 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1571 "-" 564109 2test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_is_truncated_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_last_modified_rounding ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_negative_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_non_json ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_over_32bit_int_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_str_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_subdir_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_url_encoded ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_fetch_owner ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_is_truncated ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_passthroughs ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_v2_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_non_existent_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_prefix ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_key_marker_and_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_versions_with_version_id_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_delimiter_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_nonascii_queries ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_versioning_not_configured ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_GET_with_versions_with_max_keys_and_key_marker ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_503 ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_HEAD_slash_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_bucket_already_owned_by_you ... ok -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 408, in DELETE + self._delete_segments_bucket(req) + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 56, in _delete_segments_bucket + resp = req.get_response(self.app, 'HEAD') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -90384,512 +91958,424 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD - resp = self.GETorHEAD(req) - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 345, in GET resp = req.get_response(self.app, query=query) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1739, in get_response - resp = self.acl_handler.handle_acl( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 94, in handle_acl - return getattr(ah, method)(app) - ^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 246, in HEAD - return self._handle_acl(app, 'HEAD') - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/acl_handlers.py", line 145, in _handle_acl - resp = self.req.get_acl_response(app, 'HEAD', - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_HEAD_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_POST_error ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT ... ok -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data -test.unit.common.ring.test_ring.TestRingData.test_can_load_pickled_ring_data ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b5523cbb1284c0bbad57-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9f6f602df5f948c5b8460-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx02111ae1d2064a69b55a2-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx887cc317f04446da8a327-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txab3d8fda3e074347aa8a9-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9daa025fcc2e4d0abc5b4-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6fe4707c6cad4408bf9a7-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b141eafdfd646468d8bf-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx5ef5e3bde71f4f90bedb0-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf6529d9f628f477fb0d62-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx162e8a5f252443ae9e334-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb426d0c514f44b17b5d29-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx47ba4fff04e346ab95da4-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx889539ea5c8d45f7ba958-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9e0ec5e0ab5b482da0e15-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9e6abb6d8a2e47f1ad85d-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx8262686178c64aabb4d1b-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx981e95556eb74c21badbe-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4f390bc396d1485aa09b7-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx56f34accfda14ee9ae458-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx852bcd76d3b044609d296-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa90ebae8bd8540fd8f589-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txba5535363d804193908f3-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txada0a42ca1374be683609-006979048e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txd905ae4cfc1e4ba0935cb-006979048e) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txee44a0bc02904f3690c10-006979048e) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx4ace1a93a57d4c7a989bd-006979048e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx94a1f7ab19ac4ae6a3afc-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx864a844a25d44614b74e5-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx710fb0155b414b46af632-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txe5c57a295ba046c6bc61a-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txe3da78dcc8364a9e8afa8-006979048e) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx8a511db2a8974999966c1-006979048e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_empty_list ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCaching.test_get_from_shards_add_root_spi ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: tx5b1c84b4ca9046be90b75-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: tx2e775353549747de963a8-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: txdf99e42ecc024348955c4-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: txd44ea163a1624d7991f9c-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: tx60ff11ab70694da9b129a-006979048e) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: tx484167a2f6bd4b619890d-006979048e) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmphoi8e_f4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphoi8e_f4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmphoi8e_f4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphoi8e_f4/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0842 "-" 1968906 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0867 "-" 1968906 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0726 "-" 1968906 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0697 "-" 1968906 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx98a9fb60e46b445ca719d-006979048e" "proxy-server 1968906" 0.0022 "-" 1968906 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:37649/sdb1/0/a/c" "tx98a9fb60e46b445ca719d-006979048e" "container-server 1968906" 0.0039 "-" 1968906 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40117/sda1/0/a/c" "tx98a9fb60e46b445ca719d-006979048e" "container-server 1968906" 0.0011 "-" 1968906 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx98a9fb60e46b445ca719d-006979048e" "proxy-server 1968906" 0.1040 "-" 1968906 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx98a9fb60e46b445ca719d-006979048e" "proxy-server 1968906" 0.1642 "-" 1968906 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/31/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx98a9fb60e46b445ca719d-006979048e - 0.1724 - - 1769538702.600279331 1769538702.772635698 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf64333f9bfde4bf69c3de-006979048e" "proxy-server 1968906" 0.0012 "-" 1968906 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:37649/sdb1/2/a1/c1" "txf64333f9bfde4bf69c3de-006979048e" "container-server 1968906" 0.0106 "-" 1968906 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:40117/sda1/2/a1/c1" "txf64333f9bfde4bf69c3de-006979048e" "container-server 1968906" 0.0013 "-" 1968906 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf64333f9bfde4bf69c3de-006979048e" "proxy-server 1968906" 0.1565 "-" 1968906 0 -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538702.29416', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} +fake-swift ERROR: Got non-JSON response trying to list /bucket: b'obj0\nobj1\nobj2\nobj3\nobj4\nobj5\nobj6\nobj7\nobj8\nobj9\nobj10\nobj1...' +fake-swift ERROR: Expecting value: line 1 column 1 (char 0): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 348, in GET + objects = json.loads(resp.body) + ^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) +fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': '6qm+nUNIiw0hvrDDF0kHUQ==', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'eaa9be9d43488b0d21beb0c317490751', 'X-Timestamp': '1769538702.30247', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_bad_hash ... ok - fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source?versionId=null', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.00000', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_empty_src_path ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_error ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Modified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_match_and_s3acl ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/29/32 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0005 - - 1735129772.652433634 1735129772.652891636 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/29/32 HEAD /junk HTTP/1.0 200 - Mozzarella%20Foxfire - - - - - - 0.0004 - - 1735129772.653278351 1735129772.653661013 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/bucket.py", line 394, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_first_put_fail ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_v4_with_body_bad_hash ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_ami_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_canned_acl ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_error ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_location_invalid_xml ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_mixed_case_location ... ok +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location +test.unit.common.middleware.s3api.test_bucket.TestS3ApiBucketNoACL.test_bucket_PUT_with_strange_location ... ok +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config +test.unit.common.middleware.s3api.test_cfg.TestS3ApiCfg.test_config ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_existing_part_number_greater_than_max_parts_allowed ... ok +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container +test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'X-Amz-Copy-Source-If-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Modified-Since': 'Fri, 01 Apr 2014 11:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.46882', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Start tag expected, '<' not found, line 1, column 1 (, line 1) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {'If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT'} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'X-Amz-Copy-Source-If-None-Match': '7dfa07a8e59ddbcd1dc84d4c4f82aea1', 'X-Amz-Copy-Source-If-Unmodified-Since': 'Fri, 01 Apr 2014 12:00:00 GMT', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.48431', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_headers_with_not_match_and_s3acl ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_copy ... ok +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_huge_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_invalid_part_num ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'X-Amz-Metadata-Directive': 'COPY', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.56487', 'Content-Type': 'so'} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: some source HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/some/source', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'X-Amz-Meta-Something': 'oh hai', 'X-Amz-Meta-Unreadable-Prefix': '\x04w', 'X-Amz-Meta-Unreadable-Suffix': 'h\x04', 'X-Amz-Meta-Lots-Of-Unprintable': '\x04\x04\x04\x04\x04', 'Cache-Control': 'hello', 'Content-Disposition': 'how are you', 'Content-Encoding': 'good and you', 'Content-Language': 'great', 'Expires': 'yeah', 'X-Robots-Tag': 'bye', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538702.57591', 'Content-Type': 'so'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:42 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_copy ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_out_of_range_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_part_num ... ok + fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} +fake-swift DEBUG: checking permission: bucket mpu GET {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/bucket/object', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'X-Amz-Metadata-Directive': 'REPLACE', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.00000', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_self_metadata_replace ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_fullcontrol_permission ... ok +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middlewaretest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_GET_zero_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_huge_part_num ... ok +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:full_control:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.32288', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:write:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.33674', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_invalid_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_out_of_range_part_num ... ok + fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_grantee_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_with_owner_permission ... ok -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization -test.unit.common.ring.test_ring.TestRingData.test_deterministic_serialization ... ok - +test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.36452', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'X-Amz-Copy-Source': '/src_bucket/src_obj', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.37607', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE +fake-swift DEBUG: checking permission: bucket mpu HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_dst_container_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_copy_without_src_obj_permission ... ok +fake-swift DEBUG: permission denined: 403 Forbidden test:other READtest.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num +test.unit.common.middleware.s3api.test_multi_get.TestMpuGETorHEADAcl.test_mpu_HEAD_zero_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_cors_preflight ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_GET_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_and_range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_invalid ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_non_slo_object_HEAD_part_num_not_satisfiable ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_GET_error ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: src_bucket src_obj HEAD {} -fake-swift DEBUG: -test:testertest:testertest:testertest:testerFULL_CONTROL -fake-swift DEBUG: permission denined: 403 Forbidden test:write READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Wed, 25 Dec 2024 12:29:32 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.41569', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.41800', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.42262', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.42481', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.42683', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ @@ -90898,6496 +92384,1358 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request res = handler(req) ^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT - resp = req.get_response(self.app) - ^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1746, in get_response - return self.get_acl_response(app, method, container, obj, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1722, in get_acl_response - resp = self._get_response( - ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 194, in _restore_on_delete + resp = req.get_response(self.app, 'GET', req.container_name, '', + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response raise InternalError('unexpected status code %d' % status) -swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_error ... ok +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 255, in DELETE + new_resp = self._restore_on_delete(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 206, in _restore_on_delete + resp = req.get_response(self.app, 'PUT', query={ + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_delete_marker ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_current_version_id_is_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_with_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_in_versioned_container_without_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_missing ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_no_multipart ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_old_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_DELETE_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Range_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_Response ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_version_id_not_implemented ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_GET_with_version_id_but_not_enabled ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_Range_with_invalid_value ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_HEAD_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_POST_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_headers_with_not_match ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_copy ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_metadata_replace ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_copy_self_metadata_replace ... ok fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Content-Md5': '1B2M2Y8AsgTpgAmY7PhCfg==', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': 'd41d8cd98f00b204e9800998ecf8427e', 'X-Timestamp': '1769538703.42966', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.43181', 'Content-Type': 'binary/octet-stream'} +fake-swift DEBUG: skipping failed PUT?version-id=1574341899.21751 fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.43378', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.43584', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 248, in DELETE + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.44536', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.44744', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'X-Amz-Storage-Class': 'STANDARD', 'Content-Md5': 'XUFAKrxLKna5cZ2REBfFkg==', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'Etag': '5d41402abc4b2a76b9719d911017c592', 'X-Timestamp': '1769538703.45789', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_quota_exceeded ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4 ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183143Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.48765', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 155, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183143Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': '0000000000000000000000000000000000000000000000000000000000000000', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.49802', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_bad_hash ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_v4_unsigned_payload ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS4-HMAC-SHA256 Credential=test:tester/20260127/us-east-1/s3/aws4_request, SignedHeaders=host;x-amz-date, Signature=hmac', 'X-Amz-Date': '20260127T183143Z', 'X-Amz-Storage-Class': 'STANDARD', 'X-Amz-Content-Sha256': 'UNSIGNED-PAYLOAD', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.52831', 'Content-Length': '5', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.53895', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_fullcontrol_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_owner_permission ... ok -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file -test.unit.common.ring.test_ring.TestRingData.test_load_closes_file ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.57275', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.58281', 'Content-Type': 'binary/octet-stream'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'}test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_with_write_permission ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_object_PUT_without_permission ... ok - -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire', 'X-Timestamp': '1769538703.61715', 'Content-Type': 'binary/octet-stream'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other WRITE fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 142, in HEAD + resp = self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 108, in GETorHEAD + resp = req.get_response(self.app, query=query) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500) fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACPtest.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_DELETE ... ok -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE -test.unit.common.middleware.s3api.test_obj.TestS3ApiObjNonUTCAcl.test_slo_object_async_DELETE ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_tenant_name ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestContainerController.test_DELETE_PUT_recreate_replication_race ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object DELETE {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:tester:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket None HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ fake-swift DEBUG: Calling S3Api Middleware -fake-swift DEBUG: checking permission: bucket object HEAD {'Host': 'localhost:80', 'Authorization': 'AWS test:other:hmac', 'Date': 'Tue, 27 Jan 2026 18:31:43 -0000', 'User-Agent': 'Mozzarella Foxfire'} -fake-swift DEBUG: -test:testertest:testertest:full_controltest:full_controlFULL_CONTROLtest:readtest:readREADtest:writetest:writeWRITEtest:read_acptest:read_acpREAD_ACPtest:write_acptest:write_acpWRITE_ACP -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID"}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}'test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_token_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_dict ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_id ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_name ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_missing_user_roles ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_not_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_bad_reply_valid_but_bad_json ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_fail_to_connect_to_keystone ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_no_s3_creds_defers_to_auth_middleware ... ok -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token -test.unit.common.middleware.s3api.test_s3token.S3TokenMiddlewareTestBad.test_unauthorized_token ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bad_application_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_count_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_bogus_quota_is_ignored ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_container_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_count_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_delete_quotas_with_remove_header_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_bytes_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_from ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_count_quota_reseller_copy_verb ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_per_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_bytes_on_empty_account_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_count_on_empty_account_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_exceed_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_count_quotas_on_object ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_policy_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_invalid_request_exception ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_info_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_no_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_bytes_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_not_exceed_count_quota ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_count_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_obj_request_ignores_attempt_to_set_quotas ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_count_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_create_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_count_container_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_over_quota_obj_post_still_works ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_policy_quota_translation_legacy_loses ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_unauthorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_authorized_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_count_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_under_quota_not_authorized ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_count_quotas_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_count_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_admin ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_policy_quota_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_non_admin_fails ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy ... ok -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses -test.unit.common.middleware.test_account_quotas.TestAccountQuota.test_valid_quotas_reseller_legacy_loses ... ok -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info -test.unit.common.middleware.test_acl.TestACL.test_acls_from_account_info ... ok -test.unit.common.middleware.test_acl.TestACL.test_clean_acl -test.unit.common.middleware.test_acl.TestACL.test_clean_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v1_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_format_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl -test.unit.common.middleware.test_acl.TestACL.test_parse_v2_acl ... ok -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed -test.unit.common.middleware.test_acl.TestACL.test_referrer_allowed ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_invalid_ranges ... ok -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range -test.unit.common.middleware.test_copy.TestServerSideCopyMiddlewareWithEC.test_COPY_with_single_range ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_containers_prefix ... ok -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers -test.unit.common.middleware.test_object_versioning.ObjectVersioningTestAccountOperations.test_list_orphan_hidden_containers ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_num_with_repeated_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_large_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_get_part_number_sub_slo ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_negative_part_number_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_non_integer_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_out_of_range_part_number_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_data_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_refetch_path ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_head_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_negative_part_number_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_exceeds_max_manifest_segments_is_ok ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_manifest_get ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_ignored_for_non_slo_object_with_range ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_sub_ranges_manifest ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_with_range_segments ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_part_number_zero_invalid_on_subrange ... ok -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error -test.unit.common.middleware.test_slo.TestPartNumberLegacyManifest.test_range_with_part_number_is_error ... ok -test.unit.common.ring.test_ring.TestRingData.test_permissions -test.unit.common.ring.test_ring.TestRingData.test_permissions ... ok -test.unit.common.ring.test_ring.TestRingData.test_replica_count -test.unit.common.ring.test_ring.TestRingData.test_replica_count ... ok - -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' -test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'' -test DEBUG: Error on keystone reply: 201 b'' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'{}' -test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'[]' -test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'null' -test DEBUG: Error on keystone reply: 201 b'null' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' -test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'1' -test DEBUG: Error on keystone reply: 201 b'1' - rejecting request -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone Reply: Status: 201, Output: b'true' -test DEBUG: Error on keystone reply: 201 b'true' - rejecting request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Received error, rejecting request with error: 400 Bad Request -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: No authorization details from s3api. skipping. -test DEBUG: Starting the S3 Token Authentication component -test DEBUG: Calling S3Token middleware. -test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} -test DEBUG: Keystone reply error: status=403 reason=None -test DEBUG: Received error, rejecting request with error: 401 Unauthorized -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile1968912 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile456 - - 30 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile1968912 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile456 - - 30 function calls in 0.002 seconds - - Ordered by: call count - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_download ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_format_source_code ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_get_param ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_index_all ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_plot ... ok -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render -test.unit.common.middleware.test_xprofile.Test_html_viewer.test_render ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txea6ec07508dd415cab6cf-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c4a7a1d75304b8eadab0-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx42ada875251d45dfaa561-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx9087d61be4bb46c8bad1f-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb19aef0ec7c542a8a8718-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5c8eaf633c4648af8665d-006979048e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txf151292172004c52a175e-006979048e) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txf151292172004c52a175e-006979048e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: Setting object count to 1032 (txn: txd52239c6a0ef4b06985af-006979048f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx4d0c16f509a14f11bcc15-006979048f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization -test.unit.common.ring.test_ring.TestRingData.test_roundtrip_serialization ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_OPTIONS_error ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_allowed_methods ... ok -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type -test.unit.common.test_base_storage_server.TestBaseStorageServer.test_server_type ... ok -test.unit.common.test_db.TestDatabaseConnectionError.test_str -test.unit.common.test_db.TestDatabaseConnectionError.test_str ... ok -test.unit.common.test_db.TestHelperFunctions.test_zero_like -test.unit.common.test_db.TestHelperFunctions.test_zero_like ... ok -test.unit.common.test_splice.TestTee.test_available -test.unit.common.test_splice.TestTee.test_available ... ok -test.unit.common.test_splice.TestTee.test_errno -test.unit.common.test_splice.TestTee.test_errno ... ok - -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/test_recon.py", line 386, in fake_hash_for_file - raise IOError -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -test ERROR: Error reading ringfile: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/recon.py", line 275, in get_ring_md5 - sums[ringfile] = md5_hash_for_file(ringfile) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -Error while closing FD -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_splice.py", line 52, in safe_close - os.close(fd) -OSError: [Errno 9] Bad file descriptor -test.unit.common.test_splice.TestTee.test_fileno -test.unit.common.test_splice.TestTee.test_fileno ... ok -test.unit.common.test_splice.TestTee.test_flags_list -test.unit.common.test_splice.TestTee.test_flags_list ... ok -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe -test.unit.common.test_splice.TestTee.test_tee_pipe_to_pipe ... ok -test.unit.common.test_splice.TestTee.test_unavailable -test.unit.common.test_splice.TestTee.test_unavailable ... ok -test.unit.common.test_splice.TestTee.test_unavailable_in_libc -test.unit.common.test_splice.TestTee.test_unavailable_in_libc ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 -test.unit.common.test_swob.TestConditionalIfMatch.test_match_star_on_404 ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_quoted_simple_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_conditional_etag_no_match ... ok -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match -test.unit.common.test_swob.TestConditionalIfMatch.test_simple_match ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access -test.unit.common.test_utils.TestAuditLocationGenerator.test_drive_tree_access ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter -test.unit.common.test_utils.TestAuditLocationGenerator.test_error_counter ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters -test.unit.common.test_utils.TestAuditLocationGenerator.test_filters ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects -test.unit.common.test_utils.TestAuditLocationGenerator.test_find_objects ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks -test.unit.common.test_utils.TestAuditLocationGenerator.test_hooks ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata -test.unit.common.test_utils.TestAuditLocationGenerator.test_ignore_metadata ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_mount_check_drive ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_contents ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive -test.unit.common.test_utils.TestAuditLocationGenerator.test_non_dir_drive ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst -test.unit.common.test_utils.TestEventletRateLimiter.test_burst ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle -test.unit.common.test_utils.TestEventletRateLimiter.test_burst_after_idle ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by -test.unit.common.test_utils.TestEventletRateLimiter.test_incr_by ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_init -test.unit.common.test_utils.TestEventletRateLimiter.test_init ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted -test.unit.common.test_utils.TestEventletRateLimiter.test_non_blocking_max_rate_adjusted ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit -test.unit.common.test_utils.TestEventletRateLimiter.test_ratelimit ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate -test.unit.common.test_utils.TestEventletRateLimiter.test_set_max_rate ... ok -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer -test.unit.common.test_utils.TestEventletRateLimiter.test_set_rate_buffer ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_closes -test.unit.common.test_utils.TestReiterate.test_reiterate_closes ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first -test.unit.common.test_utils.TestReiterate.test_reiterate_consumes_first ... ok -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple -test.unit.common.test_utils.TestReiterate.test_reiterate_list_or_tuple ... ok -test.unit.common.test_utils.TestShardName.test -test.unit.common.test_utils.TestShardName.test ... ok -test.unit.common.test_utils.TestShardName.test_bad_create -test.unit.common.test_utils.TestShardName.test_bad_create ... ok -test.unit.common.test_utils.TestShardName.test_bad_parse -test.unit.common.test_utils.TestShardName.test_bad_parse ... ok -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names -test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok -test.unit.common.test_utils.TestShardName.test_root_has_hyphens -test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing -test.unit.common.utils.test_libc.Test_LibcWrapper.test_argument_plumbing ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_available_function ... ok -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function -test.unit.common.utils.test_libc.Test_LibcWrapper.test_unavailable_function ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilder_states ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_cobuilders_calls ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_rebalance_respects_cobuilder_part_moves ... ok -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load -test.unit.common.ring.test_composite_builder.TestCooperativeRingBuilder.test_save_then_load ... ok - -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: Setting object count to 48 (txn: tx4d0c16f509a14f11bcc15-006979048f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: Setting object count to 1064 (txn: tx15371cf877184dae9cd80-006979048f) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb75b67020d044098ace02-0069790490) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb564dfe42fca41bcb32c3-0069790490) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Setting object count to 1065 (txn: tx3e0cb29e846149839d269-0069790491) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.common.ring.test_ring.TestRing.test_creation -test.unit.common.ring.test_ring.TestRing.test_creation ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestAccountController.test_DELETE -test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_server.TestAccountController.test_GET -test.unit.proxy.test_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD -test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT -test.unit.proxy.test_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestAccountController.test_PUT_status -test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_server.TestAccountController.test_connection_refused -test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults -test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok - -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf64333f9bfde4bf69c3de-006979048e" "proxy-server 1968906" 0.0781 "-" 1968906 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/31/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf64333f9bfde4bf69c3de-006979048e - 0.1646 - - 1769538702.773894072 1769538702.938505650 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:43 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx05e4f703df524ffb826cb-006979048e" "proxy-server 1968906" 0.3223 "-" 1968906 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:43 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:37649/sdb1/0/a/c1" "tx05e4f703df524ffb826cb-006979048e" "container-server 1968906" 0.0019 "-" 1968906 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40117/sda1/0/a/c1" "tx05e4f703df524ffb826cb-006979048e" "container-server 1968906" 0.3446 "-" 1968906 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx05e4f703df524ffb826cb-006979048e" "proxy-server 1968906" 0.6236 "-" 1968906 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx05e4f703df524ffb826cb-006979048e" "proxy-server 1968906" 1.0288 "-" 1968906 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/31/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx05e4f703df524ffb826cb-006979048e - 1.3586 - - 1769538702.940098047 1769538704.298744678 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx48b597c0243e4e2490891-0069790490" "proxy-server 1968906" 0.6271 "-" 1968906 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:47 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:37649/sdb1/2/a/c2" "tx48b597c0243e4e2490891-0069790490" "container-server 1968906" 1.2139 "-" 1968906 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:47 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40117/sda1/2/a/c2" "tx48b597c0243e4e2490891-0069790490" "container-server 1968906" 0.0962 "-" 1968906 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:47 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx48b597c0243e4e2490891-0069790490" "proxy-server 1968906" 2.2368 "-" 1968906 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:31:47 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx48b597c0243e4e2490891-0069790490" "proxy-server 1968906" 2.8625 "-" 1968906 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/31/47 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx48b597c0243e4e2490891-0069790490 - 3.4968 - - 1769538704.300403118 1769538707.797170639 2 - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Setting object count to 1065 (txn: tx35047a36f0ad46059cce9-0069790492) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0cd754842b1b40b1b4b35-0069790492) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx0cd754842b1b40b1b4b35-0069790492) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txe49f912f27f246e4be89f-0069790493) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txe49f912f27f246e4be89f-0069790493) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txe49f912f27f246e4be89f-0069790493) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx24a3157ca5a448ac8f134-0069790493) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx24a3157ca5a448ac8f134-0069790493) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx24a3157ca5a448ac8f134-0069790493) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx24a3157ca5a448ac8f134-0069790493) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txbffd014eb3134edb8b962-0069790493) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbffd014eb3134edb8b962-0069790493) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbffd014eb3134edb8b962-0069790493) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txbffd014eb3134edb8b962-0069790493) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538719.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cca/20cf20d860eca38a1d768322bdf07cca/20cf20d860eca38a1d768322bdf07cca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538721.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/593/185bbcbaf98ad150ed55af24abc04593/185bbcbaf98ad150ed55af24abc04593.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538720.00000, (0, 0) as of 1769538720.00000, created as of 1769538720.00000> to ShardRange<'k' to 't' as of 1769538721.00000, (0, 0) as of 1769538721.00000, sharded as of 1769538721.00000>, path: .shards_a/shard_c_1769538721.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/593/185bbcbaf98ad150ed55af24abc04593/185bbcbaf98ad150ed55af24abc04593.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538721.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/593/185bbcbaf98ad150ed55af24abc04593/185bbcbaf98ad150ed55af24abc04593.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538723.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/2c1/4d4b9c29cb200e401d4f58dd156802c1/4d4b9c29cb200e401d4f58dd156802c1.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538722.00000, (0, 0) as of 1769538722.00000, created as of 1769538722.00000> to ShardRange<'k' to 't' as of 1769538723.00000, (0, 0) as of 1769538723.00000, shrunk as of 1769538723.00000>, path: .shards_a/shard_c_1769538723.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/2c1/4d4b9c29cb200e401d4f58dd156802c1/4d4b9c29cb200e401d4f58dd156802c1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538723.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/2c1/4d4b9c29cb200e401d4f58dd156802c1/4d4b9c29cb200e401d4f58dd156802c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538725.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/38c/ab5613d1ce0a1236492d72946bf9238c/ab5613d1ce0a1236492d72946bf9238c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538724.00000, (0, 0) as of 1769538724.00000, cleaved as of 1769538724.00000> to ShardRange<'k' to 't' as of 1769538725.00000, (0, 0) as of 1769538725.00000, found as of 1769538725.00000>, path: .shards_a/shard_c_1769538725.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/38c/ab5613d1ce0a1236492d72946bf9238c/ab5613d1ce0a1236492d72946bf9238c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538727.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4fd/cb84b90d253297f679f791284c2934fd/cb84b90d253297f679f791284c2934fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538726.00000, (0, 0) as of 1769538726.00000, cleaved as of 1769538726.00000> to ShardRange<'k' to 't' as of 1769538727.00000, (0, 0) as of 1769538727.00000, created as of 1769538727.00000>, path: .shards_a/shard_c_1769538727.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4fd/cb84b90d253297f679f791284c2934fd/cb84b90d253297f679f791284c2934fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538729.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/728/d3611fe8394e370eae3fde3f5c1e8728/d3611fe8394e370eae3fde3f5c1e8728.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538731.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/ccd/7e644006d8cbfed7dbab10b6155dcccd/7e644006d8cbfed7dbab10b6155dcccd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538730.00000, (0, 0) as of 1769538730.00000, cleaved as of 1769538730.00000> to ShardRange<'k' to 't' as of 1769538731.00000, (0, 0) as of 1769538731.00000, active as of 1769538731.00000>, path: .shards_a/shard_c_1769538731.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/ccd/7e644006d8cbfed7dbab10b6155dcccd/7e644006d8cbfed7dbab10b6155dcccd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538733.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dcc/0d446d778156150eee812d589edccdcc/0d446d778156150eee812d589edccdcc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538732.00000, (0, 0) as of 1769538732.00000, cleaved as of 1769538732.00000> to ShardRange<'k' to 't' as of 1769538733.00000, (0, 0) as of 1769538733.00000, shrinking as of 1769538733.00000>, path: .shards_a/shard_c_1769538733.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dcc/0d446d778156150eee812d589edccdcc/0d446d778156150eee812d589edccdcc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538733.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dcc/0d446d778156150eee812d589edccdcc/0d446d778156150eee812d589edccdcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538735.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/687/2b9c34ebc2e9b3619e1a6c67761a4687/2b9c34ebc2e9b3619e1a6c67761a4687.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538734.00000, (0, 0) as of 1769538734.00000, cleaved as of 1769538734.00000> to ShardRange<'k' to 't' as of 1769538735.00000, (0, 0) as of 1769538735.00000, sharding as of 1769538735.00000>, path: .shards_a/shard_c_1769538735.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/687/2b9c34ebc2e9b3619e1a6c67761a4687/2b9c34ebc2e9b3619e1a6c67761a4687.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538735.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/687/2b9c34ebc2e9b3619e1a6c67761a4687/2b9c34ebc2e9b3619e1a6c67761a4687.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538737.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/72d/2fa8ad28b0689ec731b07b25ec94272d/2fa8ad28b0689ec731b07b25ec94272d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538736.00000, (0, 0) as of 1769538736.00000, cleaved as of 1769538736.00000> to ShardRange<'k' to 't' as of 1769538737.00000, (0, 0) as of 1769538737.00000, sharded as of 1769538737.00000>, path: .shards_a/shard_c_1769538737.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/72d/2fa8ad28b0689ec731b07b25ec94272d/2fa8ad28b0689ec731b07b25ec94272d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538737.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/72d/2fa8ad28b0689ec731b07b25ec94272d/2fa8ad28b0689ec731b07b25ec94272d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538739.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a9b/1abbb24a5d2aae89fb4d52c640344a9b/1abbb24a5d2aae89fb4d52c640344a9b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538738.00000, (0, 0) as of 1769538738.00000, cleaved as of 1769538738.00000> to ShardRange<'k' to 't' as of 1769538739.00000, (0, 0) as of 1769538739.00000, shrunk as of 1769538739.00000>, path: .shards_a/shard_c_1769538739.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a9b/1abbb24a5d2aae89fb4d52c640344a9b/1abbb24a5d2aae89fb4d52c640344a9b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538739.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a9b/1abbb24a5d2aae89fb4d52c640344a9b/1abbb24a5d2aae89fb4d52c640344a9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538741.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/71e/5a0db5b4b519592e4a5bc90508f5f71e/5a0db5b4b519592e4a5bc90508f5f71e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538740.00000, (0, 0) as of 1769538740.00000, active as of 1769538740.00000> to ShardRange<'k' to 't' as of 1769538741.00000, (0, 0) as of 1769538741.00000, found as of 1769538741.00000>, path: .shards_a/shard_c_1769538741.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/71e/5a0db5b4b519592e4a5bc90508f5f71e/5a0db5b4b519592e4a5bc90508f5f71e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538743.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3ea/2be95944e7d98fa96af25a7216eea3ea/2be95944e7d98fa96af25a7216eea3ea.db -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: Setting object count to 3120 (txn: tx8a5342cdbe5b413b858dd-0069790494) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: Setting object count to 3120 (txn: tx1e0296794b5b459bbdd29-0069790494) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: Setting object count to 3120 (txn: tx1f8f668cf227476d9eae3-0069790494) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: Setting object count to 3120 (txn: txa63da217706246bf984a5-0069790494) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: Setting object count to 3120 (txn: tx9c69822453b54ff299f0f-0069790494) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4d9356ca9f1b4659b2b35-0069790494) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx1cd30fc49f054b08a7118-0069790494) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txb326660310cc452b9fcf6-0069790494) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txbdb80680582f425fac89e-0069790494) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbdb80680582f425fac89e-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbdb80680582f425fac89e-0069790494) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbdb80680582f425fac89e-0069790494) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx065173eb18b84a86bfa54-0069790494) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx065173eb18b84a86bfa54-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx065173eb18b84a86bfa54-0069790494) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx065173eb18b84a86bfa54-0069790494) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txcd4a6b729c1d4dc7bdf7c-0069790494)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_account_update -test.unit.container.test_server.TestContainerController.test_DELETE_account_update ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition -test.unit.container.test_server.TestContainerController.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_not_found ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found -test.unit.container.test_server.TestContainerController.test_DELETE_obj_not_found ... ok -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region -test.unit.common.ring.test_ring.TestRing.test_get_more_nodes_with_zero_weight_region ... ok -test.unit.common.ring.test_ring.TestRing.test_get_nodes -test.unit.common.ring.test_ring.TestRing.test_get_nodes ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok - -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txcd4a6b729c1d4dc7bdf7c-0069790494) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txcd4a6b729c1d4dc7bdf7c-0069790494) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txcd4a6b729c1d4dc7bdf7c-0069790494) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: Setting object count to 1068 (txn: tx1e6882c314af4a6780317-0069790495) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Setting object count to 1068 (txn: tx0d249d6a3a034ea5910a0-0069790495) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx386061bea2414c8e9a573-0069790496) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx386061bea2414c8e9a573-0069790496) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx386061bea2414c8e9a573-0069790496) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx9320f9c5b10c42eeb084f-0069790497) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx9320f9c5b10c42eeb084f-0069790497) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx9320f9c5b10c42eeb084f-0069790497) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.common.ring.test_ring.TestRing.test_get_part -test.unit.common.ring.test_ring.TestRing.test_get_part ... ok -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes -test.unit.common.ring.test_ring.TestRing.test_get_part_nodes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_batch_reclaim ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok -test.unit.common.ring.test_ring.TestRing.test_has_changed -test.unit.common.ring.test_ring.TestRing.test_has_changed ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.container.test_server.TestContainerController.test_DELETE_object -test.unit.container.test_server.TestContainerController.test_DELETE_object ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Setting object count to 1058 (txn: txeb8bb848296d4c78a79ba-0069790497) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Setting object count to 1024 (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Setting object count to 1024 (txn: tx7e8b247f313844d78b87d-0069790498) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc335c580021d4f06bd5a6-0069790499)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.common.ring.test_ring.TestRing.test_reload -test.unit.common.ring.test_ring.TestRing.test_reload ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring -test.unit.common.ring.test_ring.TestRing.test_reload_old_style_pickled_ring ... ok -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication -test.unit.common.ring.test_ring.TestRing.test_reload_without_replication ... ok -test.unit.common.ring.test_ring.TestRing.test_replica_count -test.unit.common.ring.test_ring.TestRing.test_replica_count ... ok -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked -test.unit.common.test_db.TestGreenDBConnection.test_execute_when_locked ... ok - 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - 0 0.000 0.000 profile:0(profiler) - - -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile1968912 -Tue Jan 27 06:31:43 2026 /tmp/tmp32ck86wx/unittest.profile456 - - 30 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 6 0.001 0.000 0.001 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 6 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 - - 5 function calls in 0.000 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 1 0.000 0.000 0.000 0.000 :0(exec) - 1 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) - 1 0.000 0.000 0.000 0.000 :0(getcwd) - 1 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 1 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile456 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile456 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile456 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile123 -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 30 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 6 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 6 0.000 0.000 0.000 0.000 :0(exec) - 6 0.000 0.000 0.000 0.000 :1() - 6 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 6 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -Tue Jan 27 06:31:43 2026 /tmp/tmpdy94dkan/unittest.profile1968912 - - 15 function calls in 0.001 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 3 0.000 0.000 0.001 0.000 profile:0(import os;os.getcwd();) - 3 0.000 0.000 0.000 0.000 :0(exec) - 3 0.000 0.000 0.000 0.000 :1() - 3 0.000 0.000 0.000 0.000 :0(getcwd) - 0 0.000 0.000 profile:0(profiler) - 3 0.000 0.000 0.000 0.000 :0(setprofile) - - -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10035920143127441 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10115432739257812 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.1013481616973877 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10143709182739258 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10090470314025879 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10105681419372559test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout -test.unit.common.test_memcached.TestMemcached.test_connection_pool_timeout ... ok - -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Setting object count to 1072 (txn: txc335c580021d4f06bd5a6-0069790499) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Setting object count to 1072 (txn: tx70ec67f0a1ea482eabaf1-006979049a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Setting object count to 1072 (txn: txf300acf1425641058cc51-006979049a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container -test.unit.container.test_backend.TestContainerBroker.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 426, in set - raise MemcacheConnectionError('failed set: %s' % msg) -swift.common.exceptions.MemcacheConnectionError: failed set: - -During handling of the above exception, another exception occurred: - -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/queue.py", line 116, in switch - self.greenlet.switch(value) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 900, in _timing_stats - result = func(cache, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 430, in set - self._exception_occurred(server, e, cmd, conn_start_time, - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 276, in _exception_occurred - elif isinstance(e, (socket.error, MemcacheConnectionError)): - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: isinstance() arg 2 must be a type, a tuple of types, or a union -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding -test.unit.container.test_backend.TestContainerBroker.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBroker.test_exception -test.unit.container.test_backend.TestContainerBroker.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_pooling -test.unit.common.test_memcached.TestMemcached.test_connection_pooling ... ok -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect -test.unit.common.test_memcached.TestMemcached.test_connection_slow_connect ... ok -test.unit.common.test_memcached.TestMemcached.test_decr -test.unit.common.test_memcached.TestMemcached.test_decr ... ok -test.unit.common.test_memcached.TestMemcached.test_delete -test.unit.common.test_memcached.TestMemcached.test_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_error_disabled -test.unit.common.test_memcached.TestMemcached.test_error_disabled ... ok - -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10137629508972168 -test ERROR: Timeout getting a connection to memcached: 1.2.3.5:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10156559944152832 -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0001826286315918 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.000826358795166 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0010695457458496 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0012507438659668 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0015203952789307 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0017035007476807 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.0018713474273682 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout getting a connection to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 1.0, time_spent 1.002030611038208 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Timeout connecting to memcached: 1.2.3.4:11211: with key_prefix key, method set, config_timeout 0.1, time_spent 0.10580968856811523 -test ERROR: Error connecting to memcached: ALL: with key_prefix key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 3.075599670410156e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipetest.unit.common.test_memcached.TestMemcached.test_error_limiting -test.unit.common.test_memcached.TestMemcached.test_error_limiting ... ok - -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.4:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method get: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to trytest.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config -test.unit.common.test_memcached.TestMemcached.test_error_limiting_custom_config ... ok -test.unit.common.test_memcached.TestMemcached.test_error_raising -test.unit.common.test_memcached.TestMemcached.test_error_raising ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns -test.unit.common.test_memcached.TestMemcached.test_get_conns ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 -test.unit.common.test_memcached.TestMemcached.test_get_conns_bad_v6 ... ok -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname -test.unit.common.test_memcached.TestMemcached.test_get_conns_hostname ... ok -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_get_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr -test.unit.common.test_memcached.TestMemcached.test_incr ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires -test.unit.common.test_memcached.TestMemcached.test_incr_add_expires ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time -test.unit.common.test_memcached.TestMemcached.test_incr_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request -test.unit.common.test_memcached.TestMemcached.test_incr_failed_connection_mid_request ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response -test.unit.common.test_memcached.TestMemcached.test_incr_unexpected_response ... ok -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout -test.unit.common.test_memcached.TestMemcached.test_incr_w_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold -test.unit.common.test_memcached.TestMemcached.test_item_size_warning_threshold ... ok -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg -test.unit.common.test_memcached.TestMemcached.test_logger_kwarg ... ok -test.unit.common.test_memcached.TestMemcached.test_multi -test.unit.common.test_memcached.TestMemcached.test_multi ... ok -test.unit.common.test_memcached.TestMemcached.test_multi_delete -test.unit.common.test_memcached.TestMemcached.test_multi_delete ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_error ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_get_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_incr_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_exception ... ok -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout -test.unit.common.test_memcached.TestMemcached.test_operations_timing_stats_with_set_timeout ... ok -test.unit.common.test_memcached.TestMemcached.test_retry -test.unit.common.test_memcached.TestMemcached.test_retry ... ok -test.unit.common.test_memcached.TestMemcached.test_serialization -test.unit.common.test_memcached.TestMemcached.test_serialization ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error -test.unit.common.test_memcached.TestMemcached.test_set_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error -test.unit.common.test_memcached.TestMemcached.test_set_error_raise_on_error ... ok -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time -test.unit.common.test_memcached.TestMemcached.test_set_expiration_time ... ok -test.unit.common.test_memcached.TestMemcached.test_set_get_json -test.unit.common.test_memcached.TestMemcached.test_set_get_json ... ok -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg -test.unit.common.test_memcached.TestMemcached.test_tls_context_kwarg ... ok -test.unit.common.test_swob.TestRequest.test_401_invalid_path -test.unit.common.test_swob.TestRequest.test_401_invalid_path ... ok -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path -test.unit.common.test_swob.TestRequest.test_401_non_keystone_auth_path ... ok -test.unit.common.test_swob.TestRequest.test_401_unauthorized -test.unit.common.test_swob.TestRequest.test_401_unauthorized ... ok -test.unit.common.test_swob.TestRequest.test_401_valid_account_path -test.unit.common.test_swob.TestRequest.test_401_valid_account_path ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_exists ... ok -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted -test.unit.common.test_swob.TestRequest.test_401_www_authenticate_is_quoted ... ok -test.unit.common.test_swob.TestRequest.test_accept_header -test.unit.common.test_swob.TestRequest.test_accept_header ... ok -test.unit.common.test_swob.TestRequest.test_allow_reserved_names -test.unit.common.test_swob.TestRequest.test_allow_reserved_names ... ok -test.unit.common.test_swob.TestRequest.test_as_referer -test.unit.common.test_swob.TestRequest.test_as_referer ... ok -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop -test.unit.common.test_swob.TestRequest.test_bad_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_bad_range -test.unit.common.test_swob.TestRequest.test_bad_range ... ok -test.unit.common.test_swob.TestRequest.test_blank -test.unit.common.test_swob.TestRequest.test_blank ... ok -test.unit.common.test_swob.TestRequest.test_blank_body_precedence -test.unit.common.test_swob.TestRequest.test_blank_body_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_parsing -test.unit.common.test_swob.TestRequest.test_blank_parsing ... ok -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence -test.unit.common.test_swob.TestRequest.test_blank_path_info_precedence ... ok -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_blank_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_copy_get -test.unit.common.test_swob.TestRequest.test_copy_get ... ok -test.unit.common.test_swob.TestRequest.test_datetime_properties -test.unit.common.test_swob.TestRequest.test_datetime_properties ... ok -test.unit.common.test_swob.TestRequest.test_get_response -test.unit.common.test_swob.TestRequest.test_get_response ... ok -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args -test.unit.common.test_swob.TestRequest.test_invalid_req_environ_property_args ... ok -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length -test.unit.common.test_swob.TestRequest.test_message_length_just_content_length ... ok -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding -test.unit.common.test_swob.TestRequest.test_message_length_transfer_encoding ... ok -test.unit.common.test_swob.TestRequest.test_not_401 -test.unit.common.test_swob.TestRequest.test_not_401 ... ok -test.unit.common.test_swob.TestRequest.test_params -test.unit.common.test_swob.TestRequest.test_params ... ok -test.unit.common.test_swob.TestRequest.test_path -test.unit.common.test_swob.TestRequest.test_path ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop -test.unit.common.test_swob.TestRequest.test_path_info_pop ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_last -test.unit.common.test_swob.TestRequest.test_path_info_pop_last ... ok -test.unit.common.test_swob.TestRequest.test_path_info_pop_none -test.unit.common.test_swob.TestRequest.test_path_info_pop_none ... ok -test.unit.common.test_swob.TestRequest.test_path_qs -test.unit.common.test_swob.TestRequest.test_path_qs ... ok -test.unit.common.test_swob.TestRequest.test_path_question_mark -test.unit.common.test_swob.TestRequest.test_path_question_mark ... ok -test.unit.common.test_swob.TestRequest.test_properties -test.unit.common.test_swob.TestRequest.test_properties ... ok -test.unit.common.test_swob.TestRequest.test_split_path -test.unit.common.test_swob.TestRequest.test_split_path ... ok -test.unit.common.test_swob.TestRequest.test_swift_entity_path -test.unit.common.test_swob.TestRequest.test_swift_entity_path ... ok -test.unit.common.test_swob.TestRequest.test_timestamp -test.unit.common.test_swob.TestRequest.test_timestamp ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_invalid -test.unit.common.test_swob.TestRequest.test_timestamp_invalid ... ok -test.unit.common.test_swob.TestRequest.test_timestamp_missing -test.unit.common.test_swob.TestRequest.test_timestamp_missing ... ok -test.unit.common.test_swob.TestRequest.test_unicode_params -test.unit.common.test_swob.TestRequest.test_unicode_params ... ok -test.unit.common.test_swob.TestRequest.test_unicode_path -test.unit.common.test_swob.TestRequest.test_unicode_path ... ok -test.unit.common.test_swob.TestRequest.test_unicode_query -test.unit.common.test_swob.TestRequest.test_unicode_query ... ok -test.unit.common.test_swob.TestRequest.test_url -test.unit.common.test_swob.TestRequest.test_url ... ok -test.unit.common.test_swob.TestRequest.test_url2 -test.unit.common.test_swob.TestRequest.test_url2 ... ok -test.unit.common.test_swob.TestRequest.test_wsgify -test.unit.common.test_swob.TestRequest.test_wsgify ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_method -test.unit.common.test_swob.TestRequest.test_wsgify_method ... ok -test.unit.common.test_swob.TestRequest.test_wsgify_raise -test.unit.common.test_swob.TestRequest.test_wsgify_raise ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_closes ... ok -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates -test.unit.common.test_utils.TestCloseableChain.test_closeable_chain_iterates ... ok -test.unit.common.test_utils.TestWatchdog.test_start_stop -test.unit.common.test_utils.TestWatchdog.test_start_stop ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency -test.unit.common.test_utils.TestWatchdog.test_timeout_concurrency ... ok -test.unit.common.test_utils.TestWatchdog.test_timeout_expire -test.unit.common.test_utils.TestWatchdog.test_timeout_expire ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_insert_filter ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters -test.unit.common.test_wsgi.TestPipelineWrapper.test_startswith_no_filters ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str -test.unit.common.test_wsgi.TestPipelineWrapper.test_str ... ok -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter -test.unit.common.test_wsgi.TestPipelineWrapper.test_str_unknown_filter ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_empty ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_invalid ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_multiple ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_region ... ok -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone -test.unit.common.utils.test_config.TestAffinityLocalityPredicate.test_zone ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_exception ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals ... ok -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more -test.unit.common.utils.test_logs.TestSwiftLoggerAdapter.test_thread_locals_more ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_creation ... ok -test ERROR: Invalid swift_bytes: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2824, in override_bytes_from_content_type - listing_dict['bytes'] = int(swift_bytes) - ^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: 'hey' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0655 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0804 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0934 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0676 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0674 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1370 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0724 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0517 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:42 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.8877 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4839 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:45 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.6866 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5401 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:46 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.6594 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 2.0902 "-" 1968902 0 -test ERROR: ERROR Account update failed with 127.0.0.1:47615/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:31:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4720 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6219 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:49 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.5001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:49 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0004 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:49 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:49 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7993 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:50 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:51 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 1.0551 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:51 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 1.0762 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:31:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.2384 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:54 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0650 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.3236 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2140 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:55 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0623 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0727 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0026 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0572 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0443 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:56 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0097 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1037 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1180 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0961 "-" 1968902 0test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_batch_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_db_does_not_clear_particular_sharding_meta ... ok -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBroker.test_find_shard_ranges_with_misplaced_objects ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Setting object count to 1072 (txn: txc0cc2142376042088ceb4-006979049c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7ee9dcdb41424e8aab34a-006979049c) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx7ee9dcdb41424e8aab34a-006979049c) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7ee9dcdb41424e8aab34a-006979049c) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx7ee9dcdb41424e8aab34a-006979049c) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx7ee9dcdb41424e8aab34a-006979049c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txe0a3a1366de847f8a5804-006979049d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_chexor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_create_broker ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx82df5858f968421a81a2e-006979049e) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd44b05813a9a4cff97ce6-006979049f) -test DEBUG: Setting object count to 3120 (txn: txd44b05813a9a4cff97ce6-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx857be5452cd44abb81ac0-006979049f) -test DEBUG: Setting object count to 3120 (txn: tx857be5452cd44abb81ac0-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f)test.unit.container.test_backend.TestContainerBroker.test_get_brokers -test.unit.container.test_backend.TestContainerBroker.test_get_brokers ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txfe0cd9514f45416786dd2-006979049f) -test DEBUG: Setting object count to 3120 (txn: txfe0cd9514f45416786dd2-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txec9cb6fefbad4d78a0212-006979049f) -test DEBUG: Setting object count to 3120 (txn: txec9cb6fefbad4d78a0212-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test DEBUG: Setting object count to 3120 (txn: tx85b6c375a2d34bb2a03f2-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx773581a0fcf74783b3ecd-006979049f) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx773581a0fcf74783b3ecd-006979049f)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538742.00000, (0, 0) as of 1769538742.00000, active as of 1769538742.00000> to ShardRange<'k' to 't' as of 1769538743.00000, (0, 0) as of 1769538743.00000, created as of 1769538743.00000>, path: .shards_a/shard_c_1769538743.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3ea/2be95944e7d98fa96af25a7216eea3ea/2be95944e7d98fa96af25a7216eea3ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538745.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/061/8ba05880ae0c3783e6cc48cc820b7061/8ba05880ae0c3783e6cc48cc820b7061.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538744.00000, (0, 0) as of 1769538744.00000, active as of 1769538744.00000> to ShardRange<'k' to 't' as of 1769538745.00000, (0, 0) as of 1769538745.00000, cleaved as of 1769538745.00000>, path: .shards_a/shard_c_1769538745.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/061/8ba05880ae0c3783e6cc48cc820b7061/8ba05880ae0c3783e6cc48cc820b7061.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538747.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3fb/bd4b1db1ab8058bb2f601d2eea92c3fb/bd4b1db1ab8058bb2f601d2eea92c3fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538749.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/412/05de5b6cb47783a12c818328fef57412/05de5b6cb47783a12c818328fef57412.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538748.00000, (0, 0) as of 1769538748.00000, active as of 1769538748.00000> to ShardRange<'k' to 't' as of 1769538749.00000, (0, 0) as of 1769538749.00000, shrinking as of 1769538749.00000>, path: .shards_a/shard_c_1769538749.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/412/05de5b6cb47783a12c818328fef57412/05de5b6cb47783a12c818328fef57412.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538749.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/412/05de5b6cb47783a12c818328fef57412/05de5b6cb47783a12c818328fef57412.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538751.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a85/9174d3c4f563b38da0ed3d5f02019a85/9174d3c4f563b38da0ed3d5f02019a85.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538750.00000, (0, 0) as of 1769538750.00000, active as of 1769538750.00000> to ShardRange<'k' to 't' as of 1769538751.00000, (0, 0) as of 1769538751.00000, sharding as of 1769538751.00000>, path: .shards_a/shard_c_1769538751.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a85/9174d3c4f563b38da0ed3d5f02019a85/9174d3c4f563b38da0ed3d5f02019a85.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538751.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a85/9174d3c4f563b38da0ed3d5f02019a85/9174d3c4f563b38da0ed3d5f02019a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538753.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/975/e91b5d2bf983eddca1f556dfdd5ca975/e91b5d2bf983eddca1f556dfdd5ca975.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538752.00000, (0, 0) as of 1769538752.00000, active as of 1769538752.00000> to ShardRange<'k' to 't' as of 1769538753.00000, (0, 0) as of 1769538753.00000, sharded as of 1769538753.00000>, path: .shards_a/shard_c_1769538753.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/975/e91b5d2bf983eddca1f556dfdd5ca975/e91b5d2bf983eddca1f556dfdd5ca975.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538753.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/975/e91b5d2bf983eddca1f556dfdd5ca975/e91b5d2bf983eddca1f556dfdd5ca975.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538755.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/686/6e52222ae5e9de16d80ed82be5f6c686/6e52222ae5e9de16d80ed82be5f6c686.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538754.00000, (0, 0) as of 1769538754.00000, active as of 1769538754.00000> to ShardRange<'k' to 't' as of 1769538755.00000, (0, 0) as of 1769538755.00000, shrunk as of 1769538755.00000>, path: .shards_a/shard_c_1769538755.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/686/6e52222ae5e9de16d80ed82be5f6c686/6e52222ae5e9de16d80ed82be5f6c686.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538755.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/686/6e52222ae5e9de16d80ed82be5f6c686/6e52222ae5e9de16d80ed82be5f6c686.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538757.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/edb/7e7fdfc0b159011b68eba6cb0641cedb/7e7fdfc0b159011b68eba6cb0641cedb.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538756.00000, (0, 0) as of 1769538756.00000, shrinking as of 1769538756.00000> to ShardRange<'k' to 't' as of 1769538757.00000, (0, 0) as of 1769538757.00000, found as of 1769538757.00000>, path: .shards_a/shard_c_1769538757.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/edb/7e7fdfc0b159011b68eba6cb0641cedb/7e7fdfc0b159011b68eba6cb0641cedb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538759.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cea/c942c0aeb3b23d2b85d03f0feeaf4cea/c942c0aeb3b23d2b85d03f0feeaf4cea.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538758.00000, (0, 0) as of 1769538758.00000, shrinking as of 1769538758.00000> to ShardRange<'k' to 't' as of 1769538759.00000, (0, 0) as of 1769538759.00000, created as of 1769538759.00000>, path: .shards_a/shard_c_1769538759.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cea/c942c0aeb3b23d2b85d03f0feeaf4cea/c942c0aeb3b23d2b85d03f0feeaf4cea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538761.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/eaf/0f5fc806147122698036edb6bd42ceaf/0f5fc806147122698036edb6bd42ceaf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538760.00000, (0, 0) as of 1769538760.00000, shrinking as of 1769538760.00000> to ShardRange<'k' to 't' as of 1769538761.00000, (0, 0) as of 1769538761.00000, cleaved as of 1769538761.00000>, path: .shards_a/shard_c_1769538761.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/eaf/0f5fc806147122698036edb6bd42ceaf/0f5fc806147122698036edb6bd42ceaf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538763.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/7cf/f7d2f1b9b91c1ec2810f009c0e6767cf/f7d2f1b9b91c1ec2810f009c0e6767cf.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538762.00000, (0, 0) as of 1769538762.00000, shrinking as of 1769538762.00000> to ShardRange<'k' to 't' as of 1769538763.00000, (0, 0) as of 1769538763.00000, active as of 1769538763.00000>, path: .shards_a/shard_c_1769538763.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/7cf/f7d2f1b9b91c1ec2810f009c0e6767cf/f7d2f1b9b91c1ec2810f009c0e6767cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538765.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/8dc/58c2ea61141342330aec2af67616d8dc/58c2ea61141342330aec2af67616d8dc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538765.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/8dc/58c2ea61141342330aec2af67616d8dc/58c2ea61141342330aec2af67616d8dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538767.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e2d/cf4414dc527bcc8e08fcae8ab7b1ee2d/cf4414dc527bcc8e08fcae8ab7b1ee2d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538766.00000, (0, 0) as of 1769538766.00000, shrinking as of 1769538766.00000> to ShardRange<'k' to 't' as of 1769538767.00000, (0, 0) as of 1769538767.00000, sharding as of 1769538767.00000>, path: .shards_a/shard_c_1769538767.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e2d/cf4414dc527bcc8e08fcae8ab7b1ee2d/cf4414dc527bcc8e08fcae8ab7b1ee2d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_db_state -test.unit.container.test_backend.TestContainerBroker.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb044598259a487fbfb11-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txbb044598259a487fbfb11-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx2fd4538bf60a41e0aa465-006979049f) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx2fd4538bf60a41e0aa465-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8b4543041ecf4c4b98a75-006979049f) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx8b4543041ecf4c4b98a75-006979049f) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b4543041ecf4c4b98a75-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b4543041ecf4c4b98a75-006979049f) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx8b4543041ecf4c4b98a75-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx20e1bbfbc1d9457499fd1-006979049f) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx20e1bbfbc1d9457499fd1-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx20e1bbfbc1d9457499fd1-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx20e1bbfbc1d9457499fd1-006979049f) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx20e1bbfbc1d9457499fd1-006979049f) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx995a15099fa248319e802-006979049f) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx995a15099fa248319e802-006979049f) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx995a15099fa248319e802-006979049f) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx995a15099fa248319e802-006979049f) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx995a15099fa248319e802-006979049f) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx82fe5694c552408dbc4dc-00697904a0) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx82fe5694c552408dbc4dc-00697904a0) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx82fe5694c552408dbc4dc-00697904a0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBroker.test_get_info -test.unit.container.test_backend.TestContainerBroker.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_db_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_double_check_trailing_delimiter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBroker.test_get_info_no_stale_reads ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok - -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx16b706bff1a04977b6826-00697904a1) -test DEBUG: Setting object count to 1065 (txn: tx16b706bff1a04977b6826-00697904a1) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp1tnpcneq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1tnpcneq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp1tnpcneq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp1tnpcneq/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:02 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.2919 "-" 1968923 - -HTTP PERF: 0.29552 seconds to PUT 127.0.0.1:48157 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:02 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.2588 "-" 1968923 - -HTTP PERF: 0.26031 seconds to PUT 127.0.0.1:57213 /sdb1/0/a) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_db_does_not_clear_particular_sharding_meta ... ok -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:02 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.3708 "-" 1968923 - -HTTP PERF: 0.37261 seconds to PUT 127.0.0.1:48157 /sda1/0/a1) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:03 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.3723 "-" 1968923 - -HTTP PERF: 0.37423 seconds to PUT 127.0.0.1:57213 /sdb1/0/a1) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:03 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3dfeb7f0ad824972beb24-00697904a3" "proxy-server 1968923" 0.0019 "-" 1968923 - -HTTP PERF: 0.00304 seconds to HEAD 127.0.0.1:57213 /sdb1/0/a?format=json) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:50075/sda1/0/a/c" "tx3dfeb7f0ad824972beb24-00697904a3" "container-server 1968923" 0.0012 "-" 1968923 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52869/sdb1/0/a/c" "tx3dfeb7f0ad824972beb24-00697904a3" "container-server 1968923" 0.0015 "-" 1968923 0 -HTTP PERF: 0.00558 seconds to PUT 127.0.0.1:48157 /sda1/0/a/c) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3dfeb7f0ad824972beb24-00697904a3" "proxy-server 1968923" 0.3707 "-" 1968923 0 -HTTP PERF: 0.37216 seconds to PUT 127.0.0.1:57213 /sdb1/0/a/c) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx3dfeb7f0ad824972beb24-00697904a3" "proxy-server 1968923" 0.6661 "-" 1968923 0 -HTTP PERF: 0.66826 seconds to PUT 127.0.0.1:52869 /sdb1/0/a/c) -HTTP PERF: 0.66839 seconds to PUT 127.0.0.1:50075 /sda1/0/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/04 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx3dfeb7f0ad824972beb24-00697904a3 - 0.6749 - - 1769538723.328442812 1769538724.003385782 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb331a8ef7a0f4edb954a6-00697904a4" "proxy-server 1968923" 0.0013 "-" 1968923 - -HTTP PERF: 0.00275 seconds to HEAD 127.0.0.1:57213 /sdb1/0/a1?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:52869/sdb1/2/a1/c1" "txb331a8ef7a0f4edb954a6-00697904a4" "container-server 1968923" 0.0012 "-" 1968923 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:50075/sda1/2/a1/c1" "txb331a8ef7a0f4edb954a6-00697904a4" "container-server 1968923" 0.0011 "-" 1968923 0 -HTTP PERF: 0.00615 seconds to PUT 127.0.0.1:57213 /sdb1/0/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb331a8ef7a0f4edb954a6-00697904a4" "proxy-server 1968923" 0.1082 "-" 1968923 0 -HTTP PERF: 0.10933 seconds to PUT 127.0.0.1:48157 /sda1/0/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb331a8ef7a0f4edb954a6-00697904a4" "proxy-server 1968923" 0.2263 "-" 1968923 0 -HTTP PERF: 0.22791 seconds to PUT 127.0.0.1:50075 /sda1/2/a1/c1) -HTTP PERF: 0.22869 seconds to PUT 127.0.0.1:52869 /sdb1/2/a1/c1) -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBroker.test_get_info_sharding_states ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/04 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb331a8ef7a0f4edb954a6-00697904a4 - 0.2347 - - 1769538724.004895926 1769538724.239645720 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3314ac91e13d4cd199190-00697904a4" "proxy-server 1968923" 0.0989 "-" 1968923 - -HTTP PERF: 0.10104 seconds to HEAD 127.0.0.1:48157 /sda1/0/a?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_delete_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBroker.test_get_info_stale_read_ok ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:52869/sdb1/0/a/c1" "tx3314ac91e13d4cd199190-00697904a4" "container-server 1968923" 0.0914 "-" 1968923 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:50075/sda1/0/a/c1" "tx3314ac91e13d4cd199190-00697904a4" "container-server 1968923" 0.0010 "-" 1968923 1 -HTTP PERF: 0.18046 seconds to PUT 127.0.0.1:57213 /sdb1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3314ac91e13d4cd199190-00697904a4" "proxy-server 1968923" 0.2601 "-" 1968923 1 -HTTP PERF: 0.09578 seconds to PUT 127.0.0.1:48157 /sda1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3314ac91e13d4cd199190-00697904a4" "proxy-server 1968923" 0.1810 "-" 1968923 1 -HTTP PERF: 0.26324 seconds to PUT 127.0.0.1:50075 /sda1/0/a/c1) -HTTP PERF: 0.26321 seconds to PUT 127.0.0.1:52869 /sdb1/0/a/c1) -test.unit.container.test_backend.TestContainerBroker.test_get_items_since -test.unit.container.test_backend.TestContainerBroker.test_get_items_since ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/04 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3314ac91e13d4cd199190-00697904a4 - 0.3680 - - 1769538724.241010189 1769538724.608998299 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1bbf4863afd846d08dcf4-00697904a4" "proxy-server 1968923" 0.1332 "-" 1968923 - -HTTP PERF: 0.13470 seconds to HEAD 127.0.0.1:48157 /sda1/0/a?format=json) -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:52869/sdb1/2/a/c2" "tx1bbf4863afd846d08dcf4-00697904a4" "container-server 1968923" 0.0010 "-" 1968923 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:50075/sda1/2/a/c2" "tx1bbf4863afd846d08dcf4-00697904a4" "container-server 1968923" 0.1146 "-" 1968923 2 -HTTP PERF: 0.22314 seconds to PUT 127.0.0.1:48157 /sda1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1bbf4863afd846d08dcf4-00697904a4" "proxy-server 1968923" 0.3285 "-" 1968923 2 -HTTP PERF: 0.11964 seconds to PUT 127.0.0.1:57213 /sdb1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx1bbf4863afd846d08dcf4-00697904a4" "proxy-server 1968923" 0.2236 "-" 1968923 2 -HTTP PERF: 0.33108 seconds to PUT 127.0.0.1:52869 /sdb1/2/a/c2) -HTTP PERF: 0.33123 seconds to PUT 127.0.0.1:50075 /sda1/2/a/c2) -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_root_container_fill_gap ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/05 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx1bbf4863afd846d08dcf4-00697904a4 - 0.4694 - - 1769538724.610445499 1769538725.079892159 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpnik1gtde/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnik1gtde/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpnik1gtde/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnik1gtde/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1354 "-" 1968923 - -HTTP PERF: 0.13772 seconds to PUT 127.0.0.1:37645 /sda1/0/a) -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0762 "-" 1968923 - -HTTP PERF: 0.07781 seconds to PUT 127.0.0.1:33103 /sdb1/0/a) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0881 "-" 1968923 - -HTTP PERF: 0.09001 seconds to PUT 127.0.0.1:37645 /sda1/0/a1) -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBroker.test_get_namespaces_state_filtering ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0913 "-" 1968923 - -HTTP PERF: 0.09285 seconds to PUT 127.0.0.1:33103 /sdb1/0/a1) -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1c409bea3cc947578031c-00697904a5" "proxy-server 1968923" 0.0424 "-" 1968923 - -HTTP PERF: 0.04371 seconds to HEAD 127.0.0.1:37645 /sda1/0/a?format=json) -test.unit.container.test_backend.TestContainerBroker.test_get_objects -test.unit.container.test_backend.TestContainerBroker.test_get_objects ... ok - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:57 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0684 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0702 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0145 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0787 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0032 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1297 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:58 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0750 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0630 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0600 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1108 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0018 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0677 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:31:59 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0123 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0411 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1882 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:00 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1413 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0605 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3911 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0018 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:01 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2065 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:02 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:02 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2461 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:03 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:03 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2307 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:03 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0827 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0047 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0059 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test DEBUG: Unlinked retiring db '/tmp/tmpv6g33spw/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0787 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0791 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0010 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0962 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0010 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:04 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1046 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0761 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1197 "-" 1968902 0acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:33357/sda1/0/a/c" "tx1c409bea3cc947578031c-00697904a5" "container-server 1968923" 0.0427 "-" 1968923 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:49353/sdb1/0/a/c" "tx1c409bea3cc947578031c-00697904a5" "container-server 1968923" 0.0014 "-" 1968923 0 -HTTP PERF: 0.04673 seconds to PUT 127.0.0.1:37645 /sda1/0/a/c) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1c409bea3cc947578031c-00697904a5" "proxy-server 1968923" 0.2292 "-" 1968923 0 -HTTP PERF: 0.23072 seconds to PUT 127.0.0.1:33103 /sdb1/0/a/c) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1c409bea3cc947578031c-00697904a5" "proxy-server 1968923" 0.3490 "-" 1968923 0 -HTTP PERF: 0.35118 seconds to PUT 127.0.0.1:49353 /sdb1/0/a/c) -HTTP PERF: 0.35136 seconds to PUT 127.0.0.1:33357 /sda1/0/a/c) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/05 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1c409bea3cc947578031c-00697904a5 - 0.3981 - - 1769538725.529394865 1769538725.927459955 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:05 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txdf94faa1a0b743f8bd3fc-00697904a5" "proxy-server 1968923" 0.0010 "-" 1968923 - -HTTP PERF: 0.00219 seconds to HEAD 127.0.0.1:37645 /sda1/0/a1?format=json) -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_double_check_trailing_delimiter_non_slash ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:33357/sda1/2/a1/c1" "txdf94faa1a0b743f8bd3fc-00697904a5" "container-server 1968923" 0.0051 "-" 1968923 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:49353/sdb1/2/a1/c1" "txdf94faa1a0b743f8bd3fc-00697904a5" "container-server 1968923" 0.0009 "-" 1968923 0 -HTTP PERF: 0.00825 seconds to PUT 127.0.0.1:33103 /sdb1/0/a1/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdf94faa1a0b743f8bd3fc-00697904a5" "proxy-server 1968923" 0.1099 "-" 1968923 0 -HTTP PERF: 0.11296 seconds to PUT 127.0.0.1:37645 /sda1/0/a1/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txdf94faa1a0b743f8bd3fc-00697904a5" "proxy-server 1968923" 0.1849 "-" 1968923 0 -HTTP PERF: 0.18618 seconds to PUT 127.0.0.1:33357 /sda1/2/a1/c1) -HTTP PERF: 0.18700 seconds to PUT 127.0.0.1:49353 /sdb1/2/a1/c1) -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/06 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txdf94faa1a0b743f8bd3fc-00697904a5 - 0.1915 - - 1769538725.928669214 1769538726.120126009 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx412d0abdca93462bb42e5-00697904a6" "proxy-server 1968923" 0.0830 "-" 1968923 - -HTTP PERF: 0.08460 seconds to HEAD 127.0.0.1:37645 /sda1/0/a?format=json) -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_DELETE_object_update_redirected_to_shard ... ok -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:49353/sdb1/0/a/c1" "tx412d0abdca93462bb42e5-00697904a6" "container-server 1968923" 0.0024 "-" 1968923 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:33357/sda1/0/a/c1" "tx412d0abdca93462bb42e5-00697904a6" "container-server 1968923" 0.3054 "-" 1968923 1 -HTTP PERF: 0.31096 seconds to PUT 127.0.0.1:37645 /sda1/0/a/c1) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx412d0abdca93462bb42e5-00697904a6" "proxy-server 1968923" 0.5811 "-" 1968923 1 -HTTP PERF: 0.58259 seconds to PUT 127.0.0.1:33103 /sdb1/0/a/c1) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx412d0abdca93462bb42e5-00697904a6" "proxy-server 1968923" 0.6718 "-" 1968923 1 -HTTP PERF: 0.67350 seconds to PUT 127.0.0.1:33357 /sda1/0/a/c1) -HTTP PERF: 0.67422 seconds to PUT 127.0.0.1:49353 /sdb1/0/a/c1) -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_DELETE_timestamp_not_float ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/06 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx412d0abdca93462bb42e5-00697904a6 - 0.7620 - - 1769538726.121387243 1769538726.883432865 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:07 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd3ac107b2b134358b81fb-00697904a6" "proxy-server 1968923" 0.2739 "-" 1968923 - -HTTP PERF: 0.27550 seconds to HEAD 127.0.0.1:33103 /sdb1/0/a?format=json) -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid -test.unit.container.test_server.TestContainerController.test_GET_accept_not_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:08 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:33357/sda1/2/a/c2" "txd3ac107b2b134358b81fb-00697904a6" "container-server 1968923" 0.5145 "-" 1968923 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:08 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:49353/sdb1/2/a/c2" "txd3ac107b2b134358b81fb-00697904a6" "container-server 1968923" 0.0342 "-" 1968923 2 -HTTP PERF: 1.06358 seconds to PUT 127.0.0.1:37645 /sda1/0/a/c2) -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:08 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd3ac107b2b134358b81fb-00697904a6" "proxy-server 1968923" 1.4193 "-" 1968923 2 -HTTP PERF: 0.55248 seconds to PUT 127.0.0.1:33103 /sdb1/0/a/c2) -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:32:08 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd3ac107b2b134358b81fb-00697904a6" "proxy-server 1968923" 1.0640 "-" 1968923 2 -HTTP PERF: 1.42193 seconds to PUT 127.0.0.1:33357 /sda1/2/a/c2) -HTTP PERF: 1.42198 seconds to PUT 127.0.0.1:49353 /sdb1/2/a/c2) -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor -test.unit.proxy.test_server.TestECMismatchedFA.test_mixing_different_objects_fragment_archives_with_dup_factor ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/32/08 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd3ac107b2b134358b81fb-00697904a6 - 1.7010 - - 1769538726.885242701 1769538728.586287498 2 - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538767.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e2d/cf4414dc527bcc8e08fcae8ab7b1ee2d/cf4414dc527bcc8e08fcae8ab7b1ee2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538769.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/24c/25eafd5d2161d59d920e9fe626aaf24c/25eafd5d2161d59d920e9fe626aaf24c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538768.00000, (0, 0) as of 1769538768.00000, shrinking as of 1769538768.00000> to ShardRange<'k' to 't' as of 1769538769.00000, (0, 0) as of 1769538769.00000, sharded as of 1769538769.00000>, path: .shards_a/shard_c_1769538769.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/24c/25eafd5d2161d59d920e9fe626aaf24c/25eafd5d2161d59d920e9fe626aaf24c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538769.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/24c/25eafd5d2161d59d920e9fe626aaf24c/25eafd5d2161d59d920e9fe626aaf24c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538771.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/97d/63f2a13b5de234bdc838d6178125b97d/63f2a13b5de234bdc838d6178125b97d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538770.00000, (0, 0) as of 1769538770.00000, shrinking as of 1769538770.00000> to ShardRange<'k' to 't' as of 1769538771.00000, (0, 0) as of 1769538771.00000, shrunk as of 1769538771.00000>, path: .shards_a/shard_c_1769538771.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/97d/63f2a13b5de234bdc838d6178125b97d/63f2a13b5de234bdc838d6178125b97d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538771.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/97d/63f2a13b5de234bdc838d6178125b97d/63f2a13b5de234bdc838d6178125b97d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538773.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/475/9c52d66ef0b8373a9725def5e6382475/9c52d66ef0b8373a9725def5e6382475.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538772.00000, (0, 0) as of 1769538772.00000, sharding as of 1769538772.00000> to ShardRange<'k' to 't' as of 1769538773.00000, (0, 0) as of 1769538773.00000, found as of 1769538773.00000>, path: .shards_a/shard_c_1769538773.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/475/9c52d66ef0b8373a9725def5e6382475/9c52d66ef0b8373a9725def5e6382475.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538775.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4f5/67acd32f4c8fd3535604604c379cc4f5/67acd32f4c8fd3535604604c379cc4f5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538774.00000, (0, 0) as of 1769538774.00000, sharding as of 1769538774.00000> to ShardRange<'k' to 't' as of 1769538775.00000, (0, 0) as of 1769538775.00000, created as of 1769538775.00000>, path: .shards_a/shard_c_1769538775.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4f5/67acd32f4c8fd3535604604c379cc4f5/67acd32f4c8fd3535604604c379cc4f5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538777.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/b59/d0f53e47f4b7f665caa7953f8b460b59/d0f53e47f4b7f665caa7953f8b460b59.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538776.00000, (0, 0) as of 1769538776.00000, sharding as of 1769538776.00000> to ShardRange<'k' to 't' as of 1769538777.00000, (0, 0) as of 1769538777.00000, cleaved as of 1769538777.00000>, path: .shards_a/shard_c_1769538777.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/b59/d0f53e47f4b7f665caa7953f8b460b59/d0f53e47f4b7f665caa7953f8b460b59.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538779.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3a9/755926a5923eebf9aabd38521521e3a9/755926a5923eebf9aabd38521521e3a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538778.00000, (0, 0) as of 1769538778.00000, sharding as of 1769538778.00000> to ShardRange<'k' to 't' as of 1769538779.00000, (0, 0) as of 1769538779.00000, active as of 1769538779.00000>, path: .shards_a/shard_c_1769538779.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3a9/755926a5923eebf9aabd38521521e3a9/755926a5923eebf9aabd38521521e3a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538781.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/25b/e55e34a87e55514f250562bbccc0e25b/e55e34a87e55514f250562bbccc0e25b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538780.00000, (0, 0) as of 1769538780.00000, sharding as of 1769538780.00000> to ShardRange<'k' to 't' as of 1769538781.00000, (0, 0) as of 1769538781.00000, shrinking as of 1769538781.00000>, path: .shards_a/shard_c_1769538781.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/25b/e55e34a87e55514f250562bbccc0e25b/e55e34a87e55514f250562bbccc0e25b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538781.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/25b/e55e34a87e55514f250562bbccc0e25b/e55e34a87e55514f250562bbccc0e25b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538783.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/f9f/6a86f729d81a5646177c0afe3d5c4f9f/6a86f729d81a5646177c0afe3d5c4f9f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538783.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/f9f/6a86f729d81a5646177c0afe3d5c4f9f/6a86f729d81a5646177c0afe3d5c4f9f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538785.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/919/744d02711ef75e100d5023813886b919/744d02711ef75e100d5023813886b919.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538784.00000, (0, 0) as of 1769538784.00000, sharding as of 1769538784.00000> to ShardRange<'k' to 't' as of 1769538785.00000, (0, 0) as of 1769538785.00000, sharded as of 1769538785.00000>, path: .shards_a/shard_c_1769538785.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/919/744d02711ef75e100d5023813886b919/744d02711ef75e100d5023813886b919.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538785.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/919/744d02711ef75e100d5023813886b919/744d02711ef75e100d5023813886b919.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538787.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/88b/539be06e7b2e9c09f1962db6b912888b/539be06e7b2e9c09f1962db6b912888b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538786.00000, (0, 0) as of 1769538786.00000, sharding as of 1769538786.00000> to ShardRange<'k' to 't' as of 1769538787.00000, (0, 0) as of 1769538787.00000, shrunk as of 1769538787.00000>, path: .shards_a/shard_c_1769538787.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/88b/539be06e7b2e9c09f1962db6b912888b/539be06e7b2e9c09f1962db6b912888b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538787.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/88b/539be06e7b2e9c09f1962db6b912888b/539be06e7b2e9c09f1962db6b912888b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538789.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/615/5973546d0608ee8baa9c335fdcfc2615/5973546d0608ee8baa9c335fdcfc2615.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538788.00000, (0, 0) as of 1769538788.00000, sharded as of 1769538788.00000> to ShardRange<'k' to 't' as of 1769538789.00000, (0, 0) as of 1769538789.00000, found as of 1769538789.00000>, path: .shards_a/shard_c_1769538789.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/615/5973546d0608ee8baa9c335fdcfc2615/5973546d0608ee8baa9c335fdcfc2615.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538791.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/af0/bd8e6b041eac0460cb0827c3f6e5eaf0/bd8e6b041eac0460cb0827c3f6e5eaf0.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type -test.unit.container.test_server.TestContainerController.test_GET_auto_record_type ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter -test.unit.container.test_server.TestContainerController.test_GET_delimiter ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml ... ok -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestContainerController.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept -test.unit.container.test_server.TestContainerController.test_GET_invalid_accept ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:05 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0800 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0982 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:06 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2527 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:07 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2603 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:07 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5996 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:08 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0139 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:08 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4418 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:09 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0566 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0031 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0057 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0027 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmpxbqmiwez/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:11 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0026 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1831 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.1035 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1624 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0123 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.1872 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0030 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1572 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0136 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0805 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0641 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:12 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0104 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0815 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0972 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0036 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0042 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0005 "-" 1968902 -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBroker.test_get_objects_since_row ... ok -test.unit.container.test_server.TestContainerController.test_GET_json -test.unit.container.test_server.TestContainerController.test_GET_json ... ok -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified -test.unit.container.test_server.TestContainerController.test_GET_json_last_modified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter -test.unit.container.test_server.TestContainerController.test_GET_leading_delimiter ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBroker.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok -test.unit.container.test_server.TestContainerController.test_GET_limit -test.unit.container.test_server.TestContainerController.test_GET_limit ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false -test.unit.container.test_server.TestContainerController.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true -test.unit.container.test_server.TestContainerController.test_GET_log_requests_true ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info -test.unit.container.test_backend.TestContainerBroker.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok -test.unit.container.test_server.TestContainerController.test_GET_marker -test.unit.container.test_server.TestContainerController.test_GET_marker ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info -test.unit.container.test_backend.TestContainerBroker.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter -test.unit.container.test_server.TestContainerController.test_GET_multichar_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_report_info -test.unit.container.test_backend.TestContainerBroker.test_get_report_info ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors -test.unit.container.test_server.TestContainerController.test_GET_namespaces_errors ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBroker.test_get_shard_range_rows_with_limit ... ok - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0046 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.1028 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0032 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1047 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0926 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1038 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0017 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0032 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0979 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0708 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0218 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.0761 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0898 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:13 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0822 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0076 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0032 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2584 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.2569 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0038 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0020 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:14 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2119 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2208 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0858 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0971 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0636 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0779 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0016 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1168 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2027 "-" 1968902 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported -test.unit.container.test_server.TestContainerController.test_GET_namespaces_not_supported ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params -test.unit.container.test_server.TestContainerController.test_GET_namespaces_other_params ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538790.00000, (0, 0) as of 1769538790.00000, sharded as of 1769538790.00000> to ShardRange<'k' to 't' as of 1769538791.00000, (0, 0) as of 1769538791.00000, created as of 1769538791.00000>, path: .shards_a/shard_c_1769538791.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/af0/bd8e6b041eac0460cb0827c3f6e5eaf0/bd8e6b041eac0460cb0827c3f6e5eaf0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538793.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/614/85b0f3479becfa8cbafe5e54917a8614/85b0f3479becfa8cbafe5e54917a8614.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538792.00000, (0, 0) as of 1769538792.00000, sharded as of 1769538792.00000> to ShardRange<'k' to 't' as of 1769538793.00000, (0, 0) as of 1769538793.00000, cleaved as of 1769538793.00000>, path: .shards_a/shard_c_1769538793.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/614/85b0f3479becfa8cbafe5e54917a8614/85b0f3479becfa8cbafe5e54917a8614.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538795.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/ee6/ee277a26efc093db839526340c1ffee6/ee277a26efc093db839526340c1ffee6.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538794.00000, (0, 0) as of 1769538794.00000, sharded as of 1769538794.00000> to ShardRange<'k' to 't' as of 1769538795.00000, (0, 0) as of 1769538795.00000, active as of 1769538795.00000>, path: .shards_a/shard_c_1769538795.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/ee6/ee277a26efc093db839526340c1ffee6/ee277a26efc093db839526340c1ffee6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538797.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c30/8ec2f3a186f14bf7b54398e71f75dc30/8ec2f3a186f14bf7b54398e71f75dc30.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538796.00000, (0, 0) as of 1769538796.00000, sharded as of 1769538796.00000> to ShardRange<'k' to 't' as of 1769538797.00000, (0, 0) as of 1769538797.00000, shrinking as of 1769538797.00000>, path: .shards_a/shard_c_1769538797.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c30/8ec2f3a186f14bf7b54398e71f75dc30/8ec2f3a186f14bf7b54398e71f75dc30.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538797.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c30/8ec2f3a186f14bf7b54398e71f75dc30/8ec2f3a186f14bf7b54398e71f75dc30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538799.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1e2/ddbea832ab1dd9a2ef1b4d232b5a61e2/ddbea832ab1dd9a2ef1b4d232b5a61e2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538798.00000, (0, 0) as of 1769538798.00000, sharded as of 1769538798.00000> to ShardRange<'k' to 't' as of 1769538799.00000, (0, 0) as of 1769538799.00000, sharding as of 1769538799.00000>, path: .shards_a/shard_c_1769538799.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1e2/ddbea832ab1dd9a2ef1b4d232b5a61e2/ddbea832ab1dd9a2ef1b4d232b5a61e2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538799.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1e2/ddbea832ab1dd9a2ef1b4d232b5a61e2/ddbea832ab1dd9a2ef1b4d232b5a61e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538801.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/251/03192d615dbc25af53977eade9ec0251/03192d615dbc25af53977eade9ec0251.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538801.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/251/03192d615dbc25af53977eade9ec0251/03192d615dbc25af53977eade9ec0251.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538803.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/006/597b103597dc03010b7e22a273087006/597b103597dc03010b7e22a273087006.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538802.00000, (0, 0) as of 1769538802.00000, sharded as of 1769538802.00000> to ShardRange<'k' to 't' as of 1769538803.00000, (0, 0) as of 1769538803.00000, shrunk as of 1769538803.00000>, path: .shards_a/shard_c_1769538803.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/006/597b103597dc03010b7e22a273087006/597b103597dc03010b7e22a273087006.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538803.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/006/597b103597dc03010b7e22a273087006/597b103597dc03010b7e22a273087006.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538805.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/49d/96de51f37222933c112b0a0de97c649d/96de51f37222933c112b0a0de97c649d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538804.00000, (0, 0) as of 1769538804.00000, shrunk as of 1769538804.00000> to ShardRange<'k' to 't' as of 1769538805.00000, (0, 0) as of 1769538805.00000, found as of 1769538805.00000>, path: .shards_a/shard_c_1769538805.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/49d/96de51f37222933c112b0a0de97c649d/96de51f37222933c112b0a0de97c649d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538807.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/343/18c2a16e9b0012168283c3bd387c5343/18c2a16e9b0012168283c3bd387c5343.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538806.00000, (0, 0) as of 1769538806.00000, shrunk as of 1769538806.00000> to ShardRange<'k' to 't' as of 1769538807.00000, (0, 0) as of 1769538807.00000, created as of 1769538807.00000>, path: .shards_a/shard_c_1769538807.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/343/18c2a16e9b0012168283c3bd387c5343/18c2a16e9b0012168283c3bd387c5343.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538809.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9cc/ef59684429a5377880e29621c30d19cc/ef59684429a5377880e29621c30d19cc.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538808.00000, (0, 0) as of 1769538808.00000, shrunk as of 1769538808.00000> to ShardRange<'k' to 't' as of 1769538809.00000, (0, 0) as of 1769538809.00000, cleaved as of 1769538809.00000>, path: .shards_a/shard_c_1769538809.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9cc/ef59684429a5377880e29621c30d19cc/ef59684429a5377880e29621c30d19cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538811.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c49/4ad41e61b75d26e425155ef20640ac49/4ad41e61b75d26e425155ef20640ac49.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538810.00000, (0, 0) as of 1769538810.00000, shrunk as of 1769538810.00000> to ShardRange<'k' to 't' as of 1769538811.00000, (0, 0) as of 1769538811.00000, active as of 1769538811.00000>, path: .shards_a/shard_c_1769538811.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c49/4ad41e61b75d26e425155ef20640ac49/4ad41e61b75d26e425155ef20640ac49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538813.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb4/a10a00688961c3e09dd470b804215bb4/a10a00688961c3e09dd470b804215bb4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538812.00000, (0, 0) as of 1769538812.00000, shrunk as of 1769538812.00000> to ShardRange<'k' to 't' as of 1769538813.00000, (0, 0) as of 1769538813.00000, shrinking as of 1769538813.00000>, path: .shards_a/shard_c_1769538813.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb4/a10a00688961c3e09dd470b804215bb4/a10a00688961c3e09dd470b804215bb4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538813.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb4/a10a00688961c3e09dd470b804215bb4/a10a00688961c3e09dd470b804215bb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538815.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb7/6e74fe781666206145b0f0a4ff8adbb7/6e74fe781666206145b0f0a4ff8adbb7.dbtest.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBroker.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage -test.unit.container.test_backend.TestContainerBroker.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBroker.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_has_other_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBroker.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_root_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestContainerController.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok -test.unit.container.test_server.TestContainerController.test_GET_non_ascii -test.unit.container.test_server.TestContainerController.test_GET_non_ascii ... ok - -test INFO: - - - [27/Jan/2026:18:32:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1255 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0905 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0876 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1709 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0018 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3913 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0210 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0529 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2585 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0662 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0717 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0013 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0979 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:17 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1425 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmpprg360xk/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0892 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1526 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmpv67bm5dk/tmp_test_container_server_ContainerController/sda1/containers/p/172/9a5b73515794582c10bf7e71964a4172/9a5b73515794582c10bf7e71964a4172.db' -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:18 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0783 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1839 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2229 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0554 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0833 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2962 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:19 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0016 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.2690 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.4410 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0771 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.0769 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0959 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0028 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1968902 -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies -test.unit.container.test_server.TestContainerController.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestContainerController.test_GET_over_limit -test.unit.container.test_server.TestContainerController.test_GET_over_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_server.TestContainerController.test_GET_path -test.unit.container.test_server.TestContainerController.test_GET_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok -test.unit.container.test_server.TestContainerController.test_GET_plain -test.unit.container.test_server.TestContainerController.test_GET_plain ... ok -test.unit.container.test_server.TestContainerController.test_GET_prefix -test.unit.container.test_server.TestContainerController.test_GET_prefix ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0127 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0003 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0602 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0011 "-" 1968902 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:20 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0750 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0167 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.0646 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0584 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0050 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.1121 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0037 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0021 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2701 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0008 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.1497 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0893 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1005 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:21 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0892 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0381 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3331 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3666 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0019 "-" 1968902 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_deleted -test.unit.container.test_backend.TestContainerBroker.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBroker.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_is_reclaimable ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestContainerController.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time -test.unit.container.test_backend.TestContainerBroker.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBroker.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok - -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:22 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:23 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.6729 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:23 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0017 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:23 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.4478 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 1.3794 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0037 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0040 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0020 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmptzbrdyir/tmp_test_container_server_ContainerController/sda1/containers/p/8ac/3abe368dd84a96067dfb00ec172778ac/3abe368dd84a96067dfb00ec172778ac.db' -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:25 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0103 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0756 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1849 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0969 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1144 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0036 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0929 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1699 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:26 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0755 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.3421 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0647 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2100 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0038 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0734 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1436 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0919 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0908 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1107 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0679 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0628 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0738 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1158 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2692 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2921 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3189 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.4048 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_non_slash ... ok -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestContainerController.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_server.TestContainerController.test_GET_xml -test.unit.container.test_server.TestContainerController.test_GET_xml ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_server.TestContainerController.test_HEAD -test.unit.container.test_server.TestContainerController.test_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition -test.unit.container.test_server.TestContainerController.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_not_found -test.unit.container.test_server.TestContainerController.test_HEAD_not_found ... ok -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBroker.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestContainerController.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_OPTIONS -test.unit.container.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBroker.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items -test.unit.container.test_backend.TestContainerBroker.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBroker.test_merge_items_is_green ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538814.00000, (0, 0) as of 1769538814.00000, shrunk as of 1769538814.00000> to ShardRange<'k' to 't' as of 1769538815.00000, (0, 0) as of 1769538815.00000, sharding as of 1769538815.00000>, path: .shards_a/shard_c_1769538815.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb7/6e74fe781666206145b0f0a4ff8adbb7/6e74fe781666206145b0f0a4ff8adbb7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538815.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bb7/6e74fe781666206145b0f0a4ff8adbb7/6e74fe781666206145b0f0a4ff8adbb7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538817.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dfa/036380e9e7bbfa55bcb5a83553c01dfa/036380e9e7bbfa55bcb5a83553c01dfa.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538816.00000, (0, 0) as of 1769538816.00000, shrunk as of 1769538816.00000> to ShardRange<'k' to 't' as of 1769538817.00000, (0, 0) as of 1769538817.00000, sharded as of 1769538817.00000>, path: .shards_a/shard_c_1769538817.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dfa/036380e9e7bbfa55bcb5a83553c01dfa/036380e9e7bbfa55bcb5a83553c01dfa.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538817.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dfa/036380e9e7bbfa55bcb5a83553c01dfa/036380e9e7bbfa55bcb5a83553c01dfa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538819.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/557/caf2acd925c36ce0a5dbdc8b9b653557/caf2acd925c36ce0a5dbdc8b9b653557.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538819.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/557/caf2acd925c36ce0a5dbdc8b9b653557/caf2acd925c36ce0a5dbdc8b9b653557.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538820.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e5e/b87d1624ed0285e76ce79536d6f3fe5e/b87d1624ed0285e76ce79536d6f3fe5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538822.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/8e4/a51405cd6f1c07f2f13624be21da48e4/a51405cd6f1c07f2f13624be21da48e4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538824.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3b6/c1cbfe80685f48b99d51fe2964ab63b6/c1cbfe80685f48b99d51fe2964ab63b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538826.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/921/03b79a69f9fc129bd8177b5b5d5d6921/03b79a69f9fc129bd8177b5b5d5d6921.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538828.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cfb/555fcdaa600c2bbb81fa969cbfca8cfb/555fcdaa600c2bbb81fa969cbfca8cfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538830.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/b01/fa13d4b06a494e50b360462ebb262b01/fa13d4b06a494e50b360462ebb262b01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538832.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/7a9/deb3354fe2764e3cf3ee9e2caf6c47a9/deb3354fe2764e3cf3ee9e2caf6c47a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538834.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/aac/6458f46fbd1240cab5e06d861bb2caac/6458f46fbd1240cab5e06d861bb2caac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538836.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4d3/9583e17ff6c75a48b256b0d2e392c4d3/9583e17ff6c75a48b256b0d2e392c4d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538838.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/508/5d43057d12ae954afb7968e56cf57508/5d43057d12ae954afb7968e56cf57508.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538840.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/6e3/3ce8a225027e1a1c42498235a8a456e3/3ce8a225027e1a1c42498235a8a456e3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538842.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/fa3/573c8ea0f32223657611d29c01d3cfa3/573c8ea0f32223657611d29c01d3cfa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538844.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/390/caee2ffa35ec83caf95834b0b746e390/caee2ffa35ec83caf95834b0b746e390.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538846.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/291/8c31311fb08a750d12f6f6efa13f7291/8c31311fb08a750d12f6f6efa13f7291.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538848.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/812/631db29ce458b6c7804a061927396812/631db29ce458b6c7804a061927396812.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538850.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/153/747e0a7b2371dcf8ee3f2a54a3229153/747e0a7b2371dcf8ee3f2a54a3229153.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538852.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/06b/578cce5e1515be2e4b581312008f406b/578cce5e1515be2e4b581312008f406b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538854.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/214/dc74fd8e5d0d03c094a809bdfe221214/dc74fd8e5d0d03c094a809bdfe221214.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538856.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cff/0ad884265ec0fe5d091be47de2d63cff/0ad884265ec0fe5d091be47de2d63cff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538858.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/da2/89ed4193333a8cfab33ada9ba5853da2/89ed4193333a8cfab33ada9ba5853da2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538860.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/d7c/c8191de47f36949fba5657c36b352d7c/c8191de47f36949fba5657c36b352d7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538862.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/6f4/bf4970696ada2ab737380cba962ab6f4/bf4970696ada2ab737380cba962ab6f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538864.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/24a/a1df1ffdd96e6060ec11eb659297624a/a1df1ffdd96e6060ec11eb659297624a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538866.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/fa3/9588f7ca5283665ca630f9abc8b11fa3/9588f7ca5283665ca630f9abc8b11fa3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538868.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/16c/fdb1daef4f9f8adf9bc68bc06662e16c/fdb1daef4f9f8adf9bc68bc06662e16c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538870.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/7b6/b5bda9867e795cd2564feeda216ef7b6/b5bda9867e795cd2564feeda216ef7b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538872.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9ba/89bf738e7fe98559906e5c53298b89ba/89bf738e7fe98559906e5c53298b89ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538874.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c42/b022bea31269b3e9cd4c28c7cb38cc42/b022bea31269b3e9cd4c28c7cb38cc42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538876.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/fff/97ea40c60bc66fe2ac1a06d80f27efff/97ea40c60bc66fe2ac1a06d80f27efff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538878.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9d1/e0cf0339c334b7605a23f4e6324fc9d1/e0cf0339c334b7605a23f4e6324fc9d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538880.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/76c/06307d16286a4d873b84a66e0164776c/06307d16286a4d873b84a66e0164776c.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestContainerController.test_POST_HEAD_no_timestamp_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestContainerController.test_POST_HEAD_sys_metadata ... ok - -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0626 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0699 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1720 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:29 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.1602 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0662 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0909 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1005 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1260 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1111 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0782 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2230 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3191 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1388 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0828 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1484 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3691 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2594 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3223 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3060 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2046 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2736 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0075 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0921 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0546 "-" 1968902 -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestContainerController.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBroker.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change -test.unit.container.test_server.TestContainerController.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space -test.unit.container.test_server.TestContainerController.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestContainerController.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition -test.unit.container.test_server.TestContainerController.test_POST_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync -test.unit.container.test_server.TestContainerController.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_POST_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBroker.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_server.TestContainerController.test_PUT -test.unit.container.test_server.TestContainerController.test_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_metadata ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok - -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0016 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1801 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:33 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:34 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1713 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:34 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.7253 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0692 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1485 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1298 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0782 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1944 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0820 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1999 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1677 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1342 "-" 1968902 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1968902 - -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3213 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:37 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0371 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:37 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.8144 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2964 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4470 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3514 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3176 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0029 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0049 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0022 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0043 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0018 "-" 1968902 0test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_old_style_shard_container ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestContainerController.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestContainerController.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok - -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0035 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0030 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0017 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0032 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:39 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0043 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0029 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0027 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmplah7j45g/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0044 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2874 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0028 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0035 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3058 "-" 1968902 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1968902 0 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.2774 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3953 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.9267 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.0010 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:46 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2719 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:46 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0492 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:47 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.3534 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:49 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.2557 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:49 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0005 "-" 1968902 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestContainerController.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538882.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/860/8dec73bf1357968ca3f1f3f65e699860/8dec73bf1357968ca3f1f3f65e699860.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538884.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/99b/ead912cb3863de71c21a8bcdc2ac099b/ead912cb3863de71c21a8bcdc2ac099b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538884.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/99b/ead912cb3863de71c21a8bcdc2ac099b/ead912cb3863de71c21a8bcdc2ac099b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538886.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/651/836aeb83ad795de18af700938bbea651/836aeb83ad795de18af700938bbea651.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538886.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/651/836aeb83ad795de18af700938bbea651/836aeb83ad795de18af700938bbea651.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538888.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/686/a8c0b1d469fc1be65539412d8fbca686/a8c0b1d469fc1be65539412d8fbca686.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538888.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/686/a8c0b1d469fc1be65539412d8fbca686/a8c0b1d469fc1be65539412d8fbca686.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538890.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/84f/472246e4e5ef280b55a9a60ffaf8284f/472246e4e5ef280b55a9a60ffaf8284f.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538890.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/84f/472246e4e5ef280b55a9a60ffaf8284f/472246e4e5ef280b55a9a60ffaf8284f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538892.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/65e/2bcb22deba77b011ae169ac59c38565e/2bcb22deba77b011ae169ac59c38565e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538892.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/65e/2bcb22deba77b011ae169ac59c38565e/2bcb22deba77b011ae169ac59c38565e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538894.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/401/9a496027e27ae1f8a61c0e7a18e05401/9a496027e27ae1f8a61c0e7a18e05401.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538894.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/401/9a496027e27ae1f8a61c0e7a18e05401/9a496027e27ae1f8a61c0e7a18e05401.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538896.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1f3/45ab87129775fca84712ab08253fb1f3/45ab87129775fca84712ab08253fb1f3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538896.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/1f3/45ab87129775fca84712ab08253fb1f3/45ab87129775fca84712ab08253fb1f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538898.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/2db/52145985f8cc5dd58f3f86d45e0ad2db/52145985f8cc5dd58f3f86d45e0ad2db.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538898.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/2db/52145985f8cc5dd58f3f86d45e0ad2db/52145985f8cc5dd58f3f86d45e0ad2db.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538900.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/37a/101f5e4de08f5d7a3bc31889f9e7037a/101f5e4de08f5d7a3bc31889f9e7037a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538900.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/37a/101f5e4de08f5d7a3bc31889f9e7037a/101f5e4de08f5d7a3bc31889f9e7037a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538902.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/951/aee5df7602b769a3a63a8e8d13a08951/aee5df7602b769a3a63a8e8d13a08951.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538902.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/951/aee5df7602b769a3a63a8e8d13a08951/aee5df7602b769a3a63a8e8d13a08951.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538904.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a1e/bf0a63a64bfe9258d7286e2583bdca1e/bf0a63a64bfe9258d7286e2583bdca1e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538904.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/a1e/bf0a63a64bfe9258d7286e2583bdca1e/bf0a63a64bfe9258d7286e2583bdca1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538906.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e3d/d5222145a1d51ae5dc125591999c6e3d/d5222145a1d51ae5dc125591999c6e3d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538906.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e3d/d5222145a1d51ae5dc125591999c6e3d/d5222145a1d51ae5dc125591999c6e3d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538908.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/365/4b8a720167817bf2fc2d4f83b1b6d365/4b8a720167817bf2fc2d4f83b1b6d365.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538908.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/365/4b8a720167817bf2fc2d4f83b1b6d365/4b8a720167817bf2fc2d4f83b1b6d365.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538910.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e32/2d8776c396cf0668f4e774108351ae32/2d8776c396cf0668f4e774108351ae32.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538910.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e32/2d8776c396cf0668f4e774108351ae32/2d8776c396cf0668f4e774108351ae32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538912.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/d49/f3dbb361167fd0a76c6fb78e21039d49/f3dbb361167fd0a76c6fb78e21039d49.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538912.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/d49/f3dbb361167fd0a76c6fb78e21039d49/f3dbb361167fd0a76c6fb78e21039d49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538914.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/93c/2b4bd5dedaf476c3e991faacd43de93c/2b4bd5dedaf476c3e991faacd43de93c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538914.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/93c/2b4bd5dedaf476c3e991faacd43de93c/2b4bd5dedaf476c3e991faacd43de93c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538916.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4b1/ba94c0b2628eaf996e80b0972ab474b1/ba94c0b2628eaf996e80b0972ab474b1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538916.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/4b1/ba94c0b2628eaf996e80b0972ab474b1/ba94c0b2628eaf996e80b0972ab474b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538918.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3fb/c4866fe4ee86f1d890aa5b29b18c33fb/c4866fe4ee86f1d890aa5b29b18c33fb.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538918.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/3fb/c4866fe4ee86f1d890aa5b29b18c33fb/c4866fe4ee86f1d890aa5b29b18c33fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538920.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/429/c894fe73de7af7b7918734f30617e429/c894fe73de7af7b7918734f30617e429.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538920.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/429/c894fe73de7af7b7918734f30617e429/c894fe73de7af7b7918734f30617e429.dbtest.unit.container.test_server.TestContainerController.test_PUT_account_update -test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics -test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space -test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition -test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified -test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found -test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok - -test INFO: - - - [27/Jan/2026:18:32:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0041 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:49 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.3149 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3493 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6537 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.6886 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4561 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:51 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.2265 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2997 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2762 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:53 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.8924 "-" 1968902 - -test ERROR: ERROR Account update failed with 127.0.0.1:47713/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3536 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2364 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:54 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0004 "-" 1968902 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3604 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2899 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2419 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3440 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:55 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0449 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3343 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2263 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3394 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3825 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:32:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3896 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:57 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0399 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.2733 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0016 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3426 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:58 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:32:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.8350 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3792 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:32:59 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:00 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0008 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3952 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:00 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:00 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3066 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:01 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:01 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3257 "-" 1968902 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_empty_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_enable_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_exception ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538922.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bf8/2460787eb8192a44bc0c717bd10febf8/2460787eb8192a44bc0c717bd10febf8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538922.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/bf8/2460787eb8192a44bc0c717bd10febf8/2460787eb8192a44bc0c717bd10febf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538924.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e01/ebc2a66ac85fe5cc105bfecdbc87ee01/ebc2a66ac85fe5cc105bfecdbc87ee01.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538924.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/e01/ebc2a66ac85fe5cc105bfecdbc87ee01/ebc2a66ac85fe5cc105bfecdbc87ee01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538926.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c23/3a5f5eff3f335c633331fa551cd45c23/3a5f5eff3f335c633331fa551cd45c23.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538926.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/c23/3a5f5eff3f335c633331fa551cd45c23/3a5f5eff3f335c633331fa551cd45c23.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538928.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/564/2cced5818754b85bff0a4a21b19f1564/2cced5818754b85bff0a4a21b19f1564.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538928.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/564/2cced5818754b85bff0a4a21b19f1564/2cced5818754b85bff0a4a21b19f1564.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538930.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/87b/456eaa036ea36a414a8ef24bfca5087b/456eaa036ea36a414a8ef24bfca5087b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538930.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/87b/456eaa036ea36a414a8ef24bfca5087b/456eaa036ea36a414a8ef24bfca5087b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538932.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/500/b1b84fe5b90cc9b6ada20eb0209cf500/b1b84fe5b90cc9b6ada20eb0209cf500.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538932.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/500/b1b84fe5b90cc9b6ada20eb0209cf500/b1b84fe5b90cc9b6ada20eb0209cf500.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538934.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/70b/e0278da2439a06eb4632a3e7d014970b/e0278da2439a06eb4632a3e7d014970b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538934.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/70b/e0278da2439a06eb4632a3e7d014970b/e0278da2439a06eb4632a3e7d014970b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538936.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9c9/ecdc439cf423e4b3fe4cda8f35bb89c9/ecdc439cf423e4b3fe4cda8f35bb89c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538936.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/9c9/ecdc439cf423e4b3fe4cda8f35bb89c9/ecdc439cf423e4b3fe4cda8f35bb89c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538938.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dc1/8845dd26ce6b1853ac67083e0d5b4dc1/8845dd26ce6b1853ac67083e0d5b4dc1.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538938.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/dc1/8845dd26ce6b1853ac67083e0d5b4dc1/8845dd26ce6b1853ac67083e0d5b4dc1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538940.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/d4e/3e0abe5650e922a291f433d219e52d4e/3e0abe5650e922a291f433d219e52d4e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538940.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/d4e/3e0abe5650e922a291f433d219e52d4e/3e0abe5650e922a291f433d219e52d4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538942.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/fde/e557fed9b7cd92f1c0d7b95b58213fde/e557fed9b7cd92f1c0d7b95b58213fde.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538942.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/fde/e557fed9b7cd92f1c0d7b95b58213fde/e557fed9b7cd92f1c0d7b95b58213fde.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538944.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/507/c5fcfa4adbcbbf02a49ce78c3a575507/c5fcfa4adbcbbf02a49ce78c3a575507.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538944.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/507/c5fcfa4adbcbbf02a49ce78c3a575507/c5fcfa4adbcbbf02a49ce78c3a575507.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538946.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cc8/a1f45a1bd65df4da0ca51b2b09492cc8/a1f45a1bd65df4da0ca51b2b09492cc8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538946.00000, db: /tmp/tmpnj5_fbsd/sda/containers/0/cc8/a1f45a1bd65df4da0ca51b2b09492cc8/a1f45a1bd65df4da0ca51b2b09492cc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538795.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/892/9141e7a703e6bf3b84ccc0874d437892/9141e7a703e6bf3b84ccc0874d437892.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538800.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d99/554f60ebe15c5fc9cbb517a4063d8d99/554f60ebe15c5fc9cbb517a4063d8d99.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538805.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c1c/5c9ed75515d0794796dce4491d8fbc1c/5c9ed75515d0794796dce4491d8fbc1c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538810.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f1a/437098de46ff6b1549c29fd60efbaf1a/437098de46ff6b1549c29fd60efbaf1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538815.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c40/0777ce5805628ac0b1dee4091c67ec40/0777ce5805628ac0b1dee4091c67ec40.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538820.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5b1/32f01d994d0a7676b28d57aa484585b1/32f01d994d0a7676b28d57aa484585b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538825.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6c9/e06d306f7d0b43d98934104bd51416c9/e06d306f7d0b43d98934104bd51416c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538830.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8f7/cfafabaa6179c07855057769ebe078f7/cfafabaa6179c07855057769ebe078f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538835.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/007/74b8a0fc23ace0a14d9954f60de04007/74b8a0fc23ace0a14d9954f60de04007.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538840.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/652/dd053713ab7a68fb5c0b60011740d652/dd053713ab7a68fb5c0b60011740d652.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538845.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c6a/481c1e8fef28c88a2cea9055f2d5ac6a/481c1e8fef28c88a2cea9055f2d5ac6a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538850.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3e2/ce383ee2fec22116aaa9dc1a1988b3e2/ce383ee2fec22116aaa9dc1a1988b3e2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok - -test INFO: - - - [27/Jan/2026:18:33:02 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:02 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2936 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:02 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:03 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:03 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3256 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:03 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:03 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:04 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3951 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:04 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0538 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:05 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3313 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:05 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:06 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3730 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:08 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:08 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3416 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:09 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:09 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0518 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4285 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:10 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0016 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:10 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4295 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:11 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0521 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:11 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3925 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:11 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0021 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:12 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0009 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3048 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:12 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0061 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:12 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4747 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:13 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0624 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:14 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2822 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:14 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:15 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:16 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3003 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4737 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:17 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:17 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:18 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3512 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:18 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:18 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3317 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0008 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1984 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:19 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2794 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:20 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:20 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3613 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:21 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0301 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:21 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0015 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3875 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:22 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:22 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0008 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4148 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:23 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0509 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:23 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:24 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0467 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:24 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test DEBUG: Unlinked retiring db '/tmp/tmpzigt436i/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [27/Jan/2026:18:33:24 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2641 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:24 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:24 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:25 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2768 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:25 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0013 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:25 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok - -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error limiting server 1.2.3.5:11211 -test ERROR: Error connecting to memcached: ALL: with key_prefix some_key, method set: No more memcached servers to try -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix some_key, method decr, time_spent 2.1219253540039062e-05: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 481, in _incr_or_decr - line = fp.readline().strip().split() - ^^^^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'strip' -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0, expired ttl=1.23 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method incr, time_spent 1.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 521, in incr - new_val = self._incr_or_decr(fp, sock, cmd, delta_val) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 486, in _incr_or_decr - return int(line[0].strip()) - ^^^^^^^^^^^^^^^^^^^^ -ValueError: invalid literal for int() with base 10: b'UNEXPECTED' -test WARNING: Item size larger than warning threshold: 80 (80) >= 80 (80) -test WARNING: Item size larger than warning threshold: 81 (81) >= 80 (80) -test WARNING: Item size larger than warning threshold: 99 (99) >= 80 (80) -test WARNING: Item size larger than warning threshold: 100 (100) >= 80 (80) -test WARNING: Item size larger than warning threshold: 0 (0) >= 0 (0) -test WARNING: Item size larger than warning threshold: 1 (1) >= 0 (0) -test WARNING: Item size larger than warning threshold: 50 (50) >= 0 (0) -test WARNING: Item size larger than warning threshold: 99 (99) >= 0 (0) -test WARNING: Item size larger than warning threshold: 100 (100) >= 0 (0) -test WARNING: Item size larger than warning threshold: 2048576 (2Mi) >= 1000000 (977Ki) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix multi_key, method get_multi, time_spent 2.6464462280273438e-05, incomplete read -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0, failed to connect -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix get_key, method get, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 453, in get - sock.sendall(b'get ' + cmd.hash_key + b'\r\n') - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1376, in handle_get - raise Exception('get failed') -Exception: get failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method get, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix incr_key, method incr, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 524, in incr - new_val = self._add(fp, sock, cmd, add_val, timeout) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 489, in _add - sock.sendall(b' '.join([ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1318, in handle_add - raise Exception('add failed') -Exception: add failed -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix set_key, method set, time_spent 0.0: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/memcached.py", line 420, in set - sock.sendall(set_msg(cmd.hash_key, flags, timeout, value)) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 120, in sendall - handler(*parts[1:]) - File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_memcached.py", line 1346, in handle_set - raise Exception('set failed') -Exception: set failed -test ERROR: Timeout talking to memcached: 1.2.3.4:11211: with key_prefix shard-updating-v2/acc, method set, config_timeout 0.01, time_spent 1.0 -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method set, time_spent 0.0, [Errno 32] Broken pipe -test ERROR: Error talking to memcached: 1.2.3.5:11211: with key_prefix some_key, method get, time_spent 0.0, [Errno 32] Broken pipe -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test WARNING: Item size larger than warning threshold: 9 (9) >= 1 (1) -test ERROR: Error talking to memcached: 1.2.3.4:11211: with key_prefix too-big, method set, time_spent 0.0, failed set: SERVER_ERROR object too large for cache -test ERROR: Problem finding shard upper in '/tmp/tmp0r05s77d/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmp0r05s77d/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalErrortest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync -test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race -test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float -test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestContainerController.test_PUT_utf8 -test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok - -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3573 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3656 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0075 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:26 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0414 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3835 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:27 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0553 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:27 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2715 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:28 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0012 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:28 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:29 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3352 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:29 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0014 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:29 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0009 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3466 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:30 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0020 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:30 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3590 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2621 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:31 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5587 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0818 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:32 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.4752 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.2909 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.1932 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1121 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1718 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0807 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1894 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2267 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1408 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0882 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1550 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1110 "-" 1968902 0 -test DEBUG: Unlinked retiring db '/tmp/tmpqzls9hwy/tmp_test_container_server_ContainerController/sda1/containers/p/928/c0ad7ddcd21bd2c0303123f75421e928/c0ad7ddcd21bd2c0303123f75421e928.db' -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1149 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1723 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0050 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0873 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0866 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0034 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0870 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:35 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0725 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:33:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:33:35 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works -test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE -test.unit.container.test_server.TestContainerController.test_UPDATE ... ok -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate -test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestContainerController.test__call__raise_timeout -test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted -test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device -test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok -test.unit.container.test_server.TestContainerController.test_acl_container -test.unit.container.test_server.TestContainerController.test_acl_container ... ok -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD -test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestContainerController.test_correct_allowed_method -test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container -test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container -test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestContainerController.test_creation -test.unit.container.test_server.TestContainerController.test_creation ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok - -test DEBUG: - - - [27/Jan/2026:18:33:35 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0004 "-" 1968902 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:33:35 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0035 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:33:35 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1108 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0961 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0023 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1779 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0025 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0981 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1042 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1497 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1538 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:36 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2713 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0014 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0708 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0845 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1701 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1190 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:37 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0999 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3671 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0883 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0013 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.1119 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0773 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.1750 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.3646 "-" 1968902 -test.unit.container.test_server.TestContainerController.test_delete_auto_create -test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok -test.unit.container.test_server.TestContainerController.test_deleted_headers -test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved -test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index -test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public -test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestContainerController.test_list_allowed_methods -test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_listing_with_reserved -test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_log_line_format -test.unit.container.test_server.TestContainerController.test_log_line_format ... ok -test.unit.container.test_server.TestContainerController.test_markers_with_reserved -test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_not_allowed_method -test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538855.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/cfe/602b6b922f37c6d56136a1b94673dcfe/602b6b922f37c6d56136a1b94673dcfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538860.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/7c1/8543b1de7d41dc5b92fb96a650e9a7c1/8543b1de7d41dc5b92fb96a650e9a7c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538865.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6a3/f6fdda6f93c9c9b04f0882e2b6c826a3/f6fdda6f93c9c9b04f0882e2b6c826a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538870.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e62/dca07b537ac72108b49d06df9d9a4e62/dca07b537ac72108b49d06df9d9a4e62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538875.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/56e/c8e2d8ece8e0047c488017021f9c556e/c8e2d8ece8e0047c488017021f9c556e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538880.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/751/c825df466a7f9ef7e850f3ab340b4751/c825df466a7f9ef7e850f3ab340b4751.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538885.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/41d/5cc18580238b170986edda67cc30941d/5cc18580238b170986edda67cc30941d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538890.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/628/1f720e5602c9a899c98f9b8890984628/1f720e5602c9a899c98f9b8890984628.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538895.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0ee/a2afeede7119433d26116b5b6951e0ee/a2afeede7119433d26116b5b6951e0ee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538900.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e70/2bba3c76191e03d126b6b757f6f6ce70/2bba3c76191e03d126b6b757f6f6ce70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538905.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b4e/c4e2a350a2dcd9e225f075b15631fb4e/c4e2a350a2dcd9e225f075b15631fb4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538910.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/14a/8067053e9ccbd11e854918aa64ea014a/8067053e9ccbd11e854918aa64ea014a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538915.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2c1/2a5fa2970786c153b656da08e4a5a2c1/2a5fa2970786c153b656da08e4a5a2c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538920.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/9fe/4492d4e243f409bdf72f91fe7bd469fe/4492d4e243f409bdf72f91fe7bd469fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538925.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0d8/a9736697812baf7a1fd6343e1e5180d8/a9736697812baf7a1fd6343e1e5180d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538930.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b8c/426a797cc22ba5e76288e7ef41c67b8c/426a797cc22ba5e76288e7ef41c67b8c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538935.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/945/e932a1525be89c14894d898a2c0d6945/e932a1525be89c14894d898a2c0d6945.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538940.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/233/4a9ef21061ca67ff1dd73548a4b38233/4a9ef21061ca67ff1dd73548a4b38233.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538945.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/40d/9ef356bc9fa7aa1d69b98f1c172f640d/9ef356bc9fa7aa1d69b98f1c172f640d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538950.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/05b/47f9bdbcedc98b01263e3622b435205b/47f9bdbcedc98b01263e3622b435205b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538955.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/593/637802c1309ea5bbf8b270fa30714593/637802c1309ea5bbf8b270fa30714593.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538960.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/396/711b78753334258fb404eb0ed7a6f396/711b78753334258fb404eb0ed7a6f396.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538965.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d05/8fbb33a5e81f3295f4204b1f613e2d05/8fbb33a5e81f3295f4204b1f613e2d05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538970.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e86/28d6b745b5f585eac2eaba9d20351e86/28d6b745b5f585eac2eaba9d20351e86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538975.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d02/6e5cd1924ea0068343a71027d1422d02/6e5cd1924ea0068343a71027d1422d02.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538980.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/038/030290597885f1fbab242d416e35b038/030290597885f1fbab242d416e35b038.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538985.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/87d/2f6f219578bb3ae7d635d59b56c5a87d/2f6f219578bb3ae7d635d59b56c5a87d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538990.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e67/682a3501245c0c023b310048344ade67/682a3501245c0c023b310048344ade67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538995.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d32/b7d2d47296f7386b14fc38f4858d2d32/b7d2d47296f7386b14fc38f4858d2d32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539000.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e2a/b2b8fa239be3b1c28abe106a712b5e2a/b2b8fa239be3b1c28abe106a712b5e2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539005.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/edf/4d667ffffbc0724e63b40d2225872edf/4d667ffffbc0724e63b40d2225872edf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539010.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5ef/7b6954b4a24955c107d644fee88735ef/7b6954b4a24955c107d644fee88735ef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539015.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/7fc/14e0887015c809c8275e58018f1297fc/14e0887015c809c8275e58018f1297fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539020.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5ec/75359efe0f88bba1b8480a29540095ec/75359efe0f88bba1b8480a29540095ec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539025.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6bd/7944065e5f0036d123fad615273296bd/7944065e5f0036d123fad615273296bd.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:38 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.2679 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.2867 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2713 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1695 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1288 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0925 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0021 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0019 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0808 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0011 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1968902 nada -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 1968902 999 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.1249 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0016 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.1275 "-" 1968902 1 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0011 "-" 1968902 1 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1100 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:40 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0153 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.2045 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0054 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1865 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0236 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0011 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.3078 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0340 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0021 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2605 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0150 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.2385 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.2984 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1408 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0028 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:42 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.3485 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.3614 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.3101 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:43 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.2736 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0917 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968902 0test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok -test.unit.container.test_server.TestContainerController.test_object_update_with_offset -test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok -test.unit.container.test_server.TestContainerController.test_params_format -test.unit.container.test_server.TestContainerController.test_params_format ... ok -test.unit.container.test_server.TestContainerController.test_params_utf8 -test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved -test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestContainerController.test_put_auto_create -test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods -test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestContainerController.test_serv_reserv -test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type -test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestContainerController.test_through_call -test.unit.container.test_server.TestContainerController.test_through_call ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok - -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0487 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.3452 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.3068 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:44 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.3051 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0786 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0973 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2685 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0020 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3284 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0333 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1144 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0007 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.2969 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0139 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0917 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0406 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0916 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0022 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0988 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.1080 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:46 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0856 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2660 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0004 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.2882 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:48 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.8786 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.7656 "-" 1968902 -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT -test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers -test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestContainerController.test_weird_content_types -test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split -test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBroker.test_newid -test.unit.container.test_backend.TestContainerBroker.test_newid ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root -test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges -test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps -test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates -test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate -test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible -test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539035.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d35/17c26370630f1dbf82aa41e0e5659d35/17c26370630f1dbf82aa41e0e5659d35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539040.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/fac/8188bbd7604505a044d837d87d9acfac/8188bbd7604505a044d837d87d9acfac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539050.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/61a/5a31f12545ed11f6bdce8d8ac9df961a/5a31f12545ed11f6bdce8d8ac9df961a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539055.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/398/f7a256a30f3c3f5a04c6c42e1b95c398/f7a256a30f3c3f5a04c6c42e1b95c398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539060.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/515/fc3c4370c7647aac24887aac1b5be515/fc3c4370c7647aac24887aac1b5be515.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539065.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/283/f09afd0c8c7c6e0a2db7548b4a040283/f09afd0c8c7c6e0a2db7548b4a040283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539075.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0c8/83d1fbd7db23836478657ee34275c0c8/83d1fbd7db23836478657ee34275c0c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539080.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c50/a74af7ca99f953b9037c705743d15c50/a74af7ca99f953b9037c705743d15c50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539085.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c2e/d59575daf5bcd864dea03244f6d73c2e/d59575daf5bcd864dea03244f6d73c2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539095.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/337/1ee6072c9a8390188771949e31c8d337/1ee6072c9a8390188771949e31c8d337.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539100.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539105.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dcb/26144932b05869b6370e8f2052da2dcb/26144932b05869b6370e8f2052da2dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539110.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/7a4/c60bd450bf292ca12d0bbdf2086047a4/c60bd450bf292ca12d0bbdf2086047a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539115.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/848/32aa8c2636d8f3fe60495776dbf0a848/32aa8c2636d8f3fe60495776dbf0a848.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539120.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539125.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c98/0c495462bb7fdbc54e23714278c60c98/0c495462bb7fdbc54e23714278c60c98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539135.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/bc6/a7a13f80c3a8db7901e2366e1ee92bc6/a7a13f80c3a8db7901e2366e1ee92bc6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539140.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3ab/5dac4476c7338a6bf6bd5cc17d45e3ab/5dac4476c7338a6bf6bd5cc17d45e3ab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539145.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8df/f2bdf46091f21e9677db674d6d85c8df/f2bdf46091f21e9677db674d6d85c8df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539160.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539165.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/14c/f351488a311bc2e90bc4f4d58253414c/f351488a311bc2e90bc4f4d58253414c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539175.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d42/c289a11e0d3d4dd4e96afe80bc744d42/c289a11e0d3d4dd4e96afe80bc744d42.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539180.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539185.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/277/04f4c288b3b76f249ce55a39d3cb8277/04f4c288b3b76f249ce55a39d3cb8277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539195.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3f7/3049370d446f19d7f426295aafc8b3f7/3049370d446f19d7f426295aafc8b3f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539200.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747.dbtest.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats -test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok -test.unit.obj.test_server.TestTpoolSize.test_default_config -test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting -test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout -test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0970 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2079 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1443 "-" 1968902 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2582 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1553 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Jan/2026:18:33:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0701 "-" 1968902 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:33:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1269 "-" 1968902 0 -test INFO: - - - [27/Jan/2026:18:33:52 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:52 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1968902 - -test INFO: - - - [27/Jan/2026:18:33:52 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0984 "-" 1968902 0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqlmczifc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to get commit status of PUT to /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response - self.resp = self.conn.getexpect() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect - expect_status = self._status.get_expect_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status - raise expect_status -Exception: kaboom! (txn: txb4b86390f22f4e5abfac0-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txa3c25fdee0824d6194761-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx77f9f9df8a1343a2a982b-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: txc7fef835e2af4d7594a3b-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read - raise Exception('exception message') -Exception: exception message (txn: txde6035c85ac04592ae359-0069790516)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txa4d48ccc3d544e219a02d-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx0d967e21a873409da3e9a-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx0f3d01bd6dab4ba9b2d29-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx7a187159aadd42689e38c-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx7a187159aadd42689e38c-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx7a187159aadd42689e38c-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx680cd62cfd9341d6b3378-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx680cd62cfd9341d6b3378-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx680cd62cfd9341d6b3378-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Expect: 100-continue on /a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter - return MIMEPutter.connect( - ^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect - raise FooterNotSupported() -swift.common.exceptions.FooterNotSupported (txn: tx42bec3c55d9e4e9eab868-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT -test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_recheck_time_zero ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_cache_writing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txac0eca2e55ce4a6f89162-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: txac0eca2e55ce4a6f89162-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txac0eca2e55ce4a6f89162-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx6b33032793e24007aacdc-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx6b33032793e24007aacdc-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx6b33032793e24007aacdc-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx6b33032793e24007aacdc-0069790516) -proxy-server ERROR: Object PUT returning 503 for [503, 201, 503, 201, 201, 201, 201, 201, 503, 201, 201, 503, 201, 201] (txn: tx6b33032793e24007aacdc-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txe9db9460e8fb4984b2b53-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body -test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacy.test_get_update_shard_empty_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok - -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe7348ce755fc41ab81630-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.0:1000/sda (txn: tx1eab5e3691cd43549e312-0069790516) -proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.2:1002/sdc (txn: tx1c6e6135ff1047f39158a-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx4ade048bca04455ab684e-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx25bfaebcf9ec41e998578-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx25bfaebcf9ec41e998578-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx8eafd74fda524f2c956ef-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx8eafd74fda524f2c956ef-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx8eafd74fda524f2c956ef-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx6c37a8bca4aa4c56b71cc-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6c37a8bca4aa4c56b71cc-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception (txn: tx6c37a8bca4aa4c56b71cc-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txaf0d8b46cb2b49f4b4d30-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txd52f47b61c374e89acf76-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd52f47b61c374e89acf76-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txa3c3e4fc2a494329a1c96-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx701c446bf1ce44a683001-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx701c446bf1ce44a683001-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx701c446bf1ce44a683001-0069790516)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx701c446bf1ce44a683001-0069790516) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx701c446bf1ce44a683001-0069790516) -proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx701c446bf1ce44a683001-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbc0304252f2748bcac160-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txbc0304252f2748bcac160-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1ca53728efe445a4b6697-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1ca53728efe445a4b6697-0069790516) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx1ca53728efe445a4b6697-0069790516) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx1ca53728efe445a4b6697-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx37ff99e51df7489da2343-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx37ff99e51df7489da2343-0069790516) -proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx37ff99e51df7489da2343-0069790516) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx37ff99e51df7489da2343-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txf598a2d95cf94433a7704-0069790516) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txcfef21585f964ca38b6fa-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcfef21585f964ca38b6fa-0069790516) -proxy-server ERROR: Object GET returning 503 for [] (txn: txcfef21585f964ca38b6fa-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx9cea097bdd284ef38abd2-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx9cea097bdd284ef38abd2-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe886257c704c49e3a7120-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx034fca6470cf40459ce13-0069790516) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx034fca6470cf40459ce13-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx003d0907adc7459fad7e4-0069790516) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx003d0907adc7459fad7e4-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txbc8f093229df4297842dd-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txbc8f093229df4297842dd-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx39bf76af8b6b4114a3be7-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx39bf76af8b6b4114a3be7-0069790516) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx39bf76af8b6b4114a3be7-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txa6cdeff6968245759a8f1-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa6cdeff6968245759a8f1-0069790516) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx83193fba0e864a66bfb90-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx595586951f914eaeb6aa4-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx595586951f914eaeb6aa4-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc89106f70aca4629a5f55-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txc89106f70aca4629a5f55-0069790517) -proxy-server ERROR: Object GET returning 503 for [] (txn: txc89106f70aca4629a5f55-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txb25db494a7974cc88d642-0069790517)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok - -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txb25db494a7974cc88d642-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txb25db494a7974cc88d642-0069790517) -proxy-server ERROR: Object GET returning 503 for [] (txn: txb25db494a7974cc88d642-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd41d52e895f04891980eb-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txd41d52e895f04891980eb-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift ERROR: InternalError: 500 Internal Server Error (unexpected status code 500): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txd41d52e895f04891980eb-0069790517) -proxy-server ERROR: Object GET returning 503 for [] (txn: txd41d52e895f04891980eb-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0294e4b364ef463eb4f42-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0294e4b364ef463eb4f42-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx0294e4b364ef463eb4f42-0069790517) -proxy-server ERROR: Object GET returning 503 for [] (txn: tx0294e4b364ef463eb4f42-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx6ee5a644cc37465ebc9e0-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txb8cb7d18626b4f5a985e2-0069790517) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txb8cb7d18626b4f5a985e2-0069790517)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx4a69bb4a358044b4ae4b1-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0a979291c0bf4b5391cf8-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txc29b324fe5a34104b5065-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx5388ad1c20e84aa5b9099-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx30e043509f274b90bbbb9-0069790517) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx30e043509f274b90bbbb9-0069790517) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx30e043509f274b90bbbb9-0069790517) -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx30e043509f274b90bbbb9-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx5743d56685014244aeff6-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: tx9ab9f9ae304144af8a458-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx895e20d778404c7b8f8b5-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx96e06b1dcac14d08be9c9-0069790517) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx96e06b1dcac14d08be9c9-0069790517) -proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx96e06b1dcac14d08be9c9-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx15abf6bcda9949408a922-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx15abf6bcda9949408a922-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd82109db2aae47e7a11b4-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx9c22cd4f92404e919a129-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx9c22cd4f92404e919a129-0069790517) -proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx9c22cd4f92404e919a129-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx77e4dd8584004ab2b8306-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx77e4dd8584004ab2b8306-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx77e4dd8584004ab2b8306-0069790517) -proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx77e4dd8584004ab2b8306-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx5c5ef441d5e64b6780787-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5c5ef441d5e64b6780787-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx5c5ef441d5e64b6780787-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx353f330527ea4eac9c2ff-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx353f330527ea4eac9c2ff-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx353f330527ea4eac9c2ff-0069790517) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx353f330527ea4eac9c2ff-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf6cb5e809a2e48e59be3c-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf6cb5e809a2e48e59be3c-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txf6cb5e809a2e48e59be3c-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5d8f786fec2d4dc48cf89-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5d8f786fec2d4dc48cf89-0069790517) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx5d8f786fec2d4dc48cf89-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txef23bf6bda7a45d9bf722-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 350, in __call__ + resp = self.handle_request(req) + ^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3api.py", line 391, in handle_request + res = handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/controllers/obj.py", line 176, in PUT + resp = req.get_response(self.app) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1564, in get_response + return self._get_response(app, method, container, obj, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/middleware/s3api/s3request.py", line 1549, in _get_response + raise InternalError('unexpected status code %d' % status) +swift.common.middleware.s3api.s3response.InternalError: InternalError: 500 Internal Server Error (unexpected status code 500)test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_error ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_headers ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_quota_exceeded ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4 ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_bad_hash ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_v4_unsigned_payload ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_PUT_with_version ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_object_policy_index_logging ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_simple_object_copy ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_DELETE ... ok +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE +test.unit.common.middleware.s3api.test_obj.TestS3ApiObj.test_slo_object_async_DELETE ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_in_json ... ok +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json +test.unit.common.middleware.s3api.test_s3api.TestListingMiddleware.test_s3_etag_non_json ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_empty_bad_hash ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_good ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_long ... ok +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short +test.unit.common.middleware.s3api.test_s3request.TestHashingInput.test_too_short ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_bad_destination ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_copy_from ... ok +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination +test.unit.common.middleware.test_copy.TestCopyConstraints.test_validate_destination ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_custom ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_default ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_get_only ... ok +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass +test.unit.common.middleware.test_crossdomain.TestCrossDomain.test_crossdomain_pass ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validating_x_object_manifest ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_accounts ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_ignores_containers ... ok +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes +test.unit.common.middleware.test_dlo.TestDloPutManifest.test_validation_watches_manifests_with_slashes ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_length ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_invalid_regexp ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_maximum_length_from_config ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_length_and_character ... ok +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp +test.unit.common.middleware.test_name_check.TestNameCheckMiddleware.test_valid_regexp ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_object ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_tombstone ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_COPY_overwrite_version_symlink ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_new_version_different_account ... ok +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled +test.unit.common.middleware.test_object_versioning.ObjectVersioningTestCopy.test_copy_object_versioning_disabled ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_get_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_num_with_repeated_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_large_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo +test.unit.common.middleware.test_slo.TestPartNumber.test_get_part_number_sub_slo ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_negative_part_number_invalid_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_non_integer_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_out_of_range_part_number_on_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_data_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_refetch_path ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_subrange ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_head_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_negative_part_number_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_exceeds_max_manifest_segments_is_ok ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_manifest_get ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_ignored_for_non_slo_object_with_range ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_sub_ranges_manifest ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_with_range_segments ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid ... ok +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange +test.unit.common.middleware.test_slo.TestPartNumber.test_part_number_zero_invalid_on_subrange ... ok +swift: Rewriting invalid auth prefix "" to "/auth/" (Non-empty auth prefix path is required) +swift: Rewriting invalid auth prefix "/" to "/auth/" (Non-empty auth prefix path is required) +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth +swift: Swift3 did not provide a check_signature function; upgrade Swift3 if you want to use it with tempauth +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error +test.unit.common.middleware.test_slo.TestPartNumber.test_range_with_part_number_is_error ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types +test.unit.common.middleware.test_slo.TestRespAttrs.test_default_types ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_empty_headers ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_only_timestamp ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_regular_object ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_valid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_from_zero_byte_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_calculates_is_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_converts_timestamps_from_strings ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset +test.unit.common.middleware.test_slo.TestRespAttrs.test_init_with_no_sysmeta_offset ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_invalid_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_legacy_slo_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_non_slo_with_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta +test.unit.common.middleware.test_slo.TestRespAttrs.test_partial_modern_sysmeta ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_not_legacy ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_range ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_raw_data ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo ... ok +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range +test.unit.common.middleware.test_slo.TestRespAttrs.test_update_from_segments_with_sub_slo_range ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_both ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_host ... ok +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme +test.unit.common.middleware.test_staticweb.TestStaticWebUrlBase.test_container3subdirz_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_delete_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_account_put_permissions ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_anon_badpath ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_deny_non_reseller_prefix_no_override ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_no_reseller_prefix_no_token ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_reseller_prefix_with_s3_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_s3api_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_old_swift3_details ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_s3api_unicode_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_good ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_auth_with_swift3_authorization_invalid ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_account_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_group_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referer_after_user_groups ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_acl_referrer_access ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_authorize_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_deny_cross_reseller ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_detect_reseller_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_bad_path ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_invalid_x_auth_user_format ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_missing_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_fail_non_matching_account_in_request ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_memcache_error ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_token_success_other_auth_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_get_user_group ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_object_name_containing_slash ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_overdate ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_old_token_with_old_data ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_options_call ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_and_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_asked_for_but_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_override_default_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_regular_is_not_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_request_method_not_allowed ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_admin_is_owner ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_reseller_prefix_init ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_statsd_prefix ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_based_on_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_default ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_storage_url_overridden_scheme ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_successful_token_unicode_user ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_key ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_fail_no_timestamp ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_sync_request_success_lb_sync_host ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_top_level_deny ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_old_token_from_memcached ... ok +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success +test.unit.common.middleware.test_tempauth.TestAuthWithMultiplePrefixes.test_use_token_success ... ok +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning +test.unit.common.middleware.test_tempurl.TestTempurlWarning.test_deprecation_warning ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear +test.unit.common.middleware.test_xprofile.Test_profile_log.test_clear ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile +test.unit.common.middleware.test_xprofile.Test_profile_log.test_dump_profile ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_all_pids ... ok +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles +test.unit.common.middleware.test_xprofile.Test_profile_log.test_get_logfiles ... ok +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor +test.unit.common.test_db_auditor.TestAuditor.test_database_auditor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass +test.unit.common.test_db_auditor.TestAuditor.test_one_audit_pass ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_deleted ... ok -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx5a97c37a91eb4dc6b91bb-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: ERROR Client read timeout (Nones) (txn: txe21ed263278945c9b1c06-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/29/32 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1735129772.986639023 1735129772.987283230 1 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift INFO: - - 25/Dec/2024/12/29/32 GET /bucket/object HTTP/1.0 200 - Mozzarella%20Foxfire - - 5 - - - 0.0006 - - 1735129772.988280535 1735129772.988866806 0 +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpggg17s51/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: Connection refused: Please insert ten dollars (txn: txbbc02542a6ae4e288a0d3-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: txead458cf17e74fbc8f34b-0069790517) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: txec2548f8ffa64fecb67c3-0069790517) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: tx82779e8c28754c169763b-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx59651f93f05b451988659-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpggg17s51/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node - putter = self._make_putter(node, part, req, headers) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter - putter = Putter.connect( - ^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect - conn, expect_resp, final_resp, connect_duration = cls._make_connection( - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection - conn = http_connect(ip, port, node['device'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx38fe9f0d7c4048cfa3782-0069790517) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx66a2b237d35647d2a0487-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txefd14869c8ae49d4a710c-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx729f330809264c55aaaf2-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpf84bz76c/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception (txn: tx4a2ff45fcebb40ce9c8dc-0069790517)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok - -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx57b7757ab2e34a71adcd6-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending last chunk (txn: tx88ccef801a7d48d482297-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: txad3b21c0ac1445d286719-0069790517) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: txad3b21c0ac1445d286719-0069790517) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txad3b21c0ac1445d286719-0069790517) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: txad3b21c0ac1445d286719-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test INFO: Since Thu Jan 1 14:00:00 1970: container audits: 0 passed audit, 1 failed audit +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data - chunk = next(data_source) - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ - return self._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item - return super(CooperativeIterator, self)._get_next_item() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item - return next(self.wrapped_iter) - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader - return req.environ['wsgi.input'].read( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read - raise Exception('exception message') -Exception: exception message (txn: tx8d463bb090874306aad62-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test ERROR: ERROR Could not get container info /tmp/tmpf84bz76c/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response - resp = putter.await_response( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response - self.resp = self.conn.getresponse() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse - self.status = self._status.get_response_status() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status - raise self.status -Exception: boom (txn: tx29a2959809ae41e3ba56f-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx4e787dbf52ce4769adc15-0069790517) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb80fa07646da4297bcb0c-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx2417e78e69654072863b5-0069790517) -proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.0:1000/sda (txn: tx2417e78e69654072863b5-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx17f9d86224134a0cb12b5-0069790517) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txe7cee00a4d674335a4afb-0069790517) -proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txe7cee00a4d674335a4afb-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [412] (txn: txa6382671f649407e898f6-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server WARNING: Client disconnected without sending enough data (txn: tx41053124373f46f88e2bc-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk - self.conn.send(to_send) - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send - self.give_send(self, data) - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send - raise exc -Exception: Exception while sending data on connection (txn: tx55a3defb287a48b3b7809-0069790517) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx56c9b633891a4bdbad0cd-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx2fdd87c5c46e4049a429b-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.65613 <= '409 (1769538839.65613), 409 (1769538839.65613), 409 (1769538839.65613)' (txn: txaebd43f9ee484fdaacb35-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.65799 <= '409 (1769538839.65799), 409 (1769538839.65799), 409 (1769538839.65799)' (txn: tx23b433e8c6a6407094ca3-0069790517)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok - -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.65988 <= '409 (1769538839.65988), 409 (1769538839.65988), 409 (1769538839.65988)' (txn: tx256771246c4049c2a8bea-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (1769538840.00000), 409 (1769538840.00000), 409 (1769538840.00000)' (txn: txd10a3a8e3cec4c998cdf2-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538841.00000 <= '409 (1769538842.00000), 409 (1769538842.00000), 409 (1769538842.00000)' (txn: tx24ebb9691c0b41c1b5bcf-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538843.00000 <= '409 (1769538844.00000), 409 (1769538844.00000), 409 (1769538844.00000)' (txn: txc1fa6e183586439da1469-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (1769538839.00000), 409 (1769538839.00000), 409 (1769538839.00000)' (txn: txd213518ae6cf4ee797a91-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538840.00000 <= '409 (1769538840.00000), 409 (1769538840.00000), 409 (1769538840.00000)' (txn: tx14dcb36c2b564521b6163-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538841.00000 <= '409 (1769538841.00000), 409 (1769538841.00000), 409 (1769538841.00000)' (txn: tx847decb79beb4761a1a97-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (1769538839.00000)' (txn: tx2516642b128d48b786e0e-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538840.00000 <= '409 (1769538840.00000)' (txn: tx4f133a201bfc4f889aa96-0069790517) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538841.00000 <= '409 (1769538841.00000)' (txn: tx03ebc8260785486e92546-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok - -proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx09b0c132b684446bb881b-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (1769538840.00000)' (txn: txfa47baaff7dd45be9457b-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx4f524da292b44dff8a74d-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx0d1c8f441a65467a9d788-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Object PUT returning 202 for 409: 1769538839.00000 <= '409 (1769538840.00000), 201 (unknown), 201 (unknown)' (txn: txd5a5687eb69f4ad4af8bb-0069790517) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_path -test.unit.container.test_backend.TestContainerBroker.test_path ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name -test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden -test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST -test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object -test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim -test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539210.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/faa/6738327d5d46c7964282e27c32dfffaa/6738327d5d46c7964282e27c32dfffaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539215.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dcb/b1dbfc894050386b5a93828b2383cdcb/b1dbfc894050386b5a93828b2383cdcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539220.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/36b/161a5442532472f1a9e49efdc997f36b/161a5442532472f1a9e49efdc997f36b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539225.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f16/0bda29f9ee4401335c1bc1d99ae07f16/0bda29f9ee4401335c1bc1d99ae07f16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539235.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dd8/e549b6754744b144be1d5ccba3fc5dd8/e549b6754744b144be1d5ccba3fc5dd8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539240.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/fe2/de85f37295c38836b3379cf5203b3fe2/de85f37295c38836b3379cf5203b3fe2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539245.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/69d/73bb6dd456e3c6a4c443716382f6969d/73bb6dd456e3c6a4c443716382f6969d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539250.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/a37/d134f08861fd529cddb7ac94413dea37/d134f08861fd529cddb7ac94413dea37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539255.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/540/fba3c685e688cdd77cc9d59596ea1540/fba3c685e688cdd77cc9d59596ea1540.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539260.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539265.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/247/eec9ffdd026d5cd2376fc2ef2906d247/eec9ffdd026d5cd2376fc2ef2906d247.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539270.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f36/fcb32402ed54cfd6fcc700a8f319df36/fcb32402ed54cfd6fcc700a8f319df36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539275.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5c0/f2c903d951ff73c21dfa797622ec15c0/f2c903d951ff73c21dfa797622ec15c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539280.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/433/949c59b11f3b2b1070206a308f36a433/949c59b11f3b2b1070206a308f36a433.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539285.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/603/6e0ee58d4a5f0154eeb84b52539ea603/6e0ee58d4a5f0154eeb84b52539ea603.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539290.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/162/937f778e65edd95e8b8b9e806edf0162/937f778e65edd95e8b8b9e806edf0162.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539295.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/be6/7b67e7adea1436396b45f67135d1abe6/7b67e7adea1436396b45f67135d1abe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539300.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ad5/42c45116f151c18806e8217513030ad5/42c45116f151c18806e8217513030ad5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539305.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/478/427999e6af3bd3e4c04b6166fd2a3478/427999e6af3bd3e4c04b6166fd2a3478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539310.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b3e/190480855a6a99f8ea267aa6c5665b3e/190480855a6a99f8ea267aa6c5665b3e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539315.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/afd/40a212d2cb1bc8e97a4845808db79afd/40a212d2cb1bc8e97a4845808db79afd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539320.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/bec/ce0fd6a4deda26f6d5a6505d914adbec/ce0fd6a4deda26f6d5a6505d914adbec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539325.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/206/7cbf6809eba90c17dedf68460129d206/7cbf6809eba90c17dedf68460129d206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539330.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/75e/7d4b1b063112ada04478d64820d5175e/7d4b1b063112ada04478d64820d5175e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539335.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/be6/6f57f0d27725145aab517a4604b24be6/6f57f0d27725145aab517a4604b24be6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539340.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/613/4a81e92db05687e3ddb77b0b4ea91613/4a81e92db05687e3ddb77b0b4ea91613.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539345.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/912/eef2191b1e04e5f6e26c484eef1a5912/eef2191b1e04e5f6e26c484eef1a5912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539350.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/639/7b2fefbd99eefdc9bdb1907e107c8639/7b2fefbd99eefdc9bdb1907e107c8639.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539355.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e53/1e5d9e9cedd030c67b041a422b5e6e53/1e5d9e9cedd030c67b041a422b5e6e53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539360.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/fd3/866184095cbdc300bdd34e378eb96fd3/866184095cbdc300bdd34e378eb96fd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539365.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/fee/15c5ff31e7388bac6cc212fd6b232fee/15c5ff31e7388bac6cc212fd6b232fee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539370.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/be7/be36789cdf8301947e16cbe271115be7/be36789cdf8301947e16cbe271115be7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539375.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/1cc/d8ec64bdaeac9725e6477646c87191cc/d8ec64bdaeac9725e6477646c87191cc.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync -test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539380.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/251/fe4130c70552a111d2423eb8aedae251/fe4130c70552a111d2423eb8aedae251.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539385.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/238/d1000a4838d0f35d946af233cea3a238/d1000a4838d0f35d946af233cea3a238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539390.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/fd4/174a8f4434c59f365b165997fe602fd4/174a8f4434c59f365b165997fe602fd4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539395.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f94/569e1a86545696324d1cb88712f38f94/569e1a86545696324d1cb88712f38f94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539400.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/9e0/48a992b3a2a96a9831cf949f929529e0/48a992b3a2a96a9831cf949f929529e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539405.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/351/26aaa5ba90b54a34e14f9877baee4351/26aaa5ba90b54a34e14f9877baee4351.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539410.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/a1e/9206509140d0f0c037d4c1cbe5386a1e/9206509140d0f0c037d4c1cbe5386a1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539415.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/189/3849c6eb0d738d3978e445730da3d189/3849c6eb0d738d3978e445730da3d189.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539420.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b66/fd54bfe3551783406be8a444180b7b66/fd54bfe3551783406be8a444180b7b66.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539425.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2b6/faa2ea49db262cad6b81ae03cb41f2b6/faa2ea49db262cad6b81ae03cb41f2b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539430.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8a0/bd7fb4137e351a1dfefc9b7997b7e8a0/bd7fb4137e351a1dfefc9b7997b7e8a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539435.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5de/1902fd404e714d979c72d71d35c8d5de/1902fd404e714d979c72d71d35c8d5de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539440.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/22e/d7df3637df3a0e64b992ad11471dc22e/d7df3637df3a0e64b992ad11471dc22e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539445.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6c3/37a03fe3a467917a45c5f537547bb6c3/37a03fe3a467917a45c5f537547bb6c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539450.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/eab/eb5347b9035846e02653ecdc019f5eab/eb5347b9035846e02653ecdc019f5eab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539455.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0f8/ad45cd67e0dfeb3234deb9479e0a60f8/ad45cd67e0dfeb3234deb9479e0a60f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539460.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/9d9/dc00802d64d93c57004b35091ad5a9d9/dc00802d64d93c57004b35091ad5a9d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539465.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f5e/e8213123e0fcb10b93124f7d5a3b5f5e/e8213123e0fcb10b93124f7d5a3b5f5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539470.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e1d/de931eaa3a3ad705a8df646ff5c3ce1d/de931eaa3a3ad705a8df646ff5c3ce1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539475.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e26/ac9e08e907b4def36246c6a427c2de26/ac9e08e907b4def36246c6a427c2de26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539480.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ec1/65c5872200a3bd3f6729b7678aba1ec1/65c5872200a3bd3f6729b7678aba1ec1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539485.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8ca/045a538bd0bc6c98d398ea9aee2238ca/045a538bd0bc6c98d398ea9aee2238ca.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539490.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b87/43bd4a7342e1c9e3e02110fc9a756b87/43bd4a7342e1c9e3e02110fc9a756b87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539495.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2dc/9e7c08aaab1fb294446cac194eafb2dc/9e7c08aaab1fb294446cac194eafb2dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539500.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b0e/59e86d543ddbc3b18f51d1fd2efd9b0e/59e86d543ddbc3b18f51d1fd2efd9b0e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539505.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/400/e227c63236a5a7c5e873b90638191400/e227c63236a5a7c5e873b90638191400.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539510.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d14/0d758155a618de32bad4537ffb30ed14/0d758155a618de32bad4537ffb30ed14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539515.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/147/b996b030857bc7fe307ef5e6c5b03147/b996b030857bc7fe307ef5e6c5b03147.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539520.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ac0/888e0690e4d11e6b9e6975a49ea3dac0/888e0690e4d11e6b9e6975a49ea3dac0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539525.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/554/cf5a7fe8157c181d9ad47ce47f52f554/cf5a7fe8157c181d9ad47ce47f52f554.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539530.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/308/d10d44258c1d2dba18c3a53a2b913308/d10d44258c1d2dba18c3a53a2b913308.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539535.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/597/2df2912c63eae4cca1be70134f58a597/2df2912c63eae4cca1be70134f58a597.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539540.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/cd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539545.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c73/1d98e1881aa5f6d357a0c8bc1e55cc73/1d98e1881aa5f6d357a0c8bc1e55cc73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539550.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0d2/c03254b601165229921c8af80d4460d2/c03254b601165229921c8af80d4460d2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBroker.test_remove_objects -test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path -test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok - -fake-swift DEBUG: permission denined: 403 Forbidden test:other READ -Tue Jan 27 06:31:06 2026 /tmp/tmpi1wipevx/log/swift/profile/default.profile1968899 -Tue Jan 27 06:31:06 2026 /tmp/tmpi1wipevx/log/swift/profile/default.profile123 -Tue Jan 27 06:31:06 2026 /tmp/tmpi1wipevx/log/swift/profile/default.profile456 - - 45 function calls in 0.002 seconds - - Ordered by: internal time - - ncalls tottime percall cumtime percall filename:lineno(function) - 9 0.001 0.000 0.002 0.000 profile:0(import os;os.getcwd();) - 9 0.001 0.000 0.001 0.000 :0(exec) - 9 0.000 0.000 0.000 0.000 :0(getcwd) - 9 0.000 0.000 0.000 0.000 :1() - 0 0.000 0.000 profile:0(profiler) - 9 0.000 0.000 0.000 0.000 :0(setprofile) + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail2.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates +test.unit.container.test_server.TestContainerController.test_PUT_HEAD_put_timestamp_updates ... ok +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129935.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1a7/166052f50a445e5c741b1b4808d801a7/166052f50a445e5c741b1b4808d801a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129937.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/ef1/181c11fe4837d4d45b0580ad751f6ef1/181c11fe4837d4d45b0580ad751f6ef1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129937.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/ef1/181c11fe4837d4d45b0580ad751f6ef1/181c11fe4837d4d45b0580ad751f6ef1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129939.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/11f/74e4afb09b5d311779350c763c83311f/74e4afb09b5d311779350c763c83311f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129939.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/11f/74e4afb09b5d311779350c763c83311f/74e4afb09b5d311779350c763c83311f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129941.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/23e/7d4ca64b68bb017caad580764ab1523e/7d4ca64b68bb017caad580764ab1523e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129941.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/23e/7d4ca64b68bb017caad580764ab1523e/7d4ca64b68bb017caad580764ab1523e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129943.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/527/22ecb01143b943e30940b310bf075527/22ecb01143b943e30940b310bf075527.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129943.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/527/22ecb01143b943e30940b310bf075527/22ecb01143b943e30940b310bf075527.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129945.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/647/117b95e2d62cd179f4e32ceb4d4b3647/117b95e2d62cd179f4e32ceb4d4b3647.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129945.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/647/117b95e2d62cd179f4e32ceb4d4b3647/117b95e2d62cd179f4e32ceb4d4b3647.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129947.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1a3/cb6424d058d9339ff31b7e10bdb311a3/cb6424d058d9339ff31b7e10bdb311a3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129947.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/1a3/cb6424d058d9339ff31b7e10bdb311a3/cb6424d058d9339ff31b7e10bdb311a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129949.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fd8/ab36e7fe4a9eaace497a6ee98ce28fd8/ab36e7fe4a9eaace497a6ee98ce28fd8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129949.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/fd8/ab36e7fe4a9eaace497a6ee98ce28fd8/ab36e7fe4a9eaace497a6ee98ce28fd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129951.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e2a/e83ff47818f6dfeaaca935b67f1a3e2a/e83ff47818f6dfeaaca935b67f1a3e2a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129951.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/e2a/e83ff47818f6dfeaaca935b67f1a3e2a/e83ff47818f6dfeaaca935b67f1a3e2a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129953.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b9d/64c91b1020b75a357011491a78e9ab9d/64c91b1020b75a357011491a78e9ab9d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129953.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b9d/64c91b1020b75a357011491a78e9ab9d/64c91b1020b75a357011491a78e9ab9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129955.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/4b2/a8d35c41639d7f21ce9fbe4f6472a4b2/a8d35c41639d7f21ce9fbe4f6472a4b2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129955.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/4b2/a8d35c41639d7f21ce9fbe4f6472a4b2/a8d35c41639d7f21ce9fbe4f6472a4b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129957.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/893/1578b6b09d153e51f14b911e1173d893/1578b6b09d153e51f14b911e1173d893.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129957.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/893/1578b6b09d153e51f14b911e1173d893/1578b6b09d153e51f14b911e1173d893.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129959.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/af9/af6a0f35829dc201db05cf738af22af9/af6a0f35829dc201db05cf738af22af9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129959.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/af9/af6a0f35829dc201db05cf738af22af9/af6a0f35829dc201db05cf738af22af9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129961.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/921/6738a2b9652233648f98913640e19921/6738a2b9652233648f98913640e19921.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129961.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/921/6738a2b9652233648f98913640e19921/6738a2b9652233648f98913640e19921.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129963.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/44b/bf1168aca7f094021147f51cebf0a44b/bf1168aca7f094021147f51cebf0a44b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129963.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/44b/bf1168aca7f094021147f51cebf0a44b/bf1168aca7f094021147f51cebf0a44b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129965.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a62/70bbf6c6135bd7c2fa78dcf58540fa62/70bbf6c6135bd7c2fa78dcf58540fa62.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129965.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/a62/70bbf6c6135bd7c2fa78dcf58540fa62/70bbf6c6135bd7c2fa78dcf58540fa62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129967.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b93/6140d922c4c8243bca0324b83870bb93/6140d922c4c8243bca0324b83870bb93.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129967.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/b93/6140d922c4c8243bca0324b83870bb93/6140d922c4c8243bca0324b83870bb93.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129969.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/117/28aad563bd98fb569f2f1675472a5117/28aad563bd98fb569f2f1675472a5117.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129969.00000, db: /tmp/tmpaqyc1us5/sda/containers/0/117/28aad563bd98fb569f2f1675472a5117/28aad563bd98fb569f2f1675472a5117.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129777.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/de4/a854f1e97a70001d3643078fea574de4/a854f1e97a70001d3643078fea574de4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129782.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/954/6435537988e2c82c314d91c4a4485954/6435537988e2c82c314d91c4a4485954.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129787.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/93b/9e5097ae998af34b806cf53055df193b/9e5097ae998af34b806cf53055df193b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129792.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/249/05ac8cb207faa2ee3bc8392722161249/05ac8cb207faa2ee3bc8392722161249.dbtest.unit.container.test_server.TestContainerController.test_PUT_account_update +test.unit.container.test_server.TestContainerController.test_PUT_account_update ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_forever +test.unit.common.test_db_auditor.TestAuditor.test_run_forever ... ok -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY jojo', (txn: txe98604d456aa4cd7995ed-006979046b) -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXYjojo a b c d e', (txn: txb387bcc9a50e42e3b5cad-006979046b) -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'PROXY a b c d e', (txn: tx3c3e3e5f08254a8ba8fe2-006979046b) -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: ERROR WSGI: code 400, message Invalid PROXY line 'GET /someurl HTTP/1.0\r\n', (txn: test-bad-req-trans-id) -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.1" 200 160 0.000069 -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:31:07] "GET /otherurl HTTP/1.1" 200 179 0.000042 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.0" 200 186 0.000040 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 192.168.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.0" 200 179 0.000039 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.0" 200 180 0.000038 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.0" 200 180 0.000035 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -proxy INFO: (1968899) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968899) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:07] "GET /someurl HTTP/1.0" 200 180 0.000037 -proxy INFO: wsgi exiting -proxy INFO: (1968899) wsgi exited, is_accepting=True -WARNING: Unable to modify file descriptor limit. Running as non-root? -WARNING: Unable to modify memory limit. Running as non-root? -WARNING: Unable to modify max process limit. Running as non-root? -test ERROR: Problem finding shard upper in '/tmp/tmpv0k5h2e7/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpv0k5h2e7/test_container.db': : +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpvu6_7whv/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvu6_7whv/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_db_states -test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539555.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/4a6/3944e63ff71e9797b2cc43edbf3004a6/3944e63ff71e9797b2cc43edbf3004a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539560.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/9f7/46ee4d1472293056401d46892290f9f7/46ee4d1472293056401d46892290f9f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539565.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/980/192e8247c82de684cff84bcd3e141980/192e8247c82de684cff84bcd3e141980.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539570.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/99a/a8144817a23b8a9f7a097649ad71599a/a8144817a23b8a9f7a097649ad71599a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539575.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c0c/f2211f69100baa3e4e597aa26a3dbc0c/f2211f69100baa3e4e597aa26a3dbc0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539580.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/519/694a695e68a7d65de3c168c470ac7519/694a695e68a7d65de3c168c470ac7519.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539585.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0da/d760d205cd8367c2ee35afeb312ad0da/d760d205cd8367c2ee35afeb312ad0da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539590.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5b1/d68f5840b5c054a975d3e122721dd5b1/d68f5840b5c054a975d3e122721dd5b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539595.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/1ad/50f053b42c68615e09129a98196b31ad/50f053b42c68615e09129a98196b31ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539600.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/465/d877cd645733fce77bc88354021fa465/d877cd645733fce77bc88354021fa465.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539605.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/07a/a4c9125964afba2b3921781a6824207a/a4c9125964afba2b3921781a6824207a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539610.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ecf/a53f08921032221d5fa5bf3402008ecf/a53f08921032221d5fa5bf3402008ecf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539615.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/120/a9c3687a5b516c8120c5049a9bc45120/a9c3687a5b516c8120c5049a9bc45120.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539620.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/bac/38cf37daa83c89ce5fcd878f31d85bac/38cf37daa83c89ce5fcd878f31d85bac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539625.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c04/ab29281e8055c8a4515df45d52c30c04/ab29281e8055c8a4515df45d52c30c04.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539630.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/016/2a5670fea3d8d54e2491ada023250016/2a5670fea3d8d54e2491ada023250016.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539635.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/01b/8bacab4aa4dd29b729cab3025b78e01b/8bacab4aa4dd29b729cab3025b78e01b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539640.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/795/de3216344bcf530e2bf1a12d7a84a795/de3216344bcf530e2bf1a12d7a84a795.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539645.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/be9/f1715cb67851e8dfb8233124c5b05be9/f1715cb67851e8dfb8233124c5b05be9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539650.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/145/93c5f282c54207011620a61c8aceb145/93c5f282c54207011620a61c8aceb145.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539655.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dcb/eb7e550585ad0cd407885419b6301dcb/eb7e550585ad0cd407885419b6301dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539660.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/df7/f2a09ac402e13fcb25cc09e6ea224df7/f2a09ac402e13fcb25cc09e6ea224df7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539665.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/62a/800d15647fd4689888f6c6a1af5a762a/800d15647fd4689888f6c6a1af5a762a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539670.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/622/ca57a9dfcbee0f7a91ad2f880198d622/ca57a9dfcbee0f7a91ad2f880198d622.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539675.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b53/c7d7cfdd7dc08214748ea8988b293b53/c7d7cfdd7dc08214748ea8988b293b53.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539680.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/223/94c684d46adc290e1a8d1e567c079223/94c684d46adc290e1a8d1e567c079223.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539685.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2f7/11263a04edd5358546d95260171682f7/11263a04edd5358546d95260171682f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539690.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/32f/f45c4e91010d527fcf4d3b9d3899132f/f45c4e91010d527fcf4d3b9d3899132f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539695.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/034/9cafd18672ec6614adb1670516cb7034/9cafd18672ec6614adb1670516cb7034.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539700.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0c9/0fe764a50669c4d9ee5f98a6908370c9/0fe764a50669c4d9ee5f98a6908370c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539705.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/4c1/b8f494e7a5791e59b892afc853b8a4c1/b8f494e7a5791e59b892afc853b8a4c1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539710.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/814/beab2223db0e051e97d3a9570a641814/beab2223db0e051e97d3a9570a641814.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539715.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/137/91e3d978f140c54eded9baa6f63af137/91e3d978f140c54eded9baa6f63af137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539720.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e27/9952bf0d43936bcdb18d48749306ae27/9952bf0d43936bcdb18d48749306ae27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539725.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/7ee/7e9d6ea6bb68465d3dde7c4461abf7ee/7e9d6ea6bb68465d3dde7c4461abf7ee.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs -test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property -test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok -test.unit.container.test_backend.TestContainerBroker.test_sync_merging -test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter -test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok -test.unit.container.test_sync.TestContainerSync.test_container_first_loop -test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_report -test.unit.container.test_sync.TestContainerSync.test_container_report ... ok -test.unit.container.test_sync.TestContainerSync.test_container_second_loop -test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok -test.unit.container.test_sync.TestContainerSync.test_container_stop_at -test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted -test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key -test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db -test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok -test ERROR: Failed to unlink '/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container.db': + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container_1769538868.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container_1769538868.00000.db': ['/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container.db', '/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container_1769538869.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp9ibgfmx6/containers/part/suffix/hash/container_1769538869.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1769538877.5388992, time window end: 1769538877.5388992, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 -test-container-sync ERROR: ERROR Syncing : + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync - if not self.container_sync_row( - ^^^^^^^^^^^^^^^^^^^^^^^^ -TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync INFO: Container sync report: a/c, time window start: 1769538877.5405176, time window end: 1769538877.5405238, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail1.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row - row['created_at']) - ~~~^^^^^^^^^^^^^^ -KeyError: 'created_at' -test-container-sync INFO: Container sync report: a/c, time window start: 1769538877.5406458, time window end: 1769538877.5408823, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync INFO: Container sync report: a/c, time window start: 1769538877.5410173, time window end: 1769538877.5410676, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test ERROR: ERROR Could not get container info /tmp/tmpzenrn601/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row - delete_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit pass. +test ERROR: ERROR auditing: Timeout (Nones) +test INFO: Container audit pass completed: 0.00s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms -test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok -test.unit.container.test_sync.TestContainerSync.test_run_forever -test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok -test.unit.container.test_sync.TestContainerSync.test_run_once -test.unit.container.test_sync.TestContainerSync.test_run_once ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one -test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect -test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put -test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer -test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary -test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_server.TestObjectServer.test_not_found -test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test INFO: Begin container audit "once" mode +test DEBUG: Audit passed for +test ERROR: ERROR Could not get container info /tmp/tmp30y6sces/tmp_test_database_auditor/fail1.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueErrortest.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_change ... ok +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_bad_policy_specified ... ok +test.unit.common.test_db_auditor.TestAuditor.test_run_once +test.unit.common.test_db_auditor.TestAuditor.test_run_once ... ok +test.unit.common.test_exceptions.TestExceptions.test_client_exception +test.unit.common.test_exceptions.TestExceptions.test_client_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_exception +test.unit.common.test_exceptions.TestExceptions.test_replication_exception ... ok +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout +test.unit.common.test_exceptions.TestExceptions.test_replication_lock_timeout ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_404_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry +test.unit.common.test_internal_client.TestSimpleClient.test_delete_object_with_409_no_retry ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get +test.unit.common.test_internal_client.TestSimpleClient.test_get ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_all_failed ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param +test.unit.common.test_internal_client.TestSimpleClient.test_get_with_retries_param ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_head +test.unit.common.test_internal_client.TestSimpleClient.test_head ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_proxy +test.unit.common.test_internal_client.TestSimpleClient.test_proxy ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_container_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_object_with_retries_with_HTTPError ... ok +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError +test.unit.common.test_internal_client.TestSimpleClient.test_request_with_retries_with_HTTPError ... ok +test.unit.common.test_linkat.TestLinkat.test_available +test.unit.common.test_linkat.TestLinkat.test_available ... ok +test.unit.common.test_linkat.TestLinkat.test_errno +test.unit.common.test_linkat.TestLinkat.test_errno ... ok +test.unit.common.test_linkat.TestLinkat.test_flags +test.unit.common.test_linkat.TestLinkat.test_flags ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer +test.unit.common.test_linkat.TestLinkat.test_linkat_fd_not_integer ... ok +test.unit.common.test_linkat.TestLinkat.test_linkat_success +test.unit.common.test_linkat.TestLinkat.test_linkat_success ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable +test.unit.common.test_linkat.TestLinkat.test_unavailable ... ok +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc +test.unit.common.test_linkat.TestLinkat.test_unavailable_in_libc ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains +test.unit.common.test_swob.TestHeaderEnvironProxy.test_contains ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del +test.unit.common.test_swob.TestHeaderEnvironProxy.test_del ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_ignored_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys +test.unit.common.test_swob.TestHeaderEnvironProxy.test_keys ... ok +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy +test.unit.common.test_swob.TestHeaderEnvironProxy.test_proxy ... ok +test.unit.common.test_utils.TestClosingMapper.test_close +test.unit.common.test_utils.TestClosingMapper.test_close ... ok +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception +test.unit.common.test_utils.TestClosingMapper.test_function_raises_exception ... ok +test.unit.common.test_utils.TestPunchHole.test_arg_bounds +test.unit.common.test_utils.TestPunchHole.test_arg_bounds ... ok +test.unit.common.test_utils.TestPunchHole.test_error +test.unit.common.test_utils.TestPunchHole.test_error ... ok +test.unit.common.test_utils.TestPunchHole.test_no_fallocate +test.unit.common.test_utils.TestPunchHole.test_no_fallocate ... ok +test.unit.common.test_utils.TestPunchHole.test_punch_hole +test.unit.common.test_utils.TestPunchHole.test_punch_hole ... ok +test.unit.common.test_utils.TestShardName.test +test.unit.common.test_utils.TestShardName.test ... ok +test.unit.common.test_utils.TestShardName.test_bad_create +test.unit.common.test_utils.TestShardName.test_bad_create ... ok +test.unit.common.test_utils.TestShardName.test_bad_parse +test.unit.common.test_utils.TestShardName.test_bad_parse ... ok +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names +test.unit.common.test_utils.TestShardName.test_realistic_shard_range_names ... ok +test.unit.common.test_utils.TestShardName.test_root_has_hyphens +test.unit.common.test_utils.TestShardName.test_root_has_hyphens ... ok +test.unit.common.test_utils.TestStringAlong.test_happy +test.unit.common.test_utils.TestStringAlong.test_happy ... ok +test.unit.common.test_utils.TestStringAlong.test_unhappy +test.unit.common.test_utils.TestStringAlong.test_unhappy ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_ip_specific ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_bind_to_all ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_getifaddrs ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_error ... ok +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 +test.unit.common.utils.test_ipaddrs.TestWhatAreMyIPs.test_whataremyips_netifaces_ipv6 ... ok +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics +test.unit.container.test_server.TestContainerController.test_PUT_container_timing_metrics ... ok +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_good_policy_specified ... ok +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space +test.unit.container.test_server.TestContainerController.test_PUT_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition +test.unit.container.test_server.TestContainerController.test_PUT_invalid_partition ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_in_order_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_out_of_order_expirer_bytes_ctype ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_change ... ok +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype +test.unit.container.test_backend.TestExpirerBytesCtypeTimestamp.test_unupgraded_expirer_bytes_ctype ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_old_style_shard_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_default ... ok +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init +test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age +test.unit.obj.test_diskfile.TestECDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path +test.unit.obj.test_diskfile.TestECDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up +test.unit.obj.test_diskfile.TestECDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_frag_index_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_frag_index_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_ec_policy_some_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file +test.unit.obj.test_diskfile.TestECDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window +test.unit.obj.test_diskfile.TestECDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror +test.unit.obj.test_diskfile.TestECDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_for_meta_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_make_on_disk_filename_with_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning +test.unit.obj.test_diskfile.TestECDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator +test.unit.obj.test_diskfile.TestECDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors +test.unit.obj.test_diskfile.TestECDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name +test.unit.obj.test_diskfile.TestECDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update +test.unit.obj.test_diskfile.TestECDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation +test.unit.obj.test_diskfile.TestECDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_filters_frag_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_ignores_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_optionally_yields_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_missing_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_data_without_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_newer_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_skips_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_suffix_filter_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_hashes_yields_meta_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail +test.unit.obj.test_diskfile.TestECDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_for_existing_non_default ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified +test.unit.container.test_server.TestContainerController.test_PUT_no_policy_specified ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_brokers ... ok +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata +test.unit.container.test_server.TestContainerController.test_PUT_non_utf8_metadata ... ok +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found +test.unit.container.test_server.TestContainerController.test_PUT_obj_not_found ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices +test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_content_type_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object +test.unit.obj.test_ssync.TestSsyncReplication.test_expired_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_not_synced_to_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_meta_file_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta +test.unit.obj.test_ssync.TestSsyncReplication.test_no_longer_expired_object_syncs_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_nothing_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncReplication.test_sync +test.unit.obj.test_ssync.TestSsyncReplication.test_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_updater.TestObjectUpdater.test_conf_params test.unit.obj.test_updater.TestObjectUpdater.test_conf_params ... ok test.unit.obj.test_updater.TestObjectUpdater.test_creation @@ -97400,197 +93748,284 @@ test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_bad_location_header ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_missing_location_header ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 -test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object - raise exc[-1] -Exception: test exception -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row - raise exc - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row - self.swift.get_object(info['account'], - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object - raise exc[-1] -swift.common.exceptions.ClientException: test client exception -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0888 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0028 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:31 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0703 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0983 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0037 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1976 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0808 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1789 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0061 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1834 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1844 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0960 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1054 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1026 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.1968 "-" 564112 - +test ERROR: ERROR Account update failed with 127.0.0.1:37401/sda1 (will retry later): Response 503 OK +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0892 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0791 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0006 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0002 "-" 564112 nada +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0859 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0818 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0896 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1364 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0764 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0115 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0640 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0841 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2864 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.4140 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.1851 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0011 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0010 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0092 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1031 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2164 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1233 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1404 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0009 "-" 564112 - +test ERROR: ERROR Could not get container info /tmp/tmp30y6sces/tmp_test_database_auditor/fail2.db: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row - put_object(sync_to, name=row['name'], headers=headers, - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object - raise ClientException('test client exception', http_status=503) -swift.common.exceptions.ClientException: test client exception: 503 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 -test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' -test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: + File "/build/reproducible-path/swift-2.34.0/swift/common/db_auditor.py", line 140, in audit + info = broker.get_info() + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/common/test_db_auditor.py", line 40, in get_info + raise ValueError +ValueError +test DEBUG: Audit passed for +test DEBUG: Audit passed for +test INFO: Container audit "once" mode completed: 0.02s +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row - if self._object_in_remote_container(row['name'], - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container - metadata, _ = head_object(sync_to, name=name, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object - raise Exception() -Exception -test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' +test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - +test WARNING: boom +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (10.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: Running object reconstructor in script mode. +test INFO: Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/1 pid=564107] Running object reconstructor in script mode. +test INFO: [worker 1/1 pid=564107] Object reconstruction complete (once). (5.00 minutes) +test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. +test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. +test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) +test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. +test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. +test DEBUG: [worker 2/4 pid=20641] debug message +test INFO: [worker 2/4 pid=20641] info message +test WARNING: [worker 2/4 pid=20641] warning message +test ERROR: [worker 2/4 pid=20641] error message +test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test WARNING: The slowdown option is deprecated in favor of objects_per_second. This option may be ignored in a future release. test ERROR: ERROR: Unable to access foo/bar: permission_denied test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp8g21cgl2/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmphu9mga9z/devices/sda1 (pid: 564107) test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test ERROR: Container update failed for '/a/c/o'; problem with redirect location: Invalid path: bad%20bad%20bad test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmp8g21cgl2/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmp8g21cgl2/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmphu9mga9z/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmphu9mga9z/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpsvklsmta/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpxp8f5_35/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpsvklsmta/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmpsvklsmta/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmpxp8f5_35/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129777.00000 +test INFO: Object update sweep completed on /tmp/tmpxp8f5_35/devices/sda1 in 0.02s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.02s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp4c0y_gbn/devices/sda1 (pid: 1968899)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok - +test INFO: Object update sweep starting on /tmp/tmpwpa63vy4/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmp4c0y_gbn/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_new -test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmp4c0y_gbn/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmp4c0y_gbn/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /a/c/o /tmp/tmpwpa63vy4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_new +test DEBUG: Update sent for /.shards_a/c_shard_new/o /tmp/tmpwpa63vy4/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmpwpa63vy4/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmph8k4cgfe/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpo0updbk7/devices/sda1 (pid: 564107) test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 507 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmph8k4cgfe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmph8k4cgfe/devices/sda1 in 0.06s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmpo0updbk7/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmpo0updbk7/devices/sda1 in 0.13s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107)test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_root_update_redirected_previous_success ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_objects_since_row ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_shard_update_redirected_twice ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok + +test INFO: Object update single-threaded sweep completed: 0.13s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmph8k4cgfe/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpo0updbk7/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmph8k4cgfe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_1 -test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmph8k4cgfe/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmph8k4cgfe/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test DEBUG: Update redirected for /a/c/o /tmp/tmpo0updbk7/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_1 +test DEBUG: Update sent for /.shards_a/c_shard_1/o /tmp/tmpo0updbk7/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmpo0updbk7/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 1 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpflsqe1yu/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpiggkaj0v/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpflsqe1yu/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_new +test DEBUG: Update redirected for /.shards_a/c_shard_older/o /tmp/tmpiggkaj0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_new test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpflsqe1yu/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_newer -test INFO: Object update sweep completed on /tmp/tmpflsqe1yu/devices/sda1 in 0.08s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test DEBUG: Update redirected for /.shards_a/c_shard_new/o /tmp/tmpiggkaj0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_newer +test INFO: Object update sweep completed on /tmp/tmpiggkaj0v/devices/sda1 in 0.08s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.08s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpflsqe1yu/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpflsqe1yu/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmpflsqe1yu/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpiggkaj0v/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /.shards_a/c_shard_newer/o /tmp/tmpiggkaj0v/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmpiggkaj0v/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptyqpfwp_/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpcs0v7s4s/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_1 +test DEBUG: Update redirected for /a/c/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_2 -test INFO: Object update sweep completed on /tmp/tmptyqpfwp_/devices/sda1 in 0.11s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.11s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_2 +test INFO: Object update sweep completed on /tmp/tmpcs0v7s4s/devices/sda1 in 0.10s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.10s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptyqpfwp_/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpcs0v7s4s/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to None +test DEBUG: Update redirected for /.shards_a/c_shard_2/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to None test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /a/c/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_3 -test INFO: Object update sweep completed on /tmp/tmptyqpfwp_/devices/sda1 in 0.08s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.08s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /a/c/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_3 +test INFO: Object update sweep completed on /tmp/tmpcs0v7s4s/devices/sda1 in 0.09s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.09s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptyqpfwp_/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpcs0v7s4s/devices/sda1 (pid: 564107) test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to .shards_a/c_shard_1 +test DEBUG: Update redirected for /.shards_a/c_shard_3/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to .shards_a/c_shard_1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 test DEBUG: Error code 301 is returned from remote server 127.0.0.1:67890/sda1 -test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 to Nonetest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_update_redirection_loop ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok - -test INFO: Object update sweep completed on /tmp/tmptyqpfwp_/devices/sda1 in 0.10s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.10s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update redirected for /.shards_a/c_shard_1/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 to None +test INFO: Object update sweep completed on /tmp/tmpcs0v7s4s/devices/sda1 in 0.08s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.08s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 2 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmptyqpfwp_/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmptyqpfwp_/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538878.00000 -test INFO: Object update sweep completed on /tmp/tmptyqpfwp_/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpcs0v7s4s/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpcs0v7s4s/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129776.00000 +test INFO: Object update sweep completed on /tmp/tmpcs0v7s4s/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /.shards_a/shard_c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129778.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.02s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_own_shard_range ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates +test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok + +test INFO: Object update single-threaded sweep completed: 0.02s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache + with lock_file(cache_file, lock_timeout, unlink=False) as cf: + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ + return next(self.gen) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file + fd = os.open(filename, flags) + ^^^^^^^^^^^^^^^^^^^^^^^^ +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.09s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.09s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -97604,9 +94039,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538881.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129780.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -97621,9 +94056,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538882.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129781.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -97638,10 +94073,10 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538883.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.06s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129782.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.07s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.07s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -97655,10 +94090,10 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538884.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpru1rjiq9/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpru1rjiq9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129783.00000 +test INFO: Object update sweep completed on /tmp/tmpru1rjiq9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -97671,47 +94106,29 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweeptest.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates -test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_async_updates ... ok +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpgreuc72y/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpgreuc72y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.00000Unlinked retiring db '/tmp/tmp76d26xe2/containers/part/suffix/hash/container.db' test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates test.unit.obj.test_updater.TestObjectUpdater.test_obj_put_legacy_updates ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_gone_missing ... ok test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine test.unit.obj.test_updater.TestObjectUpdater.test_obj_update_quarantine ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep test.unit.obj.test_updater.TestObjectUpdater.test_object_sweep ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_old_style_shard_container ... ok test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit ... ok test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_2_skip_1 ... ok test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_defer_3_skip_1 ... ok +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited +test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test INFO: Object update sweep starting on /tmp/tmpvoae6vfn/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpvoae6vfn/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538885.00000 -test INFO: Object update sweep completed on /tmp/tmpvoae6vfn/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache - with lock_file(cache_file, lock_timeout, unlink=False) as cf: - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__ - return next(self.gen) - ^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file - fd = os.open(filename, flags) - ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp08bzdwa9/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmp08bzdwa9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.00000 -test INFO: Object update sweep completed on /tmp/tmp08bzdwa9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep completed on /tmp/tmpgreuc72y/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -97726,9 +94143,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp08bzdwa9/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmp08bzdwa9/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538882.00000 -test INFO: Object update sweep completed on /tmp/tmp08bzdwa9/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpgreuc72y/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpgreuc72y/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129781.00000 +test INFO: Object update sweep completed on /tmp/tmpgreuc72y/devices/sda1 in 0.01s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.01s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': Traceback (most recent call last): @@ -97743,225 +94160,309 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp3l7au3k8/devices/sda1 (pid: 1968899) -test ERROR: ERROR Pickle problem, quarantining /tmp/tmp3l7au3k8/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.00000: +test INFO: Object update sweep starting on /tmp/tmpzw13lgzo/devices/sda1 (pid: 564107) +test ERROR: ERROR Pickle problem, quarantining /tmp/tmpzw13lgzo/devices/sda1/async_pending-1/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129778.00000: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/updater.py", line 431, in _load_update return pickle.load(open(update_path, 'rb')) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ _pickle.UnpicklingError: invalid load key, '\xff'. -test INFO: Object update sweep completed on /tmp/tmp3l7au3k8/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep completed on /tmp/tmpzw13lgzo/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 1 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmp_uxynsop/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmp_uxynsop/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538880.24033 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmp_uxynsop/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769538880.24167 -test INFO: Object update sweep completed on /tmp/tmp_uxynsop/devices/sda1 in 0.20s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.20s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpli075qaj/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpli075qaj/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735129778.84242 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpli075qaj/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735129778.84268 +test INFO: Object update sweep completed on /tmp/tmpli075qaj/devices/sda1 in 0.24s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.25s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 9 skips, 9 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpx1nz2q1q/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpx1nz2q1q/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538880.47462 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpx1nz2q1q/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538880.47488 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpx1nz2q1q/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538880.47439 -test INFO: Object update sweep completed on /tmp/tmpx1nz2q1q/devices/sda1 in 0.10s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.10s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains +test INFO: Object update sweep starting on /tmp/tmpe3s4a6si/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpe3s4a6si/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129779.09276 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpe3s4a6si/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129779.09282 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpe3s4a6si/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129779.09288 +test INFO: Object update sweep completed on /tmp/tmpe3s4a6si/devices/sda1 in 0.11s seconds:, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.11s, 3 successes, 0 failures, 0 quarantines, 3 unlinks, 0 errors, 0 redirects, 1 skips, 2 deferrals, 1 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpd9x12dyy/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpd9x12dyy/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538880.58418 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpd9x12dyy/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769538880.58461 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpd9x12dyy/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538880.58433 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpd9x12dyy/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538880.58447 -test INFO: Object update sweep completed on /tmp/tmpd9x12dyy/devices/sda1 in 0.00s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains +test INFO: Object update sweep starting on /tmp/tmpkxzsx0fj/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpkxzsx0fj/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129779.20469 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpkxzsx0fj/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129779.20476 +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpkxzsx0fj/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129779.20452 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpkxzsx0fj/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129779.20481 +test INFO: Object update sweep completed on /tmp/tmpkxzsx0fj/devices/sda1 in 0.01s seconds:, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.01s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 1 skips, 3 deferrals, 2 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpg390i650/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpg390i650/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538880.60368test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_some_limited ... ok -test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited +test INFO: Object update sweep starting on /tmp/tmp3gvktd12/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o03 /tmp/tmp3gvktd12/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129779.21920 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmp3gvktd12/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129779.21914 +test INFO: Object update sweep completed on /tmp/tmp3gvktd12/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpxgczgc91/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o00 /tmp/tmpxgczgc91/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1735129779.32660 +test DEBUG: Update sent for /a/c1/o08 /tmp/tmpxgczgc91/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1735129779.32712 +test DEBUG: Update sent for /a/c1/o09 /tmp/tmpxgczgc91/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1735129779.32717 +test DEBUG: Update sent for /a/c1/o04 /tmp/tmpxgczgc91/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129779.32687 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmpxgczgc91/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129779.32681 +test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpxgczgc91/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1735129779.32737 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmpxgczgc91/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735129779.32701test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unlimited ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_is_deleted ... ok test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals test.unit.obj.test_updater.TestObjectUpdater.test_per_container_rate_limit_unsent_deferrals ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok - -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpg390i650/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538880.58983 -test INFO: Object update sweep completed on /tmp/tmpg390i650/devices/sda1 in 0.11s seconds:, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.11s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 2 skips, 2 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpnmj7sv2m/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538880.71293 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538880.71279 -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769538880.71349 -test DEBUG: Update sent for /a/c1/o04 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1769538880.71322 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538880.71262 -test DEBUG: Update sent for /a/c1/o03 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1769538880.71308 -test DEBUG: Update sent for /a/c1/o07 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1769538880.71362 -test DEBUG: Update sent for /a/c1/o09 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/bee/db77f283b4b1bb5e5b6ce501ca337bee-1769538880.71389 -test DEBUG: Update sent for /.shards_a/c2_shard/o09 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/ca9/43aefe16fd826546f72b52db0520cca9-1769538880.71421 -test DEBUG: Update sent for /a/c1/o08 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/5b8/4e594cf882aac2f7f8f2f4cdade285b8-1769538880.71376 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpnmj7sv2m/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769538880.71335 -test INFO: Object update sweep completed on /tmp/tmpnmj7sv2m/devices/sda1 in 0.22s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.22s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_policy_info ... ok +swift: Begin object update single threaded sweep +swift: Skipping: +swift: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +swift: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache#012 with lock_file(cache_file, lock_timeout, unlink=False) as cf:#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__#012 return next(self.gen)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file#012 fd = os.open(filename, flags)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' +swift: Begin object update single threaded sweep +swift: Skipping: +swift: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +swift: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/object.recon': #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache#012 with lock_file(cache_file, lock_timeout, unlink=False) as cf:#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^#012 File "/usr/lib/python3.12/contextlib.py", line 137, in __enter__#012 return next(self.gen)#012 ^^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file#012 fd = os.open(filename, flags)#012 ^^^^^^^^^^^^^^^^^^^^^^^^#012FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' + +test DEBUG: Update sent for /a/c1/o05 /tmp/tmpxgczgc91/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735129779.32696 +test DEBUG: Update sent for /a/c1/o02 /tmp/tmpxgczgc91/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1735129779.32675 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmpxgczgc91/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129779.32669 +test DEBUG: Update sent for /a/c1/o07 /tmp/tmpxgczgc91/devices/sda1/async_pending/fc8/26ac197975ac1169d403eeb7ae8bbfc8-1735129779.32707 +test INFO: Object update sweep completed on /tmp/tmpxgczgc91/devices/sda1 in 0.20s seconds:, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.20s, 11 successes, 0 failures, 0 quarantines, 11 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpc26yyi4y/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c1/o06 /tmp/tmpc26yyi4y/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1769538880.93541 -test DEBUG: Update sent for /a/c1/o05 /tmp/tmpc26yyi4y/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1769538880.93517 -test DEBUG: Update sent for /a/c1/o02 /tmp/tmpc26yyi4y/devices/sda1/async_pending/5d9/74b39c6818abfa3cdadce7038f4a15d9-1769538880.93447 -test DEBUG: Update sent for /a/c1/o00 /tmp/tmpc26yyi4y/devices/sda1/async_pending/a20/8110018052c71b62f4f93b1cd45fda20-1769538880.93408 -test DEBUG: Update sent for /a/c1/o01 /tmp/tmpc26yyi4y/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1769538880.93430 -test INFO: Object update sweep completed on /tmp/tmpc26yyi4y/devices/sda1 in 0.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains +test INFO: Object update sweep starting on /tmp/tmppoo6vvme/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c1/o04 /tmp/tmppoo6vvme/devices/sda1/async_pending/016/7bf5c8c93f8043f6705026176f67c016-1735129779.53421 +test DEBUG: Update sent for /a/c1/o03 /tmp/tmppoo6vvme/devices/sda1/async_pending/ff2/d12c716df8024e3a557661979780dff2-1735129779.53416 +test DEBUG: Update sent for /a/c1/o06 /tmp/tmppoo6vvme/devices/sda1/async_pending/5b6/29e303e1cb80d29563757ae87f5c55b6-1735129779.53432 +test DEBUG: Update sent for /a/c1/o01 /tmp/tmppoo6vvme/devices/sda1/async_pending/22b/9f78f96341102120ea7474897595a22b-1735129779.53404 +test DEBUG: Update sent for /a/c1/o05 /tmp/tmppoo6vvme/devices/sda1/async_pending/dc4/017ff741f591e7220e0836a0c4fcedc4-1735129779.53427 +test INFO: Object update sweep completed on /tmp/tmppoo6vvme/devices/sda1 in 0.04s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.04s, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 2 skips, 4 deferrals, 2 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.01s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.00s seconds:, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused test ERROR: ERROR with remote server 127.0.0.1:67890/sda1: Connection refused -test DEBUG: Update failed for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test DEBUG: Update failed for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.01s seconds:, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44807/sda1 -test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44807/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.13s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.13s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44013/sda1 +test DEBUG: Error code 500 is returned from remote server 127.0.0.1:44013/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.07s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.07s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test DEBUG: Error code 404 is returned from remote server 127.0.0.1:44807/sda1 -test DEBUG: Update failed for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.07s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test DEBUG: Error code 404 is returned from remote server 127.0.0.1:44013/sda1 +test DEBUG: Update failed for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.06s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) test INFO: Object update single-threaded sweep completed: 0.07s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test INFO: Timeout waiting on remote server 127.0.0.1:44807/sda1: 99 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899)test.unit.obj.test_updater.TestObjectUpdater.test_run_once +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test INFO: Timeout waiting on remote server 127.0.0.1:44013/sda1: 99 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test INFO: Timeout connecting to remote server 127.0.0.1:44013/sda1: 9 seconds +test DEBUG: Update failed for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains +test INFO: Begin object update single threaded sweep +test INFO: Object update sweep starting on /tmp/tmpvhv068b6/devices/sda1 (pid: 564107) +test DEBUG: Update sent for /a/c/o /tmp/tmpvhv068b6/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1735129779.59347 +test INFO: Object update sweep completed on /tmp/tmpvhv068b6/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drainstest.unit.obj.test_updater.TestObjectUpdater.test_run_once test.unit.obj.test_updater.TestObjectUpdater.test_run_once ... ok test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted test.unit.obj.test_updater.TestObjectUpdater.test_run_once_with_disk_unmounted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_no_stale_reads ... ok test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok - -test-replicator WARNING: Skipping: /srv/node/sdb is not mounted -test-replicator INFO: Beginning replication run -test-replicator INFO: Replication run OVER -test-replicator INFO: Attempted to replicate 0 dbs in 0.00036 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 6 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 0 dbs in 0.00000 seconds (0.00000/s) -test-replicator INFO: Removed 0 dbs -test-replicator INFO: 0 successes, 0 failures -test-replicator INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test-replicator INFO: Attempted to replicate 30 dbs in 246.81358 seconds (0.12155/s) -test-replicator INFO: Removed 9 dbs -test-replicator INFO: 25 successes, 1 failures -test-replicator INFO: diff:5 diff_capped:4 empty:7 hashmatch:8 no_change:6 remote_merge:2 rsync:3 ts_repl:10 -test INFO: Begin container audit "once" mode -test DEBUG: Audit passed for /tmp/tmpmomjy4c_/sda/containers/0/0/0/test.db -test INFO: Container audit "once" mode completed: 0.00s -test ERROR: Problem finding shard upper in '/tmp/tmphayo4p1l/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmphayo4p1l/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpebbjzwg5/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpebbjzwg5/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies test.unit.obj.test_updater.TestObjectUpdater.test_sweep_logs_multiple_policies ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk -test.unit.proxy.controllers.test_obj.TestECFunctions.test_chunk_transformer_non_aligned_last_chunk ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_client_range_to_segment_range ... ok -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range -test.unit.proxy.controllers.test_obj.TestECFunctions.test_segment_range_to_fragment_range ... ok -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it -test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.obj.test_updater.TestSweepStats.test_copy +test.unit.obj.test_updater.TestSweepStats.test_copy ... ok +test.unit.obj.test_updater.TestSweepStats.test_reset +test.unit.obj.test_updater.TestSweepStats.test_reset ... ok +test.unit.obj.test_updater.TestSweepStats.test_since +test.unit.obj.test_updater.TestSweepStats.test_since ... ok +test.unit.obj.test_updater.TestSweepStats.test_str +test.unit.obj.test_updater.TestSweepStats.test_str ... ok +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.2:1002/sdc +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 500 b'' Trying to GET /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for [500, 500, 500] +swift: Client disconnected on read of '/AUTH_bob' +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to GET /v1/a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok +swift: Account GET returning 503 for (204, 404, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (204, 503, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (404, 503, 503) +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to DELETE /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (503, 503, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (204, 404, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (204, 503, 503) +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: Account GET returning 503 for (404, 503, 503) +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to POST /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (503, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (201, 404, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (201, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: Account GET returning 503 for (404, 503, 503) +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.0:1000/sda +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.2:1002/sdc +swift: ERROR 503 Trying to PUT /AUTH_bob From Account Server 10.0.0.1:1001/sdb +swift: Account GET returning 503 for (503, 503, 503) +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok +swift: Client disconnected on read of '/a' +swift: Client disconnected on read of '/a' +swift: ERROR with Account server 10.0.0.0:1000/sda re: Trying to POST /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +swift: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to PUT /a: #012Traceback (most recent call last):#012 File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request#012 conn = http_connect(#012 ^^^^^^^^^^^^^#012 File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect#012 i, status = next(conn_id_and_code_iter)#012 ^^^^^^^^^^^^^^^^^^^^^^^^^^^#012StopIteration +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539730.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/47e/35bfa3ca2091c55fe4bb9c994273947e/35bfa3ca2091c55fe4bb9c994273947e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539735.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/070/692892edb6413874c5e78bd35f947070/692892edb6413874c5e78bd35f947070.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539740.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/5ac/f8f2a25b26f51b8f5351b93efb3f95ac/f8f2a25b26f51b8f5351b93efb3f95ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539745.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/c58/ac388ab2f7f0c127834a4034a6406c58/ac388ab2f7f0c127834a4034a6406c58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539750.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3d2/4b54c1638347affeedbf53e2d71373d2/4b54c1638347affeedbf53e2d71373d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539755.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/27d/a4838a8058a0ce62b8f134051449d27d/a4838a8058a0ce62b8f134051449d27d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539760.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/29c/0e8e65874a5a5aebdfd1d9fe5bb5629c/0e8e65874a5a5aebdfd1d9fe5bb5629c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539765.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8e8/94cb6d418a8bd0658a20c1bf464508e8/94cb6d418a8bd0658a20c1bf464508e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539770.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/137/a43d5723ef7756cda2c0a661a4d59137/a43d5723ef7756cda2c0a661a4d59137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539775.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/aa7/104349759b042e99017e61c3174abaa7/104349759b042e99017e61c3174abaa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539780.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/972/50ec0f3799d4dd07301502f6f27b3972/50ec0f3799d4dd07301502f6f27b3972.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539785.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3ae/fad93808cb2d6648d13a5fd26c60f3ae/fad93808cb2d6648d13a5fd26c60f3ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539790.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/1ad/e21ce33cd1bc2343b21aed59967da1ad/e21ce33cd1bc2343b21aed59967da1ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539795.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b41/c5c342117496920fe6df729f286a0b41/c5c342117496920fe6df729f286a0b41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539800.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/267/e5bd98085a0e3ac369004fda2da85267/e5bd98085a0e3ac369004fda2da85267.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539805.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/71d/c30b6991050c277ea7aa63819ee7271d/c30b6991050c277ea7aa63819ee7271d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539810.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/096/82cd826d80444166de9230a29739b096/82cd826d80444166de9230a29739b096.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539815.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/688/0960a4f01ca123f1c0121d5f6e547688/0960a4f01ca123f1c0121d5f6e547688.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539820.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/472/9fd6a8433d0abb1a32092124dabe2472/9fd6a8433d0abb1a32092124dabe2472.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539825.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/a50/2ca2adc6470c8bfb5a25f75b39bb4a50/2ca2adc6470c8bfb5a25f75b39bb4a50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539830.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/380/14343c7f6aa8b5acf572d38b2aa89380/14343c7f6aa8b5acf572d38b2aa89380.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539835.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e22/ff1d92552a60933edc080142b235ee22/ff1d92552a60933edc080142b235ee22.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539840.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/655/22d27cd1f08a19dab05f4c36b9aa9655/22d27cd1f08a19dab05f4c36b9aa9655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539845.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/464/172d269753a8ea2fefff16113b0a2464/172d269753a8ea2fefff16113b0a2464.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539850.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/79d/56a211beef2bf127abdce4ca5cdc779d/56a211beef2bf127abdce4ca5cdc779d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539855.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b48/d05d2b3bf9ecf6970bd47950b9752b48/d05d2b3bf9ecf6970bd47950b9752b48.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539860.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3a6/ff788fed3a5c6ba0fb95ead8415c83a6/ff788fed3a5c6ba0fb95ead8415c83a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539865.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/3ae/d6255242f498e1cc19baf81d0aef43ae/d6255242f498e1cc19baf81d0aef43ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539870.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/907/167fa82cae3e06f2d7ad82322c905907/167fa82cae3e06f2d7ad82322c905907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539875.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/da6/ae5be47e4a874279ba82cbfb42270da6/ae5be47e4a874279ba82cbfb42270da6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539880.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0d7/d173cb1653ab3877e45f85ffb56ae0d7/d173cb1653ab3877e45f85ffb56ae0d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539885.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f5a/534e69fc841d0a2c7cdc85a6175fef5a/534e69fc841d0a2c7cdc85a6175fef5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539890.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dd0/706ff9f4481b2cca06f11bc11678add0/706ff9f4481b2cca06f11bc11678add0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539895.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/f76/451cd6245ec7f7b391a430bd3b5edf76/451cd6245ec7f7b391a430bd3b5edf76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539900.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/869/18b62b1b57051dd20e11b293994be869/18b62b1b57051dd20e11b293994be869.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1690 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0959 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:32 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1024 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0915 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0941 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0024 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0038 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0856 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:33 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1203 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0031 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0793 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:34 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1468 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:35 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1162 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0837 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1374 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0954 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0034 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1038 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0956 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0027 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0879 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1781 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3191 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0071 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0947 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0052 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0653 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1873 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0063 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0792 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0948 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3751 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0707 "-" 564109 2test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_old_style_shard_container ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test INFO: Timeout connecting to remote server 127.0.0.1:44807/sda1: 9 seconds -test DEBUG: Update failed for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains -test INFO: Begin object update single threaded sweep -test INFO: Object update sweep starting on /tmp/tmpkfwz6qnd/devices/sda1 (pid: 1968899) -test DEBUG: Update sent for /a/c/o /tmp/tmpkfwz6qnd/devices/sda1/async_pending/a83/06fbf0b514e5199dfc4e00f42eb5ea83-1769538880.94944 -test INFO: Object update sweep completed on /tmp/tmpkfwz6qnd/devices/sda1 in 0.00s seconds:, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update single-threaded sweep completed: 0.00s, 1 successes, 0 failures, 0 quarantines, 1 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains test INFO: Begin object update single threaded sweep test WARNING: Skipping: test INFO: Object update single-threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 quarantines, 0 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains @@ -97977,855 +94478,859 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' -test INFO: Object update sweep starting on /tmp/tmpdlglye19/devices/sda1 (pid: 1968899) -test INFO: Object update sweep progress on /tmp/tmpdlglye19/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update sweep progress on /tmp/tmpdlglye19/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update sweep completed on /tmp/tmpdlglye19/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -test INFO: Object update sweep starting on /tmp/tmptzmmbw3w/devices/sda1 (pid: 1968899) -test INFO: Object update sweep completed on /tmp/tmptzmmbw3w/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 1968899) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpja1hh2na/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpja1hh2na/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpja1hh2na/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpja1hh2na/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:41 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1252 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:41 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0885 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:41 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0966 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:41 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0732 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2bf9856445f74dcea4433-0069790541" "proxy-server 1968899" 0.0060 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:41001/sda1/0/a/c" "tx2bf9856445f74dcea4433-0069790541" "container-server 1968899" 0.0027 "-" 1968899 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:60799/sdb1/0/a/c" "tx2bf9856445f74dcea4433-0069790541" "container-server 1968899" 0.0111 "-" 1968899 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2bf9856445f74dcea4433-0069790541" "proxy-server 1968899" 0.1473 "-" 1968899 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx2bf9856445f74dcea4433-0069790541" "proxy-server 1968899" 0.2489 "-" 1968899 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx2bf9856445f74dcea4433-0069790541 - 0.2738 - - 1769538881.854638100 1769538882.128427505 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx2a68449d913f437ab6f78-0069790542" "proxy-server 1968899" 0.0011 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:41001/sda1/2/a1/c1" "tx2a68449d913f437ab6f78-0069790542" "container-server 1968899" 0.0031 "-" 1968899 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:60799/sdb1/2/a1/c1" "tx2a68449d913f437ab6f78-0069790542" "container-server 1968899" 0.0009 "-" 1968899 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2a68449d913f437ab6f78-0069790542" "proxy-server 1968899" 0.1586 "-" 1968899 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx2a68449d913f437ab6f78-0069790542" "proxy-server 1968899" 0.0863 "-" 1968899 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx2a68449d913f437ab6f78-0069790542 - 0.1658 - - 1769538882.129747152 1769538882.295553207 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txf42a954240ab423fa6735-0069790542" "proxy-server 1968899" 0.1002 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:41001/sda1/0/a/c1" "txf42a954240ab423fa6735-0069790542" "container-server 1968899" 0.1658 "-" 1968899 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:60799/sdb1/0/a/c1" "txf42a954240ab423fa6735-0069790542" "container-server 1968899" 0.0011 "-" 1968899 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf42a954240ab423fa6735-0069790542" "proxy-server 1968899" 0.3040 "-" 1968899 1test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestController.test_account_info_200 -test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_404 -test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count -test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account -test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_200 -test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_404 -test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache -test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_make_requests -test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestController.test_transfer_headers -test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECObjectController.test_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txf42a954240ab423fa6735-0069790542" "proxy-server 1968899" 0.2210 "-" 1968899 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/42 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txf42a954240ab423fa6735-0069790542 - 0.4134 - - 1769538882.296770573 1769538882.710166693 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:42 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx14c3d2d142004412a766f-0069790542" "proxy-server 1968899" 0.1894 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:60799/sdb1/2/a/c2" "tx14c3d2d142004412a766f-0069790542" "container-server 1968899" 0.0011 "-" 1968899 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:41001/sda1/2/a/c2" "tx14c3d2d142004412a766f-0069790542" "container-server 1968899" 0.1067 "-" 1968899 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx14c3d2d142004412a766f-0069790542" "proxy-server 1968899" 0.3304 "-" 1968899 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx14c3d2d142004412a766f-0069790542" "proxy-server 1968899" 0.1887 "-" 1968899 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx14c3d2d142004412a766f-0069790542 - 0.5276 - - 1769538882.711662769 1769538883.239239693 2 +test INFO: Object update sweep starting on /tmp/tmpx9yuhfz4/devices/sda1 (pid: 564107) +test INFO: Object update sweep progress on /tmp/tmpx9yuhfz4/devices/sda1: 16.00s, 2 successes, 0 failures, 0 quarantines, 2 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update sweep progress on /tmp/tmpx9yuhfz4/devices/sda1: 32.00s, 4 successes, 0 failures, 0 quarantines, 4 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update sweep completed on /tmp/tmpx9yuhfz4/devices/sda1 in 44.00s seconds:, 5 successes, 0 failures, 0 quarantines, 5 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) +test INFO: Object update sweep starting on /tmp/tmpzyv9vuqx/devices/sda1 (pid: 564107) +test INFO: Object update sweep completed on /tmp/tmpzyv9vuqx/devices/sda1 in 0.13s seconds:, 6 successes, 0 failures, 0 quarantines, 6 unlinks, 0 errors, 0 redirects, 0 skips, 0 deferrals, 0 drains (pid: 564107) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpxz4cr8xl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxz4cr8xl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmp6g6lhyen/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6g6lhyen/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpxz4cr8xl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpxz4cr8xl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmp6g6lhyen/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp6g6lhyen/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0810 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0911 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1369 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.1602 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx93a21a8206344b029d8f9-0069790543" "proxy-server 1968899" 0.0056 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:56481/sda1/0/a/c" "tx93a21a8206344b029d8f9-0069790543" "container-server 1968899" 0.0011 "-" 1968899 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57941/sdb1/0/a/c" "tx93a21a8206344b029d8f9-0069790543" "container-server 1968899" 0.0014 "-" 1968899 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx93a21a8206344b029d8f9-0069790543" "proxy-server 1968899" 0.1953 "-" 1968899 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx93a21a8206344b029d8f9-0069790543" "proxy-server 1968899" 0.0899 "-" 1968899 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/43 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx93a21a8206344b029d8f9-0069790543 - 0.2080 - - 1769538883.786671638 1769538883.994659901 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:43 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3159bde23b534b9fa6837-0069790543" "proxy-server 1968899" 0.0013 "-" 1968899 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:56481/sda1/2/a1/c1" "tx3159bde23b534b9fa6837-0069790543" "container-server 1968899" 0.0015 "-" 1968899 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57941/sdb1/2/a1/c1" "tx3159bde23b534b9fa6837-0069790543" "container-server 1968899" 0.0088 "-" 1968899 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3159bde23b534b9fa6837-0069790543" "proxy-server 1968899" 0.1250 "-" 1968899 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3159bde23b534b9fa6837-0069790543" "proxy-server 1968899" 0.2211 "-" 1968899 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/44 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3159bde23b534b9fa6837-0069790543 - 0.2382 - - 1769538883.996101856 1769538884.234265089 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txad98da3ec569407a92de9-0069790544" "proxy-server 1968899" 0.1169 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57941/sdb1/0/a/c1" "txad98da3ec569407a92de9-0069790544" "container-server 1968899" 0.0021 "-" 1968899 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:56481/sda1/0/a/c1" "txad98da3ec569407a92de9-0069790544" "container-server 1968899" 0.0761 "-" 1968899 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txad98da3ec569407a92de9-0069790544" "proxy-server 1968899" 0.1681 "-" 1968899 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txad98da3ec569407a92de9-0069790544" "proxy-server 1968899" 0.2634 "-" 1968899 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/44 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txad98da3ec569407a92de9-0069790544 - 0.3872 - - 1769538884.243562460 1769538884.630808353 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:44 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6fae5a5220214d40a1734-0069790544" "proxy-server 1968899" 0.1211 "-" 1968899 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:45 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:57941/sdb1/2/a/c2" "tx6fae5a5220214d40a1734-0069790544" "container-server 1968899" 0.1428 "-" 1968899 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:45 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:56481/sda1/2/a/c2" "tx6fae5a5220214d40a1734-0069790544" "container-server 1968899" 0.0011 "-" 1968899 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:45 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6fae5a5220214d40a1734-0069790544" "proxy-server 1968899" 0.3482 "-" 1968899 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:34:45 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6fae5a5220214d40a1734-0069790544" "proxy-server 1968899" 0.2946 "-" 1968899 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/34/45 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6fae5a5220214d40a1734-0069790544 - 0.4773 - - 1769538884.632263422 1769538885.109514475 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app)test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options -test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts -test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings -test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0796 "-" 564107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.4148 "-" 564107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0989 "-" 564107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0936 "-" 564107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx95b2eed994e04110851ee-00676bfab4" "proxy-server 564107" 0.0010 "-" 564107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:44963/sdb1/0/a/c" "tx95b2eed994e04110851ee-00676bfab4" "container-server 564107" 0.0008 "-" 564107 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:36115/sda1/0/a/c" "tx95b2eed994e04110851ee-00676bfab4" "container-server 564107" 0.0006 "-" 564107 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx95b2eed994e04110851ee-00676bfab4" "proxy-server 564107" 0.1967 "-" 564107 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx95b2eed994e04110851ee-00676bfab4" "proxy-server 564107" 0.0926 "-" 564107 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/29/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx95b2eed994e04110851ee-00676bfab4 - 0.2033 - - 1735129780.768752813 1735129780.972092390 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:40 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx95ea07e57f4443328eb23-00676bfab4" "proxy-server 564107" 0.0007 "-" 564107 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:44963/sdb1/2/a1/c1" "tx95ea07e57f4443328eb23-00676bfab4" "container-server 564107" 0.0065 "-" 564107 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:36115/sda1/2/a1/c1" "tx95ea07e57f4443328eb23-00676bfab4" "container-server 564107" 0.0030 "-" 564107 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95ea07e57f4443328eb23-00676bfab4" "proxy-server 564107" 0.2729 "-" 564107 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx95ea07e57f4443328eb23-00676bfab4" "proxy-server 564107" 0.1535 "-" 564107 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/29/41 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx95ea07e57f4443328eb23-00676bfab4 - 0.2778 - - 1735129780.972958803 1735129781.250719309 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3915bfabb1754b17aa527-00676bfab5" "proxy-server 564107" 0.1016 "-" 564107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:44963/sdb1/0/a/c1" "tx3915bfabb1754b17aa527-00676bfab5" "container-server 564107" 0.0849 "-" 564107 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:36115/sda1/0/a/c1" "tx3915bfabb1754b17aa527-00676bfab5" "container-server 564107" 0.0008 "-" 564107 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3915bfabb1754b17aa527-00676bfab5" "proxy-server 564107" 0.1607 "-" 564107 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3915bfabb1754b17aa527-00676bfab5" "proxy-server 564107" 0.2574 "-" 564107 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/29/41 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3915bfabb1754b17aa527-00676bfab5 - 0.3631 - - 1735129781.251625299 1735129781.614736795 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx52723f406a594709b9a07-00676bfab5" "proxy-server 564107" 0.1176 "-" 564107 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:44963/sdb1/2/a/c2" "tx52723f406a594709b9a07-00676bfab5" "container-server 564107" 0.0013 "-" 564107 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:42 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:36115/sda1/2/a/c2" "tx52723f406a594709b9a07-00676bfab5" "container-server 564107" 0.1631 "-" 564107 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx52723f406a594709b9a07-00676bfab5" "proxy-server 564107" 0.2461 "-" 564107 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:29:42 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx52723f406a594709b9a07-00676bfab5" "proxy-server 564107" 0.3249 "-" 564107 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/29/42 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx52723f406a594709b9a07-00676bfab5 - 0.4469 - - 1735129781.617557526 1735129782.064501286 2test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file +test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming +test.unit.proxy.test_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest +test.unit.proxy.test_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS +test.unit.proxy.test_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas +test.unit.proxy.test_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 +test.unit.proxy.test_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache +test.unit.proxy.test_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata +test.unit.proxy.test_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers +test.unit.proxy.test_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down +test.unit.proxy.test_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get +test.unit.proxy.test_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files +test.unit.proxy.test_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload +test.unit.proxy.test_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network +test.unit.proxy.test_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 +test.unit.proxy.test_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags +test.unit.proxy.test_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout +test.unit.proxy.test_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override +test.unit.proxy.test_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type +test.unit.proxy.test_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states +test.unit.proxy.test_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_report_info ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_info_stale_read_ok ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_items_since ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_attempts ... ok -test DEBUG: Unlinked retiring db '/tmp/tmp6f2sd6km/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp6f2sd6km/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0973 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1069 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:36 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0980 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0121 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0036 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0732 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1055 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1065 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:37 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:38 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5441 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1246 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:39 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0137 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0738 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0126 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0097 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1687 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0913 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0933 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0197 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0712 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0836 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0075 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0918 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0830 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0012 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1336 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0827 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0167 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0908 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0007 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0882 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0128 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0591 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2048 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:44 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7096 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0006 "-" 564112 - +test DEBUG: Unlinked retiring db '/tmp/tmp5axp128e/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1191 "-" 564112 0test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_empty_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_exception ... ok +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard +test.unit.container.test_server.TestContainerController.test_PUT_object_update_redirected_to_shard ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539905.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/dbb/d5da814439a33ec2727c5c9fe11dcdbb/d5da814439a33ec2727c5c9fe11dcdbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539910.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/739/01ba27f8c6abb17d402f5b5f626c7739/01ba27f8c6abb17d402f5b5f626c7739.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539915.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/16a/d53bb3609db468b1dbefbd88e172b16a/d53bb3609db468b1dbefbd88e172b16a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539920.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8f6/58fe29682f9dcf08ff60e3fd3b25b8f6/58fe29682f9dcf08ff60e3fd3b25b8f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539925.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d58/a334132b05b0c715a049338312718d58/a334132b05b0c715a049338312718d58.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539930.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/022/adc27de42fef479e7b9be3e348c2e022/adc27de42fef479e7b9be3e348c2e022.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539935.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/cc8/7efd8f154c934b5f361252b5061ebcc8/7efd8f154c934b5f361252b5061ebcc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539940.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/8e5/72d8e93e73c20a91d41e693440fc78e5/72d8e93e73c20a91d41e693440fc78e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539945.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/238/18639309f6012cb50ce5a08e82da7238/18639309f6012cb50ce5a08e82da7238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539950.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/15b/c61af656dcf345f2738ea1d958bca15b/c61af656dcf345f2738ea1d958bca15b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539955.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/963/0da48ae847838c7bb8529dd82c934963/0da48ae847838c7bb8529dd82c934963.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539960.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/2a0/f3e9496726620edae4dfad0b2f2ff2a0/f3e9496726620edae4dfad0b2f2ff2a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539965.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/ab3/a18fc698745febe51e64d685a7f79ab3/a18fc698745febe51e64d685a7f79ab3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539970.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/b30/8f9708c74ece81209222a24afc7bdb30/8f9708c74ece81209222a24afc7bdb30.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539975.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/777/d0dce86a7d08ed8f73dc195ae9584777/d0dce86a7d08ed8f73dc195ae9584777.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539980.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/672/871db9065d4edbd10769b4dc98886672/871db9065d4edbd10769b4dc98886672.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539985.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/356/fa77e24271bac39bc4134f9cc3991356/fa77e24271bac39bc4134f9cc3991356.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539990.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/444/1653cd9c4f083087ebe5b7e89f8ba444/1653cd9c4f083087ebe5b7e89f8ba444.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539995.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/38d/e449559ab92f33dd3b5f40ff9dfa038d/e449559ab92f33dd3b5f40ff9dfa038d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540000.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/45d/0178ea9ace17f079405c57bbf3dce45d/0178ea9ace17f079405c57bbf3dce45d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540005.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/57c/5f5e100de85023e335e919af8aa6a57c/5f5e100de85023e335e919af8aa6a57c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540010.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6b4/357b7729a49b13e2ce97b0d06cf276b4/357b7729a49b13e2ce97b0d06cf276b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540015.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/4e2/91815167f70b345a1e08a661e4b3a4e2/91815167f70b345a1e08a661e4b3a4e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540020.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/34a/b736c734da76f775be6963a758e8e34a/b736c734da76f775be6963a758e8e34a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540025.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/340/98491653e9394d6b202b0b3cb0abe340/98491653e9394d6b202b0b3cb0abe340.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540030.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/4f7/0db4801c670c3ecb6ec7eeda077c64f7/0db4801c670c3ecb6ec7eeda077c64f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540035.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/6f6/ffc781c1b18d0dc132f4aa8754d8c6f6/ffc781c1b18d0dc132f4aa8754d8c6f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540040.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/60c/4cffd42534b214e6c9682c0b3b5a760c/4cffd42534b214e6c9682c0b3b5a760c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540045.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/bac/7715fe6b1f702c045c76c879a69f1bac/7715fe6b1f702c045c76c879a69f1bac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540050.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d28/0357e2e29bedc5902776898e7667ad28/0357e2e29bedc5902776898e7667ad28.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540055.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/0d2/4f7fe7234a108c095b116d95bfa580d2/4f7fe7234a108c095b116d95bfa580d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540060.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/d2d/840c842ceb1f4626162a6a91710bbd2d/840c842ceb1f4626162a6a91710bbd2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540065.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/e6f/bf3eb8b3a17a65b89225498af3cede6f/bf3eb8b3a17a65b89225498af3cede6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540070.00000-0, db: /tmp/tmpvyesw3bh/sda/containers/0/997/28eb0915d164f71f39f8471a362bb997/28eb0915d164f71f39f8471a362bb997.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container -test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch -test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping -test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok -test DEBUG: set nice priority to 1 -test DEBUG: set ionice class 1 priority 0 -WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. -test ERROR: Unable to modify ionice priority: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set - io_class = IO_CLASS_ENUM[io_class] - ~~~~~~~~~~~~~^^^^^^^^^^ -KeyError: 'class_foo' -test DEBUG: set ionice class 2 priority 4 -test DEBUG: set nice priority to -15 -test DEBUG: set ionice class 3 priority 6 -test ERROR: Problem finding shard upper in '/tmp/tmpsj_t0byj/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpsj_t0byj/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmpqj58imjr/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpqj58imjr/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_sharder.TestSharder.test_audit_shard_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129797.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7b1/aa4c93b602ac35e349e5b9a17a86d7b1/aa4c93b602ac35e349e5b9a17a86d7b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129802.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a4c/69e3b46731405c1b03656dbc5a8baa4c/69e3b46731405c1b03656dbc5a8baa4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129807.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/aea/aef1de09805c958031aaa973a35e6aea/aef1de09805c958031aaa973a35e6aea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129812.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/dd8/0d8c11d97bc6095444cd33eba6cd1dd8/0d8c11d97bc6095444cd33eba6cd1dd8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129817.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/da3/a0b4ad2a17a2be36b2817d1224e0fda3/a0b4ad2a17a2be36b2817d1224e0fda3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129822.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e68/4b064c9daca6f3f88f125caae080ce68/4b064c9daca6f3f88f125caae080ce68.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129827.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b8c/2939ed624e2c97e99d021e72c603ab8c/2939ed624e2c97e99d021e72c603ab8c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129832.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6c2/7a74a1fcc4012567cce11b3c6c0b56c2/7a74a1fcc4012567cce11b3c6c0b56c2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129837.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/742/c4c66c84187fe0fa3430fdf5bef01742/c4c66c84187fe0fa3430fdf5bef01742.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129842.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2a1/c1fb0d78eda8efc820199afb3847f2a1/c1fb0d78eda8efc820199afb3847f2a1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129847.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/031/df6da8f25c1662dbb696b36c4dc6e031/df6da8f25c1662dbb696b36c4dc6e031.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129852.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6f3/e7de219e1242033e09e56a5ad01576f3/e7de219e1242033e09e56a5ad01576f3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129857.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2ec/616b7d34e465998df3b309b5cdec22ec/616b7d34e465998df3b309b5cdec22ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129862.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d7c/13bd9bc924103d6b327232c0d1756d7c/13bd9bc924103d6b327232c0d1756d7c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129867.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ed2/d3204d03cc24c38e254908ee278b2ed2/d3204d03cc24c38e254908ee278b2ed2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129872.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/3d2/1f3cf8b05c142045608fb3c5f01653d2/1f3cf8b05c142045608fb3c5f01653d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129877.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/982/e8b767e6e08b562ac9f9e0f3ffa6d982/e8b767e6e08b562ac9f9e0f3ffa6d982.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129882.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6b1/50c23908ec8201c32fe22431082456b1/50c23908ec8201c32fe22431082456b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129887.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/473/940e46f2e95d43482246dd8f5915e473/940e46f2e95d43482246dd8f5915e473.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129892.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/028/be8cab6352936a7c026919f9fffec028/be8cab6352936a7c026919f9fffec028.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129897.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/481/b6da326a8adcd7d8fc3e36a348de7481/b6da326a8adcd7d8fc3e36a348de7481.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129902.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/716/973a39bffc3b613c7e6c8ed47af62716/973a39bffc3b613c7e6c8ed47af62716.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129907.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/252/40e698b8caf415ee3cd87a2019cc6252/40e698b8caf415ee3cd87a2019cc6252.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129912.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7a9/4be598cddd9b9003524bddca7b3b67a9/4be598cddd9b9003524bddca7b3b67a9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129917.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/907/33d5f1c88966d1a44b66733ac9a90907/33d5f1c88966d1a44b66733ac9a90907.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129922.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/af6/be5108c835d47877635502065a481af6/be5108c835d47877635502065a481af6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129927.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b9b/8b36de8c6f57ce3009e1a039702bcb9b/8b36de8c6f57ce3009e1a039702bcb9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129932.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d44/c126a6fc3ec2a71a5138ce132bb63d44/c126a6fc3ec2a71a5138ce132bb63d44.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129937.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e8b/e5305a4c4e43a0d6303733f462288e8b/e5305a4c4e43a0d6303733f462288e8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129942.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/58c/bccfae1470eddd707f00a85f3990858c/bccfae1470eddd707f00a85f3990858c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129947.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/04a/4c31d65ccb4c626b61d19eb9fddcb04a/4c31d65ccb4c626b61d19eb9fddcb04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129952.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/eff/0ce32aa5432c50c09a1399e0648e9eff/0ce32aa5432c50c09a1399e0648e9eff.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129957.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/30e/6bfc7300a56779aff3a6751fd3b3930e/6bfc7300a56779aff3a6751fd3b3930e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129962.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/21b/490a954beb3e2c6fed29f84b3e2c621b/490a954beb3e2c6fed29f84b3e2c621b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129967.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/948/3cc183e6247d8edfd04d0a075ebc5948/3cc183e6247d8edfd04d0a075ebc5948.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default +test.unit.container.test_server.TestContainerController.test_PUT_proxy_default_no_policy_for_existing_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmpdki2jmo3/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1769538898.00000, path: a/c, db: /tmp/tmprfjeq015/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769538898.00000.db -sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmpv53r70ys/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538900.00000-0, db: /tmp/tmpiv1z7pn1/sda/containers/0/e70/2bba3c76191e03d126b6b757f6f6ce70/2bba3c76191e03d126b6b757f6f6ce70.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538900.00000-0, db: /tmp/tmpiv1z7pn1/sda/containers/0/e70/2bba3c76191e03d126b6b757f6f6ce70/2bba3c76191e03d126b6b757f6f6ce70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538903.00000-0, db: /tmp/tmpiv1z7pn1/sda/containers/0/296/e76501e1b39f1c609d8cfaf4740ef296/e76501e1b39f1c609d8cfaf4740ef296.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538903.00000-0, db: /tmp/tmpiv1z7pn1/sda/containers/0/296/e76501e1b39f1c609d8cfaf4740ef296/e76501e1b39f1c609d8cfaf4740ef296.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1769538900.00000, (0, 0) as of 1769538900.00000, active as of 1769538900.00000> to ShardRange<'k' to 't' as of 1769538901.00000, (0, 0) as of 1769538901.00000, active as of 1769538901.00000>, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538905.00000, (0, 0) as of 1769538905.00000, shrinking as of 1769538902.00000> to ShardRange<'k' to 't' as of 1769538905.00000, (0, 0) as of 1769538905.00000, sharding as of 1769538906.00000>, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpmw684mff/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-340317c638c296cbde9288c150b18fa7-1769538905.00000-2, db: /tmp/tmpz6u5yzqn/sda/containers/0/8b0/e85efadbecaa6039d31eb2a84ab868b0/e85efadbecaa6039d31eb2a84ab868b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538901.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/209/f43291a2d58d5978739a038714631209/f43291a2d58d5978739a038714631209.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538901.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/209/f43291a2d58d5978739a038714631209/f43291a2d58d5978739a038714631209.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538910.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/979/a65a5fef078df571b2939781250e0979/a65a5fef078df571b2939781250e0979.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538910.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/979/a65a5fef078df571b2939781250e0979/a65a5fef078df571b2939781250e0979.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538919.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/12b/d8f0858d8dcad9d156b26e3d5b73012b/d8f0858d8dcad9d156b26e3d5b73012b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538919.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/12b/d8f0858d8dcad9d156b26e3d5b73012b/d8f0858d8dcad9d156b26e3d5b73012b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538928.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/088/4c631f95303a8a781a0a2675c1d52088/4c631f95303a8a781a0a2675c1d52088.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_PUT_recreate_replication_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_account_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_container_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_not_found ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_obj_not_found ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object ... ok +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0074 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:40 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpdqgd06sf/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0965 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0759 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0178 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1384 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0838 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:41 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1490 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0781 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0035 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0902 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0005 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0950 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:42 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0755 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0986 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 3 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.6248 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7907 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:45 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.6602 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.1386 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.1011 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1028 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5572 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1144 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2166 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1491 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0843 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0559 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0827 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0726 "-" 564109 2 +test DEBUG: Unlinked retiring db '/tmp/tmpyj_fycio/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1027 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0087 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1791 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0734 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0657 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0011 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync +test.unit.container.test_server.TestContainerController.test_PUT_reset_container_sync ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_autocreates_shard_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_empty_shard_container ... ok +Unlinked retiring db '/tmp/tmpco0q1xcn/containers/part/suffix/hash/container.db' +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_json_in_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container +test.unit.container.test_server.TestContainerController.test_PUT_shard_range_to_deleted_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race +test.unit.container.test_server.TestContainerController.test_PUT_simulated_create_race ... ok +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float +test.unit.container.test_server.TestContainerController.test_PUT_timestamp_not_float ... ok -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538928.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/088/4c631f95303a8a781a0a2675c1d52088/4c631f95303a8a781a0a2675c1d52088.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538937.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/6ac/7c1bb717704250fa1573d37d7f0346ac/7c1bb717704250fa1573d37d7f0346ac.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538937.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/6ac/7c1bb717704250fa1573d37d7f0346ac/7c1bb717704250fa1573d37d7f0346ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538946.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/3f4/3e488c1719763203b6339bc85177d3f4/3e488c1719763203b6339bc85177d3f4.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538946.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/3f4/3e488c1719763203b6339bc85177d3f4/3e488c1719763203b6339bc85177d3f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538955.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/c1b/e1b4ab879f53427ef60378e434adcc1b/e1b4ab879f53427ef60378e434adcc1b.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538955.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/c1b/e1b4ab879f53427ef60378e434adcc1b/e1b4ab879f53427ef60378e434adcc1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538964.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/e38/0a82ffdfe53a1b3318d85a17193cce38/0a82ffdfe53a1b3318d85a17193cce38.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538964.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/e38/0a82ffdfe53a1b3318d85a17193cce38/0a82ffdfe53a1b3318d85a17193cce38.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538973.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/173/ce3d72e8d25281e6474cb6e6cdedb173/ce3d72e8d25281e6474cb6e6cdedb173.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538973.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/173/ce3d72e8d25281e6474cb6e6cdedb173/ce3d72e8d25281e6474cb6e6cdedb173.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538973.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/173/ce3d72e8d25281e6474cb6e6cdedb173/ce3d72e8d25281e6474cb6e6cdedb173.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538982.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/4c6/1bc77a192d46565bbb2cd321555f34c6/1bc77a192d46565bbb2cd321555f34c6.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538982.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/4c6/1bc77a192d46565bbb2cd321555f34c6/1bc77a192d46565bbb2cd321555f34c6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538982.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/4c6/1bc77a192d46565bbb2cd321555f34c6/1bc77a192d46565bbb2cd321555f34c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538991.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/a4d/ac245d3eaa3a967f8e8766a95e58da4d/ac245d3eaa3a967f8e8766a95e58da4d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538991.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/a4d/ac245d3eaa3a967f8e8766a95e58da4d/ac245d3eaa3a967f8e8766a95e58da4d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538991.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/a4d/ac245d3eaa3a967f8e8766a95e58da4d/ac245d3eaa3a967f8e8766a95e58da4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539000.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/738/7e3618b5023acf97882ce3d50f2d4738/7e3618b5023acf97882ce3d50f2d4738.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539000.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/738/7e3618b5023acf97882ce3d50f2d4738/7e3618b5023acf97882ce3d50f2d4738.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539000.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/738/7e3618b5023acf97882ce3d50f2d4738/7e3618b5023acf97882ce3d50f2d4738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539009.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/c56/562cfae667d1edd3e60e7635cf7bbc56/562cfae667d1edd3e60e7635cf7bbc56.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539009.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/c56/562cfae667d1edd3e60e7635cf7bbc56/562cfae667d1edd3e60e7635cf7bbc56.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539009.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/c56/562cfae667d1edd3e60e7635cf7bbc56/562cfae667d1edd3e60e7635cf7bbc56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539018.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/ee7/1826824f3cc2c69b882bae1fb5a1dee7/1826824f3cc2c69b882bae1fb5a1dee7.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539018.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/ee7/1826824f3cc2c69b882bae1fb5a1dee7/1826824f3cc2c69b882bae1fb5a1dee7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539018.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/ee7/1826824f3cc2c69b882bae1fb5a1dee7/1826824f3cc2c69b882bae1fb5a1dee7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539027.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/16d/acf014674b9dd1183f2390a4ab57616d/acf014674b9dd1183f2390a4ab57616d.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539027.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/16d/acf014674b9dd1183f2390a4ab57616d/acf014674b9dd1183f2390a4ab57616d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539027.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/16d/acf014674b9dd1183f2390a4ab57616d/acf014674b9dd1183f2390a4ab57616d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539036.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/b94/7d75fa6749515e8be05604b67626cb94/7d75fa6749515e8be05604b67626cb94.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539036.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/b94/7d75fa6749515e8be05604b67626cb94/7d75fa6749515e8be05604b67626cb94.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769539036.00000-2, db: /tmp/tmpu4ei05tn/sda/containers/0/b94/7d75fa6749515e8be05604b67626cb94/7d75fa6749515e8be05604b67626cb94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok -test ERROR: Failed to unlink '/tmp/tmpa98zohdn/containers/part/suffix/hash/container.db': +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5612 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.2387 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:49 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:49 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:49 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpa98zohdn/containers/part/suffix/hash/container_1769538886.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpa98zohdn/containers/part/suffix/hash/container_1769538886.00000.db': ['/tmp/tmpa98zohdn/containers/part/suffix/hash/container.db', '/tmp/tmpa98zohdn/containers/part/suffix/hash/container_1769538887.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpa98zohdn/containers/part/suffix/hash/container_1769538887.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:29:49 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0071 "-" 564109 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0681 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0637 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1143 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1496 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1654 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1188 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0025 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0703 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0676 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1969 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0725 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0444 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1073 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.1570 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3254 "-" 1968928 2 -test ERROR: ERROR Account update failed with 127.0.0.1:47775/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:35:06 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.2221 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3726 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.2245 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c" 404 - "-" "-" "-" 0.0025 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1607 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0108 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c" 409 - "-" "-" "-" 0.0566 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1129 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0011 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1041 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:07 +0000] "DELETE /sda1/p/a/c/bashful" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1328 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0754 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy10" 204 - "-" "-" "-" 0.0124 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1716 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy20_no_header" 204 - "-" "-" "-" 0.0101 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0579 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy30_no_header" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0655 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:08 +0000] "DELETE /sda1/p/a/c/grumpy40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok - -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769538908.00000, (0, 0) as of 1769538908.00000, active as of 1769538908.00000> to ShardRange<'a' to 'b' as of 1769538908.00000, (0, 0) as of 1769538908.00000, sharding as of 1769538913.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea_1769538908.00000.db -sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea_1769538908.00000.db -sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea_1769538908.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea_1769538908.00000.db -sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1769538908.00000, (0, 0) as of 1769538908.00000, sharding as of 1769538914.00000> to ShardRange<'a' to 'b' as of 1769538908.00000, (0, 0) as of 1769538908.00000, sharded as of 1769538917.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1769538908.00000-2, db: /tmp/tmpa1_5d224/sda/containers/0/7ea/5d67d2739728c9e3b2af4d81a80c77ea/5d67d2739728c9e3b2af4d81a80c77ea_1769538908.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538909.00000, db: /tmp/tmpzst4b00t/sda/containers/0/010/2b992c81cb4b246f0cdafc6b797a8010/2b992c81cb4b246f0cdafc6b797a8010.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538911.00000, db: /tmp/tmpzst4b00t/sda/containers/0/1bd/fccfd5c7e2f4f8e58b3ddff1805161bd/fccfd5c7e2f4f8e58b3ddff1805161bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538910.00000, (0, 0) as of 1769538910.00000, found as of 1769538910.00000> to ShardRange<'k' to 't' as of 1769538911.00000, (0, 0) as of 1769538911.00000, created as of 1769538911.00000>, path: .shards_a/shard_c_1769538911.00000, db: /tmp/tmpzst4b00t/sda/containers/0/1bd/fccfd5c7e2f4f8e58b3ddff1805161bd/fccfd5c7e2f4f8e58b3ddff1805161bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538913.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b8e/c385ca7811b1ff4c18034cfd2852bb8e/c385ca7811b1ff4c18034cfd2852bb8e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538912.00000, (0, 0) as of 1769538912.00000, found as of 1769538912.00000> to ShardRange<'k' to 't' as of 1769538913.00000, (0, 0) as of 1769538913.00000, cleaved as of 1769538913.00000>, path: .shards_a/shard_c_1769538913.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b8e/c385ca7811b1ff4c18034cfd2852bb8e/c385ca7811b1ff4c18034cfd2852bb8e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538915.00000, db: /tmp/tmpzst4b00t/sda/containers/0/da9/d54d5eb305e79a1e5719b5f0587a5da9/d54d5eb305e79a1e5719b5f0587a5da9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538914.00000, (0, 0) as of 1769538914.00000, found as of 1769538914.00000> to ShardRange<'k' to 't' as of 1769538915.00000, (0, 0) as of 1769538915.00000, active as of 1769538915.00000>, path: .shards_a/shard_c_1769538915.00000, db: /tmp/tmpzst4b00t/sda/containers/0/da9/d54d5eb305e79a1e5719b5f0587a5da9/d54d5eb305e79a1e5719b5f0587a5da9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538917.00000, db: /tmp/tmpzst4b00t/sda/containers/0/492/c14c430dcb1bc3eb70ec7915b46fa492/c14c430dcb1bc3eb70ec7915b46fa492.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538916.00000, (0, 0) as of 1769538916.00000, found as of 1769538916.00000> to ShardRange<'k' to 't' as of 1769538917.00000, (0, 0) as of 1769538917.00000, shrinking as of 1769538917.00000>, path: .shards_a/shard_c_1769538917.00000, db: /tmp/tmpzst4b00t/sda/containers/0/492/c14c430dcb1bc3eb70ec7915b46fa492/c14c430dcb1bc3eb70ec7915b46fa492.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538917.00000, db: /tmp/tmpzst4b00t/sda/containers/0/492/c14c430dcb1bc3eb70ec7915b46fa492/c14c430dcb1bc3eb70ec7915b46fa492.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538919.00000, db: /tmp/tmpzst4b00t/sda/containers/0/66e/f2bfd66bf549559e96e364339cadf66e/f2bfd66bf549559e96e364339cadf66e.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538918.00000, (0, 0) as of 1769538918.00000, found as of 1769538918.00000> to ShardRange<'k' to 't' as of 1769538919.00000, (0, 0) as of 1769538919.00000, sharding as of 1769538919.00000>, path: .shards_a/shard_c_1769538919.00000, db: /tmp/tmpzst4b00t/sda/containers/0/66e/f2bfd66bf549559e96e364339cadf66e/f2bfd66bf549559e96e364339cadf66e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538919.00000, db: /tmp/tmpzst4b00t/sda/containers/0/66e/f2bfd66bf549559e96e364339cadf66e/f2bfd66bf549559e96e364339cadf66e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538921.00000, db: /tmp/tmpzst4b00t/sda/containers/0/605/e1aeb49fb1cd63fa8d2fab110de8c605/e1aeb49fb1cd63fa8d2fab110de8c605.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538920.00000, (0, 0) as of 1769538920.00000, found as of 1769538920.00000> to ShardRange<'k' to 't' as of 1769538921.00000, (0, 0) as of 1769538921.00000, sharded as of 1769538921.00000>, path: .shards_a/shard_c_1769538921.00000, db: /tmp/tmpzst4b00t/sda/containers/0/605/e1aeb49fb1cd63fa8d2fab110de8c605/e1aeb49fb1cd63fa8d2fab110de8c605.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538921.00000, db: /tmp/tmpzst4b00t/sda/containers/0/605/e1aeb49fb1cd63fa8d2fab110de8c605/e1aeb49fb1cd63fa8d2fab110de8c605.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538923.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2c4/e2bbfa8433dfaf18248d83718d42d2c4/e2bbfa8433dfaf18248d83718d42d2c4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538922.00000, (0, 0) as of 1769538922.00000, found as of 1769538922.00000> to ShardRange<'k' to 't' as of 1769538923.00000, (0, 0) as of 1769538923.00000, shrunk as of 1769538923.00000>, path: .shards_a/shard_c_1769538923.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2c4/e2bbfa8433dfaf18248d83718d42d2c4/e2bbfa8433dfaf18248d83718d42d2c4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538923.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2c4/e2bbfa8433dfaf18248d83718d42d2c4/e2bbfa8433dfaf18248d83718d42d2c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538925.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fb5/c7e3e24442481fa86d90d84def70ffb5/c7e3e24442481fa86d90d84def70ffb5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt -test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges -test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers -test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate -test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok -test ERROR: Failed to unlink '/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container.db': +test DEBUG: - - - [25/Dec/2024:12:29:49 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0008 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0701 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0711 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0016 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0004 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1398 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0017 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container_1769538896.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container_1769538896.00000.db': ['/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container.db', '/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container_1769538897.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpjzx3wfvu/containers/part/suffix/hash/container_1769538897.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp3ochk95e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.03674 seconds (27.21905/s) -test INFO: Removed 1 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test DEBUG: Successfully deleted db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test DEBUG: Not deleting db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (2/3 success) -test DEBUG: Not deleting db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db (requires sharding, state unsharded) -test DEBUG: Not deleting db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538913.04619.db (requires sharding, state sharding) -test DEBUG: Not deleting db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538913.04619.db (2/3 success) -test DEBUG: Successfully deleted db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538913.04619.db -test DEBUG: Successfully deleted db /tmp/tmpbn1pndei/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b9294128dcd0bc977a42d9072891f14a', '22d44acf-23e5-4051-968f-475e394e1c06-sda', '1769538914.69588', '1769538914.00000', '0', '', '1769538914.00000', 51, 0) -test DEBUG: /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1769538915.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1769538916.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1769538917.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1769538918.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1769538919.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1769538920.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1769538921.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1769538922.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1769538923.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1769538924.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1769538925.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1769538926.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1769538927.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1769538928.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1769538929.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1769538930.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1769538931.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1769538932.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1769538933.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1769538934.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1769538935.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1769538936.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1769538937.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1769538938.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1769538939.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1769538940.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1769538941.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1769538942.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1769538943.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1769538944.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0531 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy50" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy50_no_header" 204 - "-" "-" "-" 0.0187 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0549 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0765 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy70" 204 - "-" "-" "-" 0.0029 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy70_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy80" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:09 +0000] "DELETE /sda1/p/a/c/grumpy80_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0675 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier10" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier10_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0729 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier20_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0813 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:10 +0000] "DELETE /sda1/p/a/c/grumpier30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0046 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier40_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0970 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier50" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier50_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0491 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0009 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier60_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1142 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier70" 204 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:11 +0000] "DELETE /sda1/p/a/c/grumpier70_no_header" 204 - "-" "-" "-" 0.0008 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1790 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/grumpier80" 204 - "-" "-" "-" 0.0045 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/grumpier80_no_header" 204 - "-" "-" "-" 0.0008 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0420 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0765 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey10" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey10_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0606 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0058 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1395 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey30_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0518 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:12 +0000] "DELETE /sda1/p/a/c/dopey40_no_header" 204 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0489 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "DELETE /sda1/p/a/c/dopey50" 204 - "-" "-" "-" 0.0129 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "DELETE /sda1/p/a/c/dopey50_no_header" 204 - "-" "-" "-" 0.0044 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1760 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "DELETE /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:13 +0000] "DELETE /sda1/p/a/c/dopey60_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:14 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3911 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:14 +0000] "DELETE /sda1/p/a/c/dopey70" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:14 +0000] "DELETE /sda1/p/a/c/dopey70_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:15 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5470 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:15 +0000] "DELETE /sda1/p/a/c/dopey80" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:16 +0000] "DELETE /sda1/p/a/c/dopey80_no_header" 204 - "-" "-" "-" 0.0436 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:16 +0000] "DELETE /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:16 +0000] "DELETE /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp2_5cijd_/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:35:16 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1865 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:16 +0000] "DELETE /sda1/p/a/c/grumpiest10" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:17 +0000] "DELETE /sda1/p/a/c/grumpiest10_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:17 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1879 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:17 +0000] "DELETE /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:17 +0000] "DELETE /sda1/p/a/c/grumpiest20_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync -test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part -test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids -test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0996 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0711 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.3178 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2246 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1820 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0594 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1205 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2392 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0797 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1385 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0576 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2004 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0777 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1380 "-" 564109 4 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0716 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0968 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2457 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.2295 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok +test.unit.container.test_server.TestContainerController.test_PUT_utf8 +test.unit.container.test_server.TestContainerController.test_PUT_utf8 ... ok -test DEBUG: /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.521358s) -test DEBUG: Synchronization for /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db has fallen more than 30 rows behind; moving on and will try again next pass. -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b9294128dcd0bc977a42d9072891f14a', '22d44acf-23e5-4051-968f-475e394e1c06-sda', '1769538914.69588', '1769538914.00000', '0', '', '1769538914.00000', 51, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('22d44acf-23e5-4051-968f-475e394e1c06-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 3.39817 seconds (0.29428/s) -test INFO: Removed 0 dbs -test INFO: 1 successes, 1 failures -test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b9294128dcd0bc977a42d9072891f14a', '22d44acf-23e5-4051-968f-475e394e1c06-sda', '1769538914.69588', '1769538914.00000', '0', '', '1769538914.00000', 51, 0) -test DEBUG: /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1769538945.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1769538946.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1769538947.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1769538948.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1769538949.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1769538950.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1769538951.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1769538952.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1769538953.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1769538954.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1769538955.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1769538956.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1769538957.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1769538958.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1769538959.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1769538960.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1769538961.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1769538962.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1769538963.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1769538964.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1769539065.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '22d44acf-23e5-4051-968f-475e394e1c06-sda') -test DEBUG: /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.51956s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (51, 'b9294128dcd0bc977a42d9072891f14a', '22d44acf-23e5-4051-968f-475e394e1c06-sda', '1769538914.69588', '1769538914.00000', '0', '', '1769538914.00000', 51, 0) -test DEBUG: /tmp/tmpd2w8mmaz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.81573 seconds (1.22589/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb -test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00026 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00034 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test INFO: Replication run OVER -test INFO: Attempted to replicate 0 dbs in 0.00027 seconds (0.00000/s) -test INFO: Removed 0 dbs -test INFO: 0 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe_hjampr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '03df47b4bc42232946771531011e966a', 'ad0fe954-6c37-4c13-808b-38c8e18f53f4-sda', '1769538920.25717', '1769536800.00000', '0', '', '1769536800.00000', 0, 0) -test DEBUG: /tmp/tmpe_hjampr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ad0fe954-6c37-4c13-808b-38c8e18f53f4-sda')test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_object_update_redirected_to_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_DELETE_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_accept_not_valid ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:46 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0005 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3999 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0102 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1124 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0019 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0806 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1405 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0008 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:47 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0724 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0009 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1038 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0072 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0799 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0067 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0359 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0815 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0919 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1725 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2561 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:49 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.2010 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0631 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.1042 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0782 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2964 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0920 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1961 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0611 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0977 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0763 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1118 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1949 "-" 564112 0 +test DEBUG: Unlinked retiring db '/tmp/tmpddme5xsd/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0936 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0038 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2163 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0951 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0082 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1326 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1449 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.1029 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564112 -test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_complete_rsync_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space +test.unit.container.test_server.TestContainerController.test_REPLICATE_insufficient_space ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_rsync_then_merge_works ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync +test.unit.container.test_server.TestContainerController.test_REPLICATE_unknown_sync ... ok +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works +test.unit.container.test_server.TestContainerController.test_REPLICATE_value_error_works ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE +test.unit.container.test_server.TestContainerController.test_UPDATE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate +test.unit.container.test_server.TestContainerController.test_UPDATE_autocreate ... ok +test.unit.container.test_server.TestContainerController.test__call__raise_timeout +test.unit.container.test_server.TestContainerController.test__call__raise_timeout ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted +test.unit.container.test_server.TestContainerController.test_account_update_account_override_deleted ... ok +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device +test.unit.container.test_server.TestContainerController.test_account_update_mismatched_host_device ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_empty_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_objects_since_row ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538924.00000, (0, 0) as of 1769538924.00000, created as of 1769538924.00000> to ShardRange<'k' to 't' as of 1769538925.00000, (0, 0) as of 1769538925.00000, found as of 1769538925.00000>, path: .shards_a/shard_c_1769538925.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fb5/c7e3e24442481fa86d90d84def70ffb5/c7e3e24442481fa86d90d84def70ffb5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538927.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d9c/60e0f78701e3870685ce058b54f9dd9c/60e0f78701e3870685ce058b54f9dd9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538929.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b09/ff9674a0c4497583803950146d9d4b09/ff9674a0c4497583803950146d9d4b09.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538928.00000, (0, 0) as of 1769538928.00000, created as of 1769538928.00000> to ShardRange<'k' to 't' as of 1769538929.00000, (0, 0) as of 1769538929.00000, cleaved as of 1769538929.00000>, path: .shards_a/shard_c_1769538929.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b09/ff9674a0c4497583803950146d9d4b09/ff9674a0c4497583803950146d9d4b09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538931.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e32/fe0900ff01e023804d2a7beb39d3de32/fe0900ff01e023804d2a7beb39d3de32.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538930.00000, (0, 0) as of 1769538930.00000, created as of 1769538930.00000> to ShardRange<'k' to 't' as of 1769538931.00000, (0, 0) as of 1769538931.00000, active as of 1769538931.00000>, path: .shards_a/shard_c_1769538931.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e32/fe0900ff01e023804d2a7beb39d3de32/fe0900ff01e023804d2a7beb39d3de32.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538933.00000, db: /tmp/tmpzst4b00t/sda/containers/0/176/94c50bbe0ed9bf84f46a044040499176/94c50bbe0ed9bf84f46a044040499176.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538932.00000, (0, 0) as of 1769538932.00000, created as of 1769538932.00000> to ShardRange<'k' to 't' as of 1769538933.00000, (0, 0) as of 1769538933.00000, shrinking as of 1769538933.00000>, path: .shards_a/shard_c_1769538933.00000, db: /tmp/tmpzst4b00t/sda/containers/0/176/94c50bbe0ed9bf84f46a044040499176/94c50bbe0ed9bf84f46a044040499176.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538933.00000, db: /tmp/tmpzst4b00t/sda/containers/0/176/94c50bbe0ed9bf84f46a044040499176/94c50bbe0ed9bf84f46a044040499176.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538935.00000, db: /tmp/tmpzst4b00t/sda/containers/0/493/81c7e1d4d74607295bf5f08e3394a493/81c7e1d4d74607295bf5f08e3394a493.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538934.00000, (0, 0) as of 1769538934.00000, created as of 1769538934.00000> to ShardRange<'k' to 't' as of 1769538935.00000, (0, 0) as of 1769538935.00000, sharding as of 1769538935.00000>, path: .shards_a/shard_c_1769538935.00000, db: /tmp/tmpzst4b00t/sda/containers/0/493/81c7e1d4d74607295bf5f08e3394a493/81c7e1d4d74607295bf5f08e3394a493.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538935.00000, db: /tmp/tmpzst4b00t/sda/containers/0/493/81c7e1d4d74607295bf5f08e3394a493/81c7e1d4d74607295bf5f08e3394a493.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538937.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8a0/21fbcee3968d9615eed515a9c70e48a0/21fbcee3968d9615eed515a9c70e48a0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538936.00000, (0, 0) as of 1769538936.00000, created as of 1769538936.00000> to ShardRange<'k' to 't' as of 1769538937.00000, (0, 0) as of 1769538937.00000, sharded as of 1769538937.00000>, path: .shards_a/shard_c_1769538937.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8a0/21fbcee3968d9615eed515a9c70e48a0/21fbcee3968d9615eed515a9c70e48a0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538937.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8a0/21fbcee3968d9615eed515a9c70e48a0/21fbcee3968d9615eed515a9c70e48a0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538939.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6a4/6e0047268fc22f91cc0096ff307966a4/6e0047268fc22f91cc0096ff307966a4.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538938.00000, (0, 0) as of 1769538938.00000, created as of 1769538938.00000> to ShardRange<'k' to 't' as of 1769538939.00000, (0, 0) as of 1769538939.00000, shrunk as of 1769538939.00000>, path: .shards_a/shard_c_1769538939.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6a4/6e0047268fc22f91cc0096ff307966a4/6e0047268fc22f91cc0096ff307966a4.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538939.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6a4/6e0047268fc22f91cc0096ff307966a4/6e0047268fc22f91cc0096ff307966a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538941.00000, db: /tmp/tmpzst4b00t/sda/containers/0/14a/499a92732b5da56c8c3d52e1946f914a/499a92732b5da56c8c3d52e1946f914a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538940.00000, (0, 0) as of 1769538940.00000, cleaved as of 1769538940.00000> to ShardRange<'k' to 't' as of 1769538941.00000, (0, 0) as of 1769538941.00000, found as of 1769538941.00000>, path: .shards_a/shard_c_1769538941.00000, db: /tmp/tmpzst4b00t/sda/containers/0/14a/499a92732b5da56c8c3d52e1946f914a/499a92732b5da56c8c3d52e1946f914a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538943.00000, db: /tmp/tmpzst4b00t/sda/containers/0/aee/d0a2f5cb3d8af468775226521892faee/d0a2f5cb3d8af468775226521892faee.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538942.00000, (0, 0) as of 1769538942.00000, cleaved as of 1769538942.00000> to ShardRange<'k' to 't' as of 1769538943.00000, (0, 0) as of 1769538943.00000, created as of 1769538943.00000>, path: .shards_a/shard_c_1769538943.00000, db: /tmp/tmpzst4b00t/sda/containers/0/aee/d0a2f5cb3d8af468775226521892faee/d0a2f5cb3d8af468775226521892faee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538945.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c87/8d0ffa2e10000abe15fc76da6f1edc87/8d0ffa2e10000abe15fc76da6f1edc87.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538947.00000, db: /tmp/tmpzst4b00t/sda/containers/0/f63/9b8eafa31ae02763ddede0b427a61f63/9b8eafa31ae02763ddede0b427a61f63.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538946.00000, (0, 0) as of 1769538946.00000, cleaved as of 1769538946.00000> to ShardRange<'k' to 't' as of 1769538947.00000, (0, 0) as of 1769538947.00000, active as of 1769538947.00000>, path: .shards_a/shard_c_1769538947.00000, db: /tmp/tmpzst4b00t/sda/containers/0/f63/9b8eafa31ae02763ddede0b427a61f63/9b8eafa31ae02763ddede0b427a61f63.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538949.00000, db: /tmp/tmpzst4b00t/sda/containers/0/385/3d6847d1abbc83067b5fa98a05d50385/3d6847d1abbc83067b5fa98a05d50385.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538948.00000, (0, 0) as of 1769538948.00000, cleaved as of 1769538948.00000> to ShardRange<'k' to 't' as of 1769538949.00000, (0, 0) as of 1769538949.00000, shrinking as of 1769538949.00000>, path: .shards_a/shard_c_1769538949.00000, db: /tmp/tmpzst4b00t/sda/containers/0/385/3d6847d1abbc83067b5fa98a05d50385/3d6847d1abbc83067b5fa98a05d50385.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538949.00000, db: /tmp/tmpzst4b00t/sda/containers/0/385/3d6847d1abbc83067b5fa98a05d50385/3d6847d1abbc83067b5fa98a05d50385.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy -test.unit.container.test_reconciler.TestReconciler.test_can_reconcile_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency -test.unit.container.test_reconciler.TestReconciler.test_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config -test.unit.container.test_reconciler.TestReconciler.test_concurrency_config ... ok -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers -test.unit.container.test_reconciler.TestReconciler.test_delete_old_empty_queue_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers -test.unit.container.test_reconciler.TestReconciler.test_error_in_iter_containers ... ok -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi -test.unit.container.test_reconciler.TestReconciler.test_fail_to_move_if_ppi ... ok -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name -test.unit.container.test_reconciler.TestReconciler.test_init_internal_client_log_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward -test.unit.container.test_reconciler.TestReconciler.test_invalid_queue_name_marches_onward ... ok -test ERROR: Failed to unlink '/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container.db': +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "id": "USER_ID", "roles": [{"name": "swift-user"}, {"name": "_member_"}]}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' +test DEBUG: Error on keystone reply: 201 b'{"access": {"user": {"username": "S3_USER", "name": "S3_USER", "id": "USER_ID"}, "token": {"id": "TOKEN_ID", "tenant": {"id": "TENANT_ID", "name": "TENANT_NAME"}}}}' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'' +test DEBUG: Error on keystone reply: 201 b'' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'{}' +test DEBUG: Error on keystone reply: 201 b'{}' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'[]' +test DEBUG: Error on keystone reply: 201 b'[]' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'null' +test DEBUG: Error on keystone reply: 201 b'null' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'"foo"' +test DEBUG: Error on keystone reply: 201 b'"foo"' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'1' +test DEBUG: Error on keystone reply: 201 b'1' - rejecting request +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone Reply: Status: 201, Output: b'true' +test DEBUG: Error on keystone reply: 201 b'true' - rejecting request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Received error, rejecting request with error: 400 Bad Request +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: No authorization details from s3api. skipping. +test DEBUG: Starting the S3 Token Authentication component +test DEBUG: Calling S3Token middleware. +test DEBUG: Connecting to Keystone sending this JSON: {"credentials": {"access": "access", "token": "dG9rZW4=", "signature": "signature"}} +test DEBUG: Keystone reply error: status=403 reason=None +test DEBUG: Received error, rejecting request with error: 401 Unauthorized +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Using identity: {'user': ('42', 'usr'), 'tenant': ('1', 'acct'), 'roles': ['admin'], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_acct != 1 +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Using identity: {'user': (None, None), 'tenant': (None, None), 'roles': [], 'service_roles': [], 'user_domain': (None, None), 'project_domain': (None, None), 'auth_version': 0} +test DEBUG: tenant mismatch: AUTH_foo != None +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing as anonymous +test DEBUG: Authorizing from an overriding middleware +test ERROR: Problem finding shard upper in '/tmp/tmpjilzvip8/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpjilzvip8/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -98834,1743 +95339,1303 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container_1769538903.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container_1769538903.00000.db': ['/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container.db', '/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container_1769538904.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpkt7oyqy_/containers/part/suffix/hash/container_1769538904.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1768870800 -test DEBUG: looking for objects in 1768870800 -test DEBUG: checking container 1768867200 -test DEBUG: looking for objects in 1768867200 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'something', 'last_modified': '1970-01-01T00:00:00.000000', 'hash': '0.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Error listing containers in account .misplaced_objects (Unexpected response: 503 Service Unavailable) -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: ppi_skip: Container policy (0) in the middle of a part power increase (PPI) -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'ppi_skip': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': 'bogus', 'last_modified': '1970-01-01T01:00:18.841870', 'hash': '3618.841870', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test INFO: Reconciler Stats: {'invalid_record': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test ERROR: invalid_record: invalid queue record: {'bytes': 0, 'name': '00000bogus', 'last_modified': '1970-01-01T01:00:00.000000', 'hash': '3600.000000', 'content_type': 'application/x-put'} -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 835, in reconcile - queue_item = parse_raw_obj(raw_obj) - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 280, in parse_raw_obj - policy_index, obj_name = raw_obj_name.split(':', 1) - ^^^^^^^^^^^^^^^^^^^^^^ -ValueError: not enough values to unpack (expected 2, got 1) -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'invalid_record': 1, 'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1769533200 -test DEBUG: looking for objects in 1769533200 -test DEBUG: checking container 1769529600 -test DEBUG: looking for objects in 1769529600 -test DEBUG: checking container 1769526000 -test DEBUG: looking for objects in 1769526000 -test DEBUG: checking container 1769522400 -test DEBUG: looking for objects in 1769522400 -test DEBUG: checking container 1769518800 -test DEBUG: looking for objects in 1769518800 -test DEBUG: checking container 1769515200 -test DEBUG: looking for objects in 1769515200 -test DEBUG: checking container 1769511600 -test DEBUG: looking for objects in 1769511600 -test DEBUG: checking container 1769508000 -test DEBUG: looking for objects in 1769508000 -test DEBUG: checking container 1769504400 -test DEBUG: looking for objects in 1769504400 -test DEBUG: checking container 1768932000 -test DEBUG: looking for objects in 1768932000 -test DEBUG: checking container 1768928400 -test DEBUG: looking for objects in 1768928400 -test DEBUG: checking container 1768924800 -test DEBUG: looking for objects in 1768924800 -test DEBUG: checking container 1768921200 -test DEBUG: looking for objects in 1768921200 -test DEBUG: checking container 1768917600 -test DEBUG: looking for objects in 1768917600test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse -test.unit.container.test_reconciler.TestReconciler.test_iter_over_old_containers_in_reverse ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process -test.unit.container.test_reconciler.TestReconciler.test_multi_process_should_process ... ok -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency -test.unit.container.test_reconciler.TestReconciler.test_no_concurrency ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_delete -test.unit.container.test_reconciler.TestReconciler.test_object_delete ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop -test.unit.container.test_reconciler.TestReconciler.test_object_enqueued_for_the_correct_dest_noop ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move -test.unit.container.test_reconciler.TestReconciler.test_object_move ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_already_moved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_auto_record_type ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_newer_than_queue_entry ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom! +sqlite3.OperationalErrortest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestContainerController.test_acl_container +test.unit.container.test_server.TestContainerController.test_acl_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_enable_sharding ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_exception ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT +test.unit.container.test_server.TestContainerController.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_own_shard_range ... ok +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD +test.unit.container.test_server.TestContainerController.test_content_type_on_HEAD ... ok +test.unit.container.test_server.TestContainerController.test_correct_allowed_method +test.unit.container.test_server.TestContainerController.test_correct_allowed_method ... ok -test DEBUG: checking container 1768914000 -test DEBUG: looking for objects in 1768914000 -test DEBUG: checking container 1768910400 -test DEBUG: looking for objects in 1768910400 -test DEBUG: checking container 1768906800 -test DEBUG: looking for objects in 1768906800 -test DEBUG: checking container 1768903200 -test DEBUG: looking for objects in 1768903200 -test DEBUG: checking container 1768899600 -test DEBUG: looking for objects in 1768899600 -test INFO: Reconciler Stats: {} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test DEBUG: checking placement for '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 -test INFO: success: '/AUTH_bob/c/o2' (3724.234560) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o2' (3724.234560) from the queue (0000003724.23456_0000000000000001) -test INFO: Reconciler Stats: {'success': 2, 'pop_queue': 2} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538924.068940) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538924.068940) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538924.068940) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538924.068940) from storage policy 1 -test DEBUG: delete_attempt: '/AUTH_bob/c/o1' (1769538924.068940) in policy_index 1 will be deleted from policy_index 0 (1769538924.06894_0000000000000002) -test INFO: delete_success: '/AUTH_bob/c/o1' (1769538924.068940) deleted from policy_index 0 (1769538924.06894_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (1769538924.068940) from policy_index 1 (1769538924.06894_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (1769538924.068940) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (1769538924.068940) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1769538924.068940) from the queue (1769538924.06894_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'delete_attempt': 1, 'delete_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: noop_object: '/AUTH_bob/c/o1' (3618.841870) container policy_index 1 matches queue policy index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'noop_object': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3679.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3679.201900) in destination policy_index 0 -test DEBUG: found_object: '/AUTH_bob/c/o1' (3680.201900) in policy_index 0 is newer than queue (3679.201900) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3679.201900) from policy_index 1 (0000003679.20190_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3679.201900) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3679.201900) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3679.201900) from the queue (0000003679.20190_0000000000000001) -test INFO: Reconciler Stats: {'found_object': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383930) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383930) from storage policy 1test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_dest_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_cleanup ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight -test.unit.container.test_reconciler.TestReconciler.test_object_move_fails_preflight ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_ancient ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent -test.unit.container.test_reconciler.TestReconciler.test_object_move_no_such_object_no_tombstone_recent ... ok -Traceback (most recent call last): - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 471, in fire_timers - timer() - File "/usr/lib/python3/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ - cb(*args, **kw) - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0009 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0010 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:52 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0964 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.1063 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0580 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.1010 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0861 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.1064 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0626 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0600 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0007 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1046 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0316 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0035 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1369 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.2851 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 564109 nada +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 564109 999 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0893 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0008 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.1047 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0019 "-" 564109 1 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.1567 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0761 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0012 "-" 564109 3 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0683 "-" 564109 4 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0008 "-" 564109 4 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:55 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:55 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1066 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0126 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1254 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0070 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0840 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1554 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0016 "-" 564109 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container +test.unit.container.test_server.TestContainerController.test_create_reserved_namespace_container ... ok +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container +test.unit.container.test_server.TestContainerController.test_create_reserved_object_in_container ... ok -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (36123.383930) moved from policy_index 1 to policy_index 0 (0000036123.38393_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 (0000036123.38393_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (36123.383930) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/36000/1:/AUTH_bob/c/o1' (36123.383930) from the queue (0000036123.38393_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.123460) in policy_index 1 will be moved to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.123460) moved from policy_index 1 to policy_index 0 (0000003600.12346_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_failed: '/AUTH_bob/c/o1' (3600.123456) was not cleaned up in storage_policy 1 (Unexpected response: 503 Service Unavailable) -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: unavailable_destination: '/AUTH_bob/c/o1' (3600.123456) unable to determine the destination timestamp, if any -test INFO: retry: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_destination': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 1768870800 -test DEBUG: looking for objects in 1768870800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1768873644.139250) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1768873644.139250) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1768873644.139250) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1768873644.139250) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_jeb/c/o1' (1768873644.13925) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_jeb/c/o1' (1768873644.139250) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/1768870800/1:/AUTH_jeb/c/o1' (1768873644.139250) from the queue (1768873644.13925_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_jeb/c/o1' (1769538924.144349) in policy_index 1 -test DEBUG: checking for '/AUTH_jeb/c/o1' (1769538924.144349) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_jeb/c/o1' (1769538924.144349) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_jeb/c/o1' (1769538924.144349) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_jeb/c/o1' (1769538924.14435) in policy_index 1 responded 404 (0000000000.00000) -test INFO: retry: '/AUTH_jeb/c/o1' (1769538924.144349) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test ERROR: unhandled_error: unable to upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:53 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0002 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: - - - [25/Dec/2024:12:29:53 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0005 "-" 564112 - +test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 635, in ensure_object_in_right_location - self.swift.upload_object( - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 844, in upload_object - self.handle_request('PUT', path, headers, acceptable_statuses, fobj, - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 264, in handle_request - resp = self.make_request(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 1923, in blow_up - raise Exception('kaboom!') -Exception: kaboom!test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_blows_up_crazy_town ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails -test.unit.container.test_reconciler.TestReconciler.test_object_move_put_fails ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_is_forever_gone ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_newer_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry -test.unit.container.test_reconciler.TestReconciler.test_object_move_src_object_older_than_queue_entry ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction -test.unit.container.test_reconciler.TestReconciler.test_object_move_the_other_direction ... ok -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces -test.unit.container.test_reconciler.TestReconciler.test_object_move_with_unicode_and_spaces ... ok -test.unit.container.test_reconciler.TestReconciler.test_processes_config -test.unit.container.test_reconciler.TestReconciler.test_processes_config ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter ... ok - -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'unhandled_error': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 36000 -test DEBUG: looking for objects in 36000 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (36123.383925) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (36123.383925) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (36123.383930) in policy_index 1 will be moved to policy_index 0 (0000036123.38393_0000000000000002) -test WARNING: copy_failed: upload '/AUTH_bob/c/o1' (36123.383930) from policy_index 1 to policy_index 0 returned Unexpected response: 503 Service Unavailable -test INFO: retry: '/AUTH_bob/c/o1' (36123.383925) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_failed': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1768931999.000000) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1768931999.000000) from storage policy 1 -test CRITICAL: lost_source: '/AUTH_bob/c/o1' (1768931999.00000) was not available in policy_index 1 and has expired -test INFO: success: '/AUTH_bob/c/o1' (1768931999.000000) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (1768931999.000000) from the queue (1768931999.00000_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'lost_source': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (3600.123456) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (3600.123456) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3600.234570) in policy_index 1 will be moved to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3600.234570) moved from policy_index 1 to policy_index 0 (0000003600.23457_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3600.123456) from policy_index 1 (0000003600.12346_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3600.123456) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c/o1' (3600.123456) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c/o1' (3600.123456) from the queue (0000003600.12346_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538924.194376) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538924.194376) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538924.194376) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538924.194376) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538924.19438) in policy_index 1 responded 200 (1769538923.19438) -test INFO: retry: '/AUTH_bob/c/o1' (1769538924.194376) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 -test DEBUG: checking for '/AUTH_bob/c/o1' (3618.841870) in destination policy_index 1 -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 should be in policy_index 1 -test DEBUG: fetching '/AUTH_bob/c/o1' (3618.841870) from storage policy 0 -test DEBUG: copy_attempt: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 will be moved to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c/o1' (3618.841870) moved from policy_index 0 to policy_index 1 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c/o1' (3618.841870) from policy_index 0 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c/o1' (3618.841870) was successfully removed from policy_index 0 -test INFO: success: '/AUTH_bob/c/o1' (3618.841870) in policy_index 0 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/0:/AUTH_bob/c/o1' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c ت/o1 ت' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c ت/o1 ت' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c ت/o1 ت' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c ت/o1 ت' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c ت/o1 ت' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c ت/o1 ت' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name -test.unit.container.test_reconciler.TestReconciler.test_queue_name_with_policy_index_delimiter_in_name ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_server_error ... ok -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone -test.unit.container.test_reconciler.TestReconciler.test_src_object_unavailable_with_slightly_newer_tombstone ... ok -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy -test.unit.container.test_reconciler.TestReconciler.test_unable_to_direct_get_oldest_storage_policy ... ok -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile -test.unit.container.test_reconciler.TestReconciler.test_unhandled_exception_in_reconcile ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_non_ascii ... ok -test.unit.container.test_sharder.TestCleavingContext.test_cursor -test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml ... ok - -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 1.5120 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "DELETE /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "DELETE /sda1/p/a/c/grumpiest30_no_header" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0766 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "DELETE /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0073 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:19 +0000] "DELETE /sda1/p/a/c/grumpiest40_no_header" 204 - "-" "-" "-" 0.0358 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:20 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3456 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:20 +0000] "DELETE /sda1/p/a/c/grumpiest50" 204 - "-" "-" "-" 0.0054 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:20 +0000] "DELETE /sda1/p/a/c/grumpiest50_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1584 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "DELETE /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "DELETE /sda1/p/a/c/grumpiest60_no_header" 204 - "-" "-" "-" 0.0553 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2550 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "DELETE /sda1/p/a/c/grumpiest70" 204 - "-" "-" "-" 0.0346 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:21 +0000] "DELETE /sda1/p/a/c/grumpiest70_no_header" 204 - "-" "-" "-" 0.0009 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1712 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "DELETE /sda1/p/a/c/grumpiest80" 204 - "-" "-" "-" 0.0068 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "DELETE /sda1/p/a/c/grumpiest80_no_header" 204 - "-" "-" "-" 0.0006 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "DELETE /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1081 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:22 +0000] "GET /sda1/p/a/c" 406 - "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1587 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3535 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0712 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0297 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:23 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0026 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0044 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0073 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0023 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0025 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp59cb2tvx/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 648 "-" "-" "-" 0.0049 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0025 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0055 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0613 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0097 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 66 "-" "-" "-" 0.1048 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3416 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/1" 201 - "-" "-" "-" 0.0244 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/a/%E2%9D%A5/2" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/1" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "PUT /sda1/p/a/c/a/%EA%99%AE/2" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 50 "-" "-" "-" 0.2560 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:24 +0000] "GET /sda1/p/a/c" 200 14 "-" "-" "-" 0.0052 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1578 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0153 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/US-OK-A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/US-OK-B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/US-UT-A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/c" 200 221 "-" "-" "-" 0.0735 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_sharder.TestCleavingContext.test_delete -test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok -test.unit.container.test_sharder.TestCleavingContext.test_done -test.unit.container.test_sharder.TestCleavingContext.test_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_init -test.unit.container.test_sharder.TestCleavingContext.test_init ... ok -test.unit.container.test_sharder.TestCleavingContext.test_iter -test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_delimiter_xml_with_quotes ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_invalid_accept ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load -test.unit.container.test_sharder.TestCleavingContext.test_load ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_json_last_modified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_leading_delimiter ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_false ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_log_requests_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_marker ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_all -test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_multichar_delimiter ... ok - -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2485 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/c/%3C%27sub%27%20%22dir%22%3E/object" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/c" 200 159 "-" "-" "-" 0.0726 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/c" 400 21 "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0725 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 2 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc/2" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0643 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0047 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0037 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 351 "-" "-" "-" 0.0102 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "HEAD /sda1/p/a/jsonc" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.1101 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc/0" 201 - "-" "-" "-" 0.0055 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "PUT /sda1/p/a/jsonc/1" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:25 +0000] "GET /sda1/p/a/jsonc" 200 234 "-" "-" "-" 0.0582 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0578 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US-TX-A" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US-TX-B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/-UK" 201 - "-" "-" "-" 0.0033 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/-CH" 201 - "-" "-" "-" 0.0139 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 36 "-" "-" "-" 0.0811 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0463 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0073 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 4 "-" "-" "-" 0.1262 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0694 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0039 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0184 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/2" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0604 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0033 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0683 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~TX~~A" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~TX~~B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~OK~~A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~OK~~B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~OK~Tulsa~~B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~UT~~A" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "PUT /sda1/p/a/c/US~~UT~~~B" 201 - "-" "-" "-" 0.0044 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0750 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 102 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0081 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 24 "-" "-" "-" 0.0054 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0038 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 150 "-" "-" "-" 0.0064 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0089 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 251 "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:26 +0000] "GET /sda1/p/a/c" 200 126 "-" "-" "-" 0.0066 "-" 1968928 2 + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats + resp = func(ctrl, *args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE + ret = self.replicator_rpc.dispatch(post_args, args) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch + return getattr(self, op)( + ^^^^^^^^^^^^^^^^^ +AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' +test DEBUG: - - - [25/Dec/2024:12:29:53 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0024 "-" 564112 - test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1784 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0805 "-" 1968928 2test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok - -test DEBUG: /tmp/tmpe_hjampr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.231261s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '03df47b4bc42232946771531011e966a', 'ad0fe954-6c37-4c13-808b-38c8e18f53f4-sda', '1769538920.25717', '1769536800.00000', '0', '', '1769536800.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ad0fe954-6c37-4c13-808b-38c8e18f53f4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpe_hjampr/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.92292 seconds (0.52004/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpe_hjampr/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '1b3cd5e0-a516-4d95-bc1d-b7459ebcbc7d-sda', '1769538922.69774', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('1b3cd5e0-a516-4d95-bc1d-b7459ebcbc7d-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '1b3cd5e0-a516-4d95-bc1d-b7459ebcbc7d-sda', '1769538922.69774', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('1b3cd5e0-a516-4d95-bc1d-b7459ebcbc7d-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx90fder1/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '9dd3867b-ef48-4e26-ae15-067055290be7-sda', '1769538923.65745', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769538923.69755"]}', '1769536800.00000', 0, 1) -test DEBUG: /tmp/tmpx90fder1/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '9dd3867b-ef48-4e26-ae15-067055290be7-sda') -test DEBUG: /tmp/tmpx90fder1/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.267621s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '9dd3867b-ef48-4e26-ae15-067055290be7-sda', '1769538923.65745', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1769538923.69755"]}', '1769536800.00000', 0, 1) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('9dd3867b-ef48-4e26-ae15-067055290be7-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpx90fder1/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.72874 seconds (0.57846/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx90fder1/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '30b2f0e0-d11e-49a9-a4a4-696c04cc7023-sda', '1769538925.46377', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('30b2f0e0-d11e-49a9-a4a4-696c04cc7023-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'a0cb728c3fc4d45f139fac3f730bcd50', '30b2f0e0-d11e-49a9-a4a4-696c04cc7023-sda', '1769538925.46377', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('30b2f0e0-d11e-49a9-a4a4-696c04cc7023-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmw4mdkwh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '4791faf5-60b1-467e-b4fc-1e6d05af288f-sda', '1769538926.17449', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769538926.22424"]}', '1769536800.00000', 0, 0) -test DEBUG: /tmp/tmpmw4mdkwh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1769536802.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1769536803.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4791faf5-60b1-467e-b4fc-1e6d05af288f-sda') -test DEBUG: /tmp/tmpmw4mdkwh/sda/containers/0/df1/7d69a3daa789abb831fde54674123df1/7d69a3daa789abb831fde54674123df1.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.104722s) -REPLICATE: /sdb/0/7d69a3daa789abb831fde54674123df1, merge_syncs, ([],) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, sync, (2, '03df47b4bc42232946771531011e966a', '4791faf5-60b1-467e-b4fc-1e6d05af288f-sda', '1769538926.17449', '1769536800.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1769538926.22424"]}', '1769536800.00000', 0, 0) -REPLICATE: /sdc/0/7d69a3daa789abb831fde54674123df1, complete_rsync, ('4791faf5-60b1-467e-b4fc-1e6d05af288f-sda', '7d69a3daa789abb831fde54674123df1.db') -test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpmw4mdkwh/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.04390 seconds (0.95794/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpmw4mdkwh/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '70f0a62d-1c9a-4a5e-b650-468000567deb-sda', '1769538927.45567', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('70f0a62d-1c9a-4a5e-b650-468000567deb-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, 'f342e57b9e433a827f1d8882f07fdda6', '70f0a62d-1c9a-4a5e-b650-468000567deb-sda', '1769538927.45567', '1769536800', '0', '', '1769536800', 2, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('70f0a62d-1c9a-4a5e-b650-468000567deb-sda', '648324562cfeedd305e8795e58d85ae6.db')test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_not_supported ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard -test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538951.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b54/3c86bf297f4916cef0f0572c638efb54/3c86bf297f4916cef0f0572c638efb54.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538950.00000, (0, 0) as of 1769538950.00000, cleaved as of 1769538950.00000> to ShardRange<'k' to 't' as of 1769538951.00000, (0, 0) as of 1769538951.00000, sharding as of 1769538951.00000>, path: .shards_a/shard_c_1769538951.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b54/3c86bf297f4916cef0f0572c638efb54/3c86bf297f4916cef0f0572c638efb54.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538951.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b54/3c86bf297f4916cef0f0572c638efb54/3c86bf297f4916cef0f0572c638efb54.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538953.00000, db: /tmp/tmpzst4b00t/sda/containers/0/277/cda9e779d7ae8c2a1d6eccb09838d277/cda9e779d7ae8c2a1d6eccb09838d277.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538952.00000, (0, 0) as of 1769538952.00000, cleaved as of 1769538952.00000> to ShardRange<'k' to 't' as of 1769538953.00000, (0, 0) as of 1769538953.00000, sharded as of 1769538953.00000>, path: .shards_a/shard_c_1769538953.00000, db: /tmp/tmpzst4b00t/sda/containers/0/277/cda9e779d7ae8c2a1d6eccb09838d277/cda9e779d7ae8c2a1d6eccb09838d277.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538953.00000, db: /tmp/tmpzst4b00t/sda/containers/0/277/cda9e779d7ae8c2a1d6eccb09838d277/cda9e779d7ae8c2a1d6eccb09838d277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538955.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b06/a701e860c8ecb2f25d10060641408b06/a701e860c8ecb2f25d10060641408b06.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538954.00000, (0, 0) as of 1769538954.00000, cleaved as of 1769538954.00000> to ShardRange<'k' to 't' as of 1769538955.00000, (0, 0) as of 1769538955.00000, shrunk as of 1769538955.00000>, path: .shards_a/shard_c_1769538955.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b06/a701e860c8ecb2f25d10060641408b06/a701e860c8ecb2f25d10060641408b06.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538955.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b06/a701e860c8ecb2f25d10060641408b06/a701e860c8ecb2f25d10060641408b06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538957.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8e0/43d9313084c7d909037cef2af5fe08e0/43d9313084c7d909037cef2af5fe08e0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538956.00000, (0, 0) as of 1769538956.00000, active as of 1769538956.00000> to ShardRange<'k' to 't' as of 1769538957.00000, (0, 0) as of 1769538957.00000, found as of 1769538957.00000>, path: .shards_a/shard_c_1769538957.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8e0/43d9313084c7d909037cef2af5fe08e0/43d9313084c7d909037cef2af5fe08e0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538959.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4bd/3551d2aee52d42acee1b5cfd23c9a4bd/3551d2aee52d42acee1b5cfd23c9a4bd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538958.00000, (0, 0) as of 1769538958.00000, active as of 1769538958.00000> to ShardRange<'k' to 't' as of 1769538959.00000, (0, 0) as of 1769538959.00000, created as of 1769538959.00000>, path: .shards_a/shard_c_1769538959.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4bd/3551d2aee52d42acee1b5cfd23c9a4bd/3551d2aee52d42acee1b5cfd23c9a4bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538961.00000, db: /tmp/tmpzst4b00t/sda/containers/0/070/5efd8ef95b13023ca55edec0e4a5c070/5efd8ef95b13023ca55edec0e4a5c070.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538960.00000, (0, 0) as of 1769538960.00000, active as of 1769538960.00000> to ShardRange<'k' to 't' as of 1769538961.00000, (0, 0) as of 1769538961.00000, cleaved as of 1769538961.00000>, path: .shards_a/shard_c_1769538961.00000, db: /tmp/tmpzst4b00t/sda/containers/0/070/5efd8ef95b13023ca55edec0e4a5c070/5efd8ef95b13023ca55edec0e4a5c070.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538963.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b96/2c335758541ff8833d2deb956f708b96/2c335758541ff8833d2deb956f708b96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538965.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6e2/1fce7fb2b0957bcd46da9d84373d96e2/1fce7fb2b0957bcd46da9d84373d96e2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538964.00000, (0, 0) as of 1769538964.00000, active as of 1769538964.00000> to ShardRange<'k' to 't' as of 1769538965.00000, (0, 0) as of 1769538965.00000, shrinking as of 1769538965.00000>, path: .shards_a/shard_c_1769538965.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6e2/1fce7fb2b0957bcd46da9d84373d96e2/1fce7fb2b0957bcd46da9d84373d96e2.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538965.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6e2/1fce7fb2b0957bcd46da9d84373d96e2/1fce7fb2b0957bcd46da9d84373d96e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538967.00000, db: /tmp/tmpzst4b00t/sda/containers/0/a7c/5042df2427eb4629378bc51fe6c0da7c/5042df2427eb4629378bc51fe6c0da7c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538966.00000, (0, 0) as of 1769538966.00000, active as of 1769538966.00000> to ShardRange<'k' to 't' as of 1769538967.00000, (0, 0) as of 1769538967.00000, sharding as of 1769538967.00000>, path: .shards_a/shard_c_1769538967.00000, db: /tmp/tmpzst4b00t/sda/containers/0/a7c/5042df2427eb4629378bc51fe6c0da7c/5042df2427eb4629378bc51fe6c0da7c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538967.00000, db: /tmp/tmpzst4b00t/sda/containers/0/a7c/5042df2427eb4629378bc51fe6c0da7c/5042df2427eb4629378bc51fe6c0da7c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538969.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ec3/e15d6100faa53f3e088798959ea61ec3/e15d6100faa53f3e088798959ea61ec3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538968.00000, (0, 0) as of 1769538968.00000, active as of 1769538968.00000> to ShardRange<'k' to 't' as of 1769538969.00000, (0, 0) as of 1769538969.00000, sharded as of 1769538969.00000>, path: .shards_a/shard_c_1769538969.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ec3/e15d6100faa53f3e088798959ea61ec3/e15d6100faa53f3e088798959ea61ec3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538969.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ec3/e15d6100faa53f3e088798959ea61ec3/e15d6100faa53f3e088798959ea61ec3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538971.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7d3/856fa19d5f207212c080b23a226487d3/856fa19d5f207212c080b23a226487d3.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538970.00000, (0, 0) as of 1769538970.00000, active as of 1769538970.00000> to ShardRange<'k' to 't' as of 1769538971.00000, (0, 0) as of 1769538971.00000, shrunk as of 1769538971.00000>, path: .shards_a/shard_c_1769538971.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7d3/856fa19d5f207212c080b23a226487d3/856fa19d5f207212c080b23a226487d3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538971.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7d3/856fa19d5f207212c080b23a226487d3/856fa19d5f207212c080b23a226487d3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538973.00000, db: /tmp/tmpzst4b00t/sda/containers/0/0d4/7aab79ebea1e3d99bb48abebff9c70d4/7aab79ebea1e3d99bb48abebff9c70d4.dbtest.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok -test.unit.container.test_sharder.TestCleavingContext.test_range_done -test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok -test.unit.container.test_sharder.TestCleavingContext.test_reset -test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok -test.unit.container.test_sharder.TestCleavingContext.test_start -test.unit.container.test_sharder.TestCleavingContext.test_start ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_other_params ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store -test.unit.container.test_sharder.TestCleavingContext.test_store ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_sharded_subshard_state_updating ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_listing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_root_state_updating ... ok +test DEBUG: - - - [25/Dec/2024:12:29:53 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0008 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0783 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0847 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0017 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.1509 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ + res = getattr(self, req.method)(req) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method + raise Exception() +Exception +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0655 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0719 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2180 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:53 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2821 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.2403 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0652 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1537 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1625 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:54 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:55 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.9465 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:55 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1782 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2193 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.1096 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.1054 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0605 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0666 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestContainerController.test_creation +test.unit.container.test_server.TestContainerController.test_creation ... ok +test.unit.container.test_server.TestContainerController.test_delete_auto_create +test.unit.container.test_server.TestContainerController.test_delete_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_policy_info ... ok +test.unit.container.test_server.TestContainerController.test_deleted_headers +test.unit.container.test_server.TestContainerController.test_deleted_headers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved +test.unit.container.test_server.TestContainerController.test_delimiter_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index +test.unit.container.test_server.TestContainerController.test_get_and_validate_policy_index ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true +test.unit.container.test_server.TestContainerController.test_insufficient_storage_mount_check_true ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist +test.unit.container.test_server.TestContainerController.test_invalid_method_doesnt_exist ... ok +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public +test.unit.container.test_server.TestContainerController.test_invalid_method_is_not_public ... ok +test.unit.container.test_server.TestContainerController.test_list_allowed_methods +test.unit.container.test_server.TestContainerController.test_list_allowed_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_brokers ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_replication_info ... ok +test.unit.container.test_server.TestContainerController.test_listing_with_reserved +test.unit.container.test_server.TestContainerController.test_listing_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_log_line_format +test.unit.container.test_server.TestContainerController.test_log_line_format ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_markers_with_reserved +test.unit.container.test_server.TestContainerController.test_markers_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_not_allowed_method +test.unit.container.test_server.TestContainerController.test_not_allowed_method ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvdaqr2rs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '7b818eb50eb00a61adbdc952500461c6', '750d4df2-c32b-4833-ae68-b24cee030c1f-sda', '1769538928.01725', '1769538928.00000', '0', '', '1769538928.00000', 1, 1) -test DEBUG: /tmp/tmpvdaqr2rs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538930.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538931.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '750d4df2-c32b-4833-ae68-b24cee030c1f-sda') -test DEBUG: /tmp/tmpvdaqr2rs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.100957s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '7b818eb50eb00a61adbdc952500461c6', '750d4df2-c32b-4833-ae68-b24cee030c1f-sda', '1769538928.01725', '1769538928.00000', '0', '', '1769538928.00000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('750d4df2-c32b-4833-ae68-b24cee030c1f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvdaqr2rs/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.29748 seconds (0.77072/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvdaqr2rs/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '818436c03682c4e0ab9c676f22115248', 'b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '818436c03682c4e0ab9c676f22115248', 'b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', '648324562cfeedd305e8795e58d85ae6.db') -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvdaqr2rs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2b87710252fd3d8a0a2269c5055473ff', 'db9a2bda-0be4-404e-ba87-d0ca4052f431-sdb', '1769538928.01725', '1769538929.00000', '0', '', '1769538929.00000', 1, 1) -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538932.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538933.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'db9a2bda-0be4-404e-ba87-d0ca4052f431-sdb') -test DEBUG: Replicating db /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '818436c03682c4e0ab9c676f22115248', '5804eb39-e480-424c-ae31-b5ed75c30bc9-', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db in sync with 10.0.0.2:1002/sdc, nothing to do -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '818436c03682c4e0ab9c676f22115248', '5804eb39-e480-424c-ae31-b5ed75c30bc9-', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db in sync with 10.0.0.0:1000/sda, nothing to do -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.374753s) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '750d4df2-c32b-4833-ae68-b24cee030c1f-sda', 'sync_point': 2}],) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (2, '2b87710252fd3d8a0a2269c5055473ff', 'db9a2bda-0be4-404e-ba87-d0ca4052f431-sdb', '1769538928.01725', '1769538929.00000', '0', '', '1769538929.00000', 1, 1) -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o-unu', 'created_at': '1769538932.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o-nulo', 'created_at': '1769538933.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'db9a2bda-0be4-404e-ba87-d0ca4052f431-sdb') -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0875807s) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([{'remote_id': '750d4df2-c32b-4833-ae68-b24cee030c1f-sda', 'sync_point': 2}],) -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.94327 seconds (2.12029/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 -test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (2, '014b7632dae0b8d03de00e4152850203', '5804eb39-e480-424c-ae31-b5ed75c30bc9-', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0) -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769538933.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769538933.00000', 'deleted': 0, 'storage_policy_index': 0}], '5804eb39-e480-424c-ae31-b5ed75c30bc9-') -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.16295s) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, merge_syncs, ([{'remote_id': 'b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', 'sync_point': 1}],) -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, sync, (2, '014b7632dae0b8d03de00e4152850203', '5804eb39-e480-424c-ae31-b5ed75c30bc9-', '1769538929.17424', '1769536800', '0', '', '1769536800', 1, 0)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize -test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_listing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_namespaces_unsharded_subshard_state_updating ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook -test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0097 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0015 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0641 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0985 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1088 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0168 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.2567 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1745 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0190 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.1603 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0965 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0822 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1379 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0007 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.1390 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.1126 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0871 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0266 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0791 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0828 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1052 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0015 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0065 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0757 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0821 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0109 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1068 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0016 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.3369 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.3276 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0014 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.1505 "-" 564109 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_db_state ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0710 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0526 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0728 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0617 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0009 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0825 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0015 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0757 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0754 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0843 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0638 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0915 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "GET /sda1/p/a/c" 400 36 "-" "-" "-" 0.0008 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:27 +0000] "GET /sda1/p/a/c" 400 35 "-" "-" "-" 0.0008 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0432 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0775 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0752 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0723 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2327 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0871 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0054 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 192 "-" "-" "-" 0.0121 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0069 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 202 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 63 "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "GET /sda1/p/a/c" 200 323 "-" "-" "-" 0.0010 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0578 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:28 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.2089 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp2ev31xa8/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:35:29 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0158 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:29 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0062 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:29 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0740 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:29 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1453 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp_16ybal5/tmp_test_container_server_ContainerController/sda1/containers/p/61c/b6a56f59d3a8b4d57e122a32d715b61c/b6a56f59d3a8b4d57e122a32d715b61c.db' -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0109 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "GET /sda1/p/.shards_a/c" 200 1672 "-" "-" "-" 0.0020 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1167 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1458 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0015 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:30 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1804 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1410 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/a/c" 200 277 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0061 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0893 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1902 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0023 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0049 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0019 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0658 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1078 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 285 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0083 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0022 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/a/jsonc" 201 - "-" "-" "-" 0.0780 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/a/jsonc/Sp%C3%A4tzle" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "PUT /sda1/p/a/jsonc/%E3%83%A9%E3%83%BC%E3%83%A1%E3%83%B3" 201 - "-" "-" "-" 0.0101 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/a/jsonc" 200 268 "-" "-" "-" 0.1741 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_non_ascii ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_objects_of_different_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_over_limit ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_path ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_plain ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0996 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:56 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.1422 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.2477 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1048 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1184 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0079 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0920 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0107 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.1405 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0118 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.1481 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0001 "-" 564112 nada +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0001 "-" 564112 999 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c_nulo" 201 - "-" "-" "-" 0.1221 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "HEAD /sda1/p/a/c_nulo" 204 - "-" "-" "-" 0.0007 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "PUT /sda1/p/a/c_unu" 201 - "-" "-" "-" 0.0789 "-" 564112 1 +test INFO: - - - [25/Dec/2024:12:29:57 +0000] "HEAD /sda1/p/a/c_unu" 204 - "-" "-" "-" 0.0007 "-" 564112 1 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0801 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0056 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0911 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0115 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.1111 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0248 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:58 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.3582 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0015 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0045 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0014 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3380 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0008 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1249 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0508 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0950 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0082 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0092 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0782 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0733 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.1236 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps +test.unit.container.test_server.TestContainerController.test_object_update_with_multiple_timestamps ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_errors ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_server.TestContainerController.test_object_update_with_offset +test.unit.container.test_server.TestContainerController.test_object_update_with_offset ... ok +test.unit.container.test_server.TestContainerController.test_params_format +test.unit.container.test_server.TestContainerController.test_params_format ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_server.TestContainerController.test_params_utf8 +test.unit.container.test_server.TestContainerController.test_params_utf8 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_db_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_and_delim_with_reserved ... ok +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved +test.unit.container.test_server.TestContainerController.test_prefix_with_reserved ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_is_deleted ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok +test.unit.container.test_server.TestContainerController.test_put_auto_create +test.unit.container.test_server.TestContainerController.test_put_auto_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_is_reclaimable ... ok +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types +test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538972.00000, (0, 0) as of 1769538972.00000, shrinking as of 1769538972.00000> to ShardRange<'k' to 't' as of 1769538973.00000, (0, 0) as of 1769538973.00000, found as of 1769538973.00000>, path: .shards_a/shard_c_1769538973.00000, db: /tmp/tmpzst4b00t/sda/containers/0/0d4/7aab79ebea1e3d99bb48abebff9c70d4/7aab79ebea1e3d99bb48abebff9c70d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538975.00000, db: /tmp/tmpzst4b00t/sda/containers/0/567/114850d044d2f141e66ed94c6a84a567/114850d044d2f141e66ed94c6a84a567.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538974.00000, (0, 0) as of 1769538974.00000, shrinking as of 1769538974.00000> to ShardRange<'k' to 't' as of 1769538975.00000, (0, 0) as of 1769538975.00000, created as of 1769538975.00000>, path: .shards_a/shard_c_1769538975.00000, db: /tmp/tmpzst4b00t/sda/containers/0/567/114850d044d2f141e66ed94c6a84a567/114850d044d2f141e66ed94c6a84a567.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538977.00000, db: /tmp/tmpzst4b00t/sda/containers/0/3a9/d20e7103c781e25f4f3145028047a3a9/d20e7103c781e25f4f3145028047a3a9.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538976.00000, (0, 0) as of 1769538976.00000, shrinking as of 1769538976.00000> to ShardRange<'k' to 't' as of 1769538977.00000, (0, 0) as of 1769538977.00000, cleaved as of 1769538977.00000>, path: .shards_a/shard_c_1769538977.00000, db: /tmp/tmpzst4b00t/sda/containers/0/3a9/d20e7103c781e25f4f3145028047a3a9/d20e7103c781e25f4f3145028047a3a9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538979.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b9c/eca31faac90a5c76cb72765086734b9c/eca31faac90a5c76cb72765086734b9c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538978.00000, (0, 0) as of 1769538978.00000, shrinking as of 1769538978.00000> to ShardRange<'k' to 't' as of 1769538979.00000, (0, 0) as of 1769538979.00000, active as of 1769538979.00000>, path: .shards_a/shard_c_1769538979.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b9c/eca31faac90a5c76cb72765086734b9c/eca31faac90a5c76cb72765086734b9c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538981.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2da/b856bbcba48856be106ea58b105db2da/b856bbcba48856be106ea58b105db2da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538981.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2da/b856bbcba48856be106ea58b105db2da/b856bbcba48856be106ea58b105db2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538983.00000, db: /tmp/tmpzst4b00t/sda/containers/0/765/2cc19fff54bd8ca317570e70e1827765/2cc19fff54bd8ca317570e70e1827765.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538982.00000, (0, 0) as of 1769538982.00000, shrinking as of 1769538982.00000> to ShardRange<'k' to 't' as of 1769538983.00000, (0, 0) as of 1769538983.00000, sharding as of 1769538983.00000>, path: .shards_a/shard_c_1769538983.00000, db: /tmp/tmpzst4b00t/sda/containers/0/765/2cc19fff54bd8ca317570e70e1827765/2cc19fff54bd8ca317570e70e1827765.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538983.00000, db: /tmp/tmpzst4b00t/sda/containers/0/765/2cc19fff54bd8ca317570e70e1827765/2cc19fff54bd8ca317570e70e1827765.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538985.00000, db: /tmp/tmpzst4b00t/sda/containers/0/451/41989f90f554bb34054a1ec00bd07451/41989f90f554bb34054a1ec00bd07451.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538984.00000, (0, 0) as of 1769538984.00000, shrinking as of 1769538984.00000> to ShardRange<'k' to 't' as of 1769538985.00000, (0, 0) as of 1769538985.00000, sharded as of 1769538985.00000>, path: .shards_a/shard_c_1769538985.00000, db: /tmp/tmpzst4b00t/sda/containers/0/451/41989f90f554bb34054a1ec00bd07451/41989f90f554bb34054a1ec00bd07451.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538985.00000, db: /tmp/tmpzst4b00t/sda/containers/0/451/41989f90f554bb34054a1ec00bd07451/41989f90f554bb34054a1ec00bd07451.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538987.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d09/63846281079c687bb249e3e02086cd09/63846281079c687bb249e3e02086cd09.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538986.00000, (0, 0) as of 1769538986.00000, shrinking as of 1769538986.00000> to ShardRange<'k' to 't' as of 1769538987.00000, (0, 0) as of 1769538987.00000, shrunk as of 1769538987.00000>, path: .shards_a/shard_c_1769538987.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d09/63846281079c687bb249e3e02086cd09/63846281079c687bb249e3e02086cd09.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538987.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d09/63846281079c687bb249e3e02086cd09/63846281079c687bb249e3e02086cd09.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538989.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ae2/edfde2015a456edd29012541fbad9ae2/edfde2015a456edd29012541fbad9ae2.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538988.00000, (0, 0) as of 1769538988.00000, sharding as of 1769538988.00000> to ShardRange<'k' to 't' as of 1769538989.00000, (0, 0) as of 1769538989.00000, found as of 1769538989.00000>, path: .shards_a/shard_c_1769538989.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ae2/edfde2015a456edd29012541fbad9ae2/edfde2015a456edd29012541fbad9ae2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538991.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fec/f911d3db40a3e350f73d65ea35b22fec/f911d3db40a3e350f73d65ea35b22fec.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538990.00000, (0, 0) as of 1769538990.00000, sharding as of 1769538990.00000> to ShardRange<'k' to 't' as of 1769538991.00000, (0, 0) as of 1769538991.00000, created as of 1769538991.00000>, path: .shards_a/shard_c_1769538991.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fec/f911d3db40a3e350f73d65ea35b22fec/f911d3db40a3e350f73d65ea35b22fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538993.00000, db: /tmp/tmpzst4b00t/sda/containers/0/700/a5bca45fa2244102c0134f9931235700/a5bca45fa2244102c0134f9931235700.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538992.00000, (0, 0) as of 1769538992.00000, sharding as of 1769538992.00000> to ShardRange<'k' to 't' as of 1769538993.00000, (0, 0) as of 1769538993.00000, cleaved as of 1769538993.00000>, path: .shards_a/shard_c_1769538993.00000, db: /tmp/tmpzst4b00t/sda/containers/0/700/a5bca45fa2244102c0134f9931235700/a5bca45fa2244102c0134f9931235700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538995.00000, db: /tmp/tmpzst4b00t/sda/containers/0/30b/326009cb56ec2bbec74434580071f30b/326009cb56ec2bbec74434580071f30b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538994.00000, (0, 0) as of 1769538994.00000, sharding as of 1769538994.00000> to ShardRange<'k' to 't' as of 1769538995.00000, (0, 0) as of 1769538995.00000, active as of 1769538995.00000>, path: .shards_a/shard_c_1769538995.00000, db: /tmp/tmpzst4b00t/sda/containers/0/30b/326009cb56ec2bbec74434580071f30b/326009cb56ec2bbec74434580071f30b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538997.00000, db: /tmp/tmpzst4b00t/sda/containers/0/bf5/1fa8dae564f8d85e314c60ae1c687bf5/1fa8dae564f8d85e314c60ae1c687bf5.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538996.00000, (0, 0) as of 1769538996.00000, sharding as of 1769538996.00000> to ShardRange<'k' to 't' as of 1769538997.00000, (0, 0) as of 1769538997.00000, shrinking as of 1769538997.00000>, path: .shards_a/shard_c_1769538997.00000, db: /tmp/tmpzst4b00t/sda/containers/0/bf5/1fa8dae564f8d85e314c60ae1c687bf5/1fa8dae564f8d85e314c60ae1c687bf5.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_prefix ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129972.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f82/437f1323c58051305ef0088f562f9f82/437f1323c58051305ef0088f562f9f82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129977.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/105/1f5f6dd2b1852406bae4624ebde6c105/1f5f6dd2b1852406bae4624ebde6c105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129982.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f3d/f12ef96d5e3c85f7194d261bd4738f3d/f12ef96d5e3c85f7194d261bd4738f3d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129987.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/423/7599e0741e18c8af07cb251d28b24423/7599e0741e18c8af07cb251d28b24423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129992.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/14c/f436ed44c5dc25b82d77f8ea90bb714c/f436ed44c5dc25b82d77f8ea90bb714c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129997.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b85/6ab2587803934a5339bb6da7cea1eb85/6ab2587803934a5339bb6da7cea1eb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130002.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/41d/07c45f662fd567858c311927a448441d/07c45f662fd567858c311927a448441d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130007.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7e8/c6fe4e94a5e5690f457051be9aa227e8/c6fe4e94a5e5690f457051be9aa227e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130012.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/9b9/85c6f8509c598ec782acdf88fe4159b9/85c6f8509c598ec782acdf88fe4159b9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130017.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/4c1/cece49e0aa97746d24d11948236a64c1/cece49e0aa97746d24d11948236a64c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130022.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b85/6874b3ede8a914eff7189a0747ad4b85/6874b3ede8a914eff7189a0747ad4b85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130027.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130032.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/656/21634eeec97e69774e205c85ecd93656/21634eeec97e69774e205c85ecd93656.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130037.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2ce/b0ff0dd5229915b56772600fc6f452ce/b0ff0dd5229915b56772600fc6f452ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130042.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5d8/19b0b4e73754ca06408142f9c148e5d8/19b0b4e73754ca06408142f9c148e5d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130047.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b96/03641fe67a39d74ae229fe147aaa8b96/03641fe67a39d74ae229fe147aaa8b96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130052.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6a5/55a451d28b79ac443452e48edc54d6a5/55a451d28b79ac443452e48edc54d6a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130057.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d9e/518ee03af9938eb594936fbb147e7d9e/518ee03af9938eb594936fbb147e7d9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130062.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/618/2c66bf4fb4eb2fb97d58bd8488d31618/2c66bf4fb4eb2fb97d58bd8488d31618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130067.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e62/3676705b2e7e607d4cf4c523a751be62/3676705b2e7e607d4cf4c523a751be62.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130072.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/1ec/8c3ff9417008fb5cca35e2fd65fe11ec/8c3ff9417008fb5cca35e2fd65fe11ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130077.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ee4/6b0bc7c986ce571b63cdd84e90039ee4/6b0bc7c986ce571b63cdd84e90039ee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130082.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7b3/129e085070145ef09a3cac516d3d77b3/129e085070145ef09a3cac516d3d77b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130092.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/230/a225de604c2697e465e4c99d77caa230/a225de604c2697e465e4c99d77caa230.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130097.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/cd6/fa40489dccd86478e484f3c678125cd6/fa40489dccd86478e484f3c678125cd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130112.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d85/6038fe30c7f123b89f569f8e846e5d85/6038fe30c7f123b89f569f8e846e5d85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130127.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e6b/5e0f507fa2f8f6ad56212767eb2d6e6b/5e0f507fa2f8f6ad56212767eb2d6e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130132.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8d2/aecc783753b0e665f576b247554498d2/aecc783753b0e665f576b247554498d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130142.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6d7/d4d8010c5afcd6f3e0744aeb7681f6d7/d4d8010c5afcd6f3e0744aeb7681f6d7.dbtest.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods +test.unit.container.test_server.TestContainerController.test_replication_server_call_all_methods ... ok +test.unit.container.test_server.TestContainerController.test_serv_reserv +test.unit.container.test_server.TestContainerController.test_serv_reserv ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_no_stale_reads ... ok +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata +test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_duplicate_frags_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies +test.unit.obj.test_reconstructor.TestObjectReconstructorECDuplicationFactor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info ... ok +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type +test.unit.container.test_server.TestContainerController.test_swift_bytes_in_content_type ... ok +test.unit.container.test_server.TestContainerController.test_through_call +test.unit.container.test_server.TestContainerController.test_through_call ... ok +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path ... ok -test INFO: - - - [27/Jan/2026:18:35:31 +0000] "GET /sda1/p/a/jsonc" 200 22 "-" "-" "-" 0.0021 "-" 1968928 2 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1187 "-" 564112 0 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1565 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_0" 201 - "-" "-" "-" 0.0058 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_1" 201 - "-" "-" "-" 0.0223 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_2" 201 - "-" "-" "-" 0.0004 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_3" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_4" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_5" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_6" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_7" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_8" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_9" 201 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_default_10" 201 - "-" "-" "-" 0.0422 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_0" 201 - "-" "-" "-" 0.0004 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_1" 201 - "-" "-" "-" 0.0003 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_2" 201 - "-" "-" "-" 0.0003 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_3" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_4" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_5" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_6" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_7" 201 - "-" "-" "-" 0.0003 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_8" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "PUT /sda1/p/a/c/obj_1_9" 201 - "-" "-" "-" 0.0002 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.3954 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 200 155 "-" "-" "-" 0.0310 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 200 80 "-" "-" "-" 0.0019 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 400 40 "-" "-" "-" 0.0007 "-" 1968928 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:32 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3378 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/US/TX" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/US/TX/B" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/US/OK" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/US/OK/B" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/US/UT/A" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 242 "-" "-" "-" 0.1148 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/plainc" 201 - "-" "-" "-" 0.0939 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/plainc/0" 201 - "-" "-" "-" 0.0039 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/plainc/1" 201 - "-" "-" "-" 0.0086 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/plainc/2" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.1146 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "HEAD /sda1/p/a/plainc" 204 - "-" "-" "-" 0.0009 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0034 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0028 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0026 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/plainc" 200 6 "-" "-" "-" 0.0019 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0959 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/a1" 201 - "-" "-" "-" 0.0073 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/b1" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/a2" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/b2" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/a3" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c/b3" 201 - "-" "-" "-" 0.0002 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 9 "-" "-" "-" 0.0515 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0583 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1067 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0035 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_auditing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_errors ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_from_compacted_shard ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_include_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0744 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0009 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.1135 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.0986 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0917 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0876 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.5272 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.8499 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0513 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0000 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0000 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:01 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0000 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.5950 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0057 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.5359 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0458 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0004 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.7727 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0020 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.5684 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.4640 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0015 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0993 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0938 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0001 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0829 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0714 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0013 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.1011 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 564112 -test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 +test.unit.container.test_server.TestContainerController.test_through_call_invalid_path_utf8 ... ok -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 45\r\nDate: Tue, 27 Jan 2026 18:31:19 GMT\r\n\r\n{"RAW_PATH_INFO": "//", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:20] "GET //bar HTTP/1.1" 200 124 0.000068 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 48\r\nDate: Tue, 27 Jan 2026 18:31:20 GMT\r\n\r\n{"RAW_PATH_INFO": "//bar", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:20] "GET //////baz HTTP/1.1" 200 128 0.000056 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -b'HTTP/1.1 200 OK\r\nContent-Length: 52\r\nDate: Tue, 27 Jan 2026 18:31:20 GMT\r\n\r\n{"RAW_PATH_INFO": "//////baz", "QUERY_STRING": null}' -proxy INFO: (1968881) wsgi starting up on http:('127.0.0.1', 8359) -proxy DEBUG: (1968881) accepted ('127.0.0.1', 8359) -proxy INFO: 127.0.0.1 - - [27/Jan/2026 06:31:21] "GET /someurl HTTP/1.0" 200 102 0.000053 -proxy INFO: wsgi exiting -proxy INFO: (1968881) wsgi exited, is_accepting=True -test-ic DEBUG: -> 2014-05-27T20:54:11 GET http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test-ic DEBUG: -> 2014-05-27T20:54:11 HEAD http://127.0.0.1%3Fformat%3Djson 200 123 345 1401224050.98 1401224051.98 1.0 - -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test NOTICE: Closing unnecessary sock for port 6006 (child pid 88) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 89) -test NOTICE: Closing unnecessary sock for port 6006 (child pid 90) -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test CRITICAL: Unable to bind to port 6009: ack -test NOTICE: Started child 0 (PID 94) for port 6009 -test NOTICE: Started child 1 (PID 95) for port 6009 -test NOTICE: Started child 2 (PID 96) for port 6009 -test NOTICE: Started child 1 (PID 97) for port 6009 -test NOTICE: Child 2 (PID 1968881, port 6007) exiting normally -test NOTICE: Started child 0 (PID 88) for port 6006 -test NOTICE: Started child 1 (PID 89) for port 6006 -test NOTICE: Started child 2 (PID 90) for port 6006 -test NOTICE: Started child 0 (PID 91) for port 6007 -test NOTICE: Started child 1 (PID 92) for port 6007 -test NOTICE: Started child 2 (PID 93) for port 6007 -test ERROR: Problem finding shard upper in '/tmp/tmpz9qmkitj/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpz9qmkitj/test_container.db': : +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0001 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0775 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0002 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0001 "-" 564109 0 +test INFO: - - - [25/Dec/2024:12:29:59 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0798 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1097 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0004 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0002 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0637 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 564109 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0001 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0000 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1671 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1525 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1951 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 1.8179 "-" 564109 - +test INFO: - - - [25/Dec/2024:12:30:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 1.4179 "-" 564109 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.0297 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1685 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp7ckc0vx7/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp7ckc0vx7/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_using_state_aliases ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_shard_ranges_with_format_header ... ok -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style -test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok - -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, merge_items, ([{'ROWID': 2, 'name': '0:/a/c/o-nulo', 'created_at': '1769538933.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1769538933.00000', 'deleted': 0, 'storage_policy_index': 0}], '5804eb39-e480-424c-ae31-b5ed75c30bc9-') -test DEBUG: /tmp/tmpvdaqr2rs/sdb/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.074832s) -REPLICATE: /sda/0/648324562cfeedd305e8795e58d85ae6, merge_syncs, ([{'remote_id': 'b18da8b6-4299-460a-9a5a-ac18e1dd0098-sda', 'sync_point': 1}],) -test INFO: Cleaning up 0 reconciler containers -test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ccd0f46640ac0f3bb2ec612d2069a1bd', 'f5f99ec3-0238-4751-881f-33415b058b20-', '1769538931.69450', '1769538931.69200', '0', '', '1769538931.69200', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f5f99ec3-0238-4751-881f-33415b058b20-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538931.75244.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, 'ccd0f46640ac0f3bb2ec612d2069a1bd', 'f5f99ec3-0238-4751-881f-33415b058b20-', '1769538931.69450', '1769538931.69200', '0', '', '1769538931.69200', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538931.75234', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538931.75234', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538931.75234', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538931.75261', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538931.75261', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538931.75244', 'epoch': '1769538931.75244', 'reported': 0, 'tombstones': -1}], 'f5f99ec3-0238-4751-881f-33415b058b20-') -test DEBUG: /tmp/tmppada4esn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538931.75244.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmppada4esn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538931.75244.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b8cc6ac4088b45f01f6760bde3a73b83', '187258a1-d866-469d-a418-4ebc6a71afd3-', '1769538933.40557', '1769538933.40321', '0', '', '1769538933.40321', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538934.25171', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538934.25171', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538934.25171', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538934.38672', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538934.38672', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538933.46916', 'epoch': '1769538933.46916', 'reported': 0, 'tombstones': -1}], '187258a1-d866-469d-a418-4ebc6a71afd3-') -test DEBUG: /tmp/tmp8wm3ylh_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538933.46916.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8wm3ylh_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538933.46916.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b8cc6ac4088b45f01f6760bde3a73b83', '187258a1-d866-469d-a418-4ebc6a71afd3-', '1769538933.40557', '1769538934.03331', '0', '', '1769538933.40321', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538934.25171', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538934.25171', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538934.25171', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538934.38672', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538934.38672', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538933.46916', 'epoch': '1769538933.46916', 'reported': 0, 'tombstones': -1}], '187258a1-d866-469d-a418-4ebc6a71afd3-') -test DEBUG: /tmp/tmp8wm3ylh_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538933.46916.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp8wm3ylh_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538933.46916.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '61d937f4b2e1d6bd04bb2d57eafaa4f8', 'eabed4f9-a896-4039-865d-d63bf957a256-', '1769538935.47996', '1769538935.47787', '0', '', '1769538935.47787', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538936.13678', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538936.13678', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538936.13678', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538936.21826', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538936.21826', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538935.54267', 'epoch': '1769538935.54267', 'reported': 0, 'tombstones': -1}], 'eabed4f9-a896-4039-865d-d63bf957a256-') -test DEBUG: /tmp/tmpw9p9nka8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538935.54267.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpw9p9nka8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538935.54267.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '61d937f4b2e1d6bd04bb2d57eafaa4f8', 'eabed4f9-a896-4039-865d-d63bf957a256-', '1769538935.47996', '1769538936.05831', '0', '', '1769538935.47787', 101, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538936.13678', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538936.13678', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538936.13678', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538936.21826', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538936.21826', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538935.54267', 'epoch': '1769538935.54267', 'reported': 0, 'tombstones': -1}], 'eabed4f9-a896-4039-865d-d63bf957a256-') -test DEBUG: /tmp/tmpw9p9nka8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538935.54267.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpw9p9nka8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538935.54267.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_check_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_non_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_ondisk_files_reclaim_with_data_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age -test.unit.obj.test_diskfile.TestDiskFileManager.test_cleanup_uses_configured_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path -test.unit.obj.test_diskfile.TestDiskFileManager.test_construct_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up -test.unit.obj.test_diskfile.TestDiskFileManager.test_focused_yield_hashes_does_not_clean_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_and_filenames_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_bad_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_actual_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_no_meta_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_read_metadata_problem ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_diskfile_from_hash_unclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_no_rsync_temp_file_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_empty_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_repl_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_stray_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file -test.unit.obj.test_diskfile.TestDiskFileManager.test_get_ondisk_files_with_unexpected_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init -test.unit.obj.test_diskfile.TestDiskFileManager.test_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window -test.unit.obj.test_diskfile.TestDiskFileManager.test_init_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror -test.unit.obj.test_diskfile.TestDiskFileManager.test_listdir_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning -test.unit.obj.test_diskfile.TestDiskFileManager.test_missing_splice_warning ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator -test.unit.obj.test_diskfile.TestDiskFileManager.test_object_audit_location_generator ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors -test.unit.obj.test_diskfile.TestDiskFileManager.test_parse_on_disk_filename_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_and_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name -test.unit.obj.test_diskfile.TestDiskFileManager.test_partition_lock_same_partition_different_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update -test.unit.obj.test_diskfile.TestDiskFileManager.test_pickle_async_update ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_another_device_fine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_off ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_on ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_lock_same_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation -test.unit.obj.test_diskfile.TestDiskFileManager.test_replication_one_per_device_deprecation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files -test.unit.obj.test_diskfile.TestDiskFileManager.test_verify_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_cleans_up_everything ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_fails_with_bad_ondisk_filesets ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_suffix_filter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_content_type_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_hashes_yields_meta_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail -test.unit.obj.test_diskfile.TestDiskFileManager.test_yield_suffixes_dev_path_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_empty_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_exact ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_have_one_newer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_durable_older_than_remote_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_local_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_durable_but_commit_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_namespaces ... ok -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_missing_meta_expired_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout -test.unit.obj.test_ssync_receiver.TestReceiver.test_MISSING_CHECK_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_bad_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_default_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_invalid_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_matched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_mismatched_indexes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_only_node_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header -test.unit.obj.test_ssync_receiver.TestReceiver.test_Receiver_with_storage_policy_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_Exception_Exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_calls_replication_lock ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_initial_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_mount_check_isdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_replication_lock_per_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked -test.unit.obj.test_ssync_receiver.TestReceiver.test_SSYNC_semaphore_locked ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_BONK ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_replication_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_PUT_with_storage_policy_and_node_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_bad_subrequest_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_content_length_with_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_early_termination ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_multiple ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_content_length_with_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_no_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_other_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_subreq_does_not_read_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy -test.unit.obj.test_ssync_receiver.TestReceiver.test_UPDATES_with_storage_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index -test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok - -test DEBUG: checking for '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in destination policy_index 0 -test DEBUG: misplaced_object: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from storage policy 1 -test DEBUG: copy_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 will be moved to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: copy_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) moved from policy_index 1 to policy_index 0 (0000003618.84187_0000000000000002) -test DEBUG: cleanup_attempt: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from policy_index 1 (0000003618.84187_0000000000000001) will be deleted -test DEBUG: cleanup_success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) was successfully removed from policy_index 1 -test INFO: success: '/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) in policy_index 1 was handled successfully -test DEBUG: pop_queue: remove '/.misplaced_objects/3600/1:/AUTH_bob/c:sneaky/o1:sneaky' (3618.841870) from the queue (0000003618.84187_0000000000000001) -test INFO: Reconciler Stats: {'misplaced_object': 1, 'copy_attempt': 1, 'copy_success': 1, 'cleanup_attempt': 1, 'cleanup_success': 1, 'success': 1, 'pop_queue': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538924.222003) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538924.222003) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538924.222003) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538924.222003) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538924.22200) in policy_index 1 responded 503 (0000000000.00000) -test INFO: retry: '/AUTH_bob/c/o1' (1769538924.222003) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (1769538924.227026) in policy_index 1 -test DEBUG: checking for '/AUTH_bob/c/o1' (1769538924.227026) in destination policy_index 0 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: misplaced_object: '/AUTH_bob/c/o1' (1769538924.227026) in policy_index 1 should be in policy_index 0 -test DEBUG: fetching '/AUTH_bob/c/o1' (1769538924.227026) from storage policy 1 -test WARNING: unavailable_source: '/AUTH_bob/c/o1' (1769538924.22703) in policy_index 1 responded 404 (1769538924.22703_0000000000000002) -test INFO: retry: '/AUTH_bob/c/o1' (1769538924.227026) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'misplaced_object': 1, 'unavailable_source': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test DEBUG: checking container 3600 -test DEBUG: looking for objects in 3600 -test DEBUG: checking placement for '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 -test DEBUG: unavailable_container: '/AUTH_bob/c/o1' (3618.841870) unable to determine the destination policy_index -test INFO: retry: '/AUTH_bob/c/o1' (3618.841870) in policy_index 1 must be retried -test INFO: Reconciler Stats: {'unavailable_container': 1, 'retry': 1} -test DEBUG: pulling items from the queue -test DEBUG: checking container 1769536800 -test DEBUG: looking for objects in 1769536800 -test DEBUG: looking for containers in .misplaced_objects -test ERROR: Unhandled Exception trying to reconcile: + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 852, in run_once - self.reconcile() - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 831, in reconcile - for container in self._iter_containers(): - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/reconciler.py", line 748, in _iter_containers - one_page = list(itertools.islice( - ^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 331, in _iter_items - resp = self.make_request( - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 261, in make_request - six.reraise(exc_type, exc_value, exc_traceback) - File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise - raise value - File "/build/reproducible-path/swift-2.34.0/swift/common/internal_client.py", line 231, in make_request - resp = spawn(req.get_response, self.app).wait() - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 225, in wait - return self._exit_event.wait() - ^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/event.py", line 124, in wait - result = hub.switch() - ^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/hubs/hub.py", line 310, in switch - return self.greenlet.switch() - ^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/eventlet/greenthread.py", line 265, in main - result = function(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1165, in get_response - status, headers, app_iter = self.call_application(application) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/swob.py", line 1149, in call_application - app_iter = application(self.environ, start_response) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 86, in __call__ - return self.storage_policy[policy_index].__call__( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/common/middleware/helpers.py", line 324, in __call__ - resp = resp_class( - ^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_reconciler.py", line 2128, in blow_up - raise Exception('kaboom!') -Exception: kaboom! -test INFO: Reconciler Stats: {} + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0961 "-" 564109 2 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1870 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0104 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0035 "-" 564109 2 +test INFO: - - - [25/Dec/2024:12:30:05 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0213 "-" 564109 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8c8d6c0dbc354fc6a94d8-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa0ce344f6f6149b4926d1-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcaf4e269a92348fa98208-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx4d1b98fc9ad442b08a649-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfd2df79e6b064e48b66d5-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txeadf85a94c8b4a97a4360-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe6c328b493ba404590e69-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx004a246adf024792b1e08-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx836de1ddc6e34395b3ad6-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcb47ce964c2d4195aac44-006979057a)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: Setting object count to 1032 (txn: txda83ea8196614dd1b13f4-00676bface) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txbc6b7902bf964e05915cf-00676bface)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_includes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_DELETE ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_brokers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_POST ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_no_stale_reads ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: Setting object count to 48 (txn: txbc6b7902bf964e05915cf-00676bface) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: Setting object count to 1064 (txn: tx69edf688a88b4401b61c7-00676bface) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx245a27ea4ce541fa9c4ee-00676bface) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7e98b7c9fade44498db46-00676bface) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Setting object count to 1065 (txn: txc5e80b11a5dd4a22a9ec2-00676bface) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT +test.unit.container.test_server.TestContainerController.test_update_sync_store_on_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_legacy_pending_files ... ok +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers +test.unit.container.test_server.TestContainerController.test_updating_multiple_container_servers ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_server.TestContainerController.test_weird_content_types +test.unit.container.test_server.TestContainerController.test_weird_content_types ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_db_state ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers +test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container +test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion +test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove +test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted +test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect +test.unit.obj.test_server.TestObjectServer.test_expect_on_multiphase_put_diconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put +test.unit.obj.test_server.TestObjectServer.test_expect_on_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_conflict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer +test.unit.obj.test_server.TestObjectServer.test_expect_on_put_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_bad_commit_message ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_in_the_middle_of_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_client_disconnect_right_before_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_drains_extra_commit_junk_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_ec_fragment_in_headers_no_footers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_metadata_footer_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_metadata_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary +test.unit.obj.test_server.TestObjectServer.test_multiphase_put_no_mime_boundary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestObjectServer.test_not_found +test.unit.obj.test_server.TestObjectServer.test_not_found ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync +test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment +test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable +test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index +test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none +test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call +test.unit.obj.test_ssync_sender.TestSender.test_call ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_metadata_legacy_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required +test.unit.obj.test_ssync_sender.TestSender.test_call_and_missing_check_with_obj_list_but_required ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others +test.unit.obj.test_ssync_sender.TestSender.test_call_calls_others ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_MessageTimeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_ReplicationException ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_exception_handling_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions +test.unit.obj.test_ssync_sender.TestSender.test_call_catches_other_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect +test.unit.obj.test_ssync_sender.TestSender.test_connect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status +test.unit.obj.test_ssync_sender.TestSender.test_connect_bad_status ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_no_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_none_frag_to_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated +test.unit.obj.test_ssync_sender.TestSender.test_connect_handoff_replicated ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_legacy_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_receive_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout +test.unit.obj.test_ssync_sender.TestSender.test_connect_send_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_connect_upgraded_receiver_include_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout +test.unit.obj.test_ssync_sender.TestSender.test_disconnect_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_extra_line_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_disconnect2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_far_end_unexpected ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_empty_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_has_suffixes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_exactly_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_max_objects_less_than_actual_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_send_line ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_missing_check_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all +test.unit.obj.test_ssync_sender.TestSender.test_readline_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed +test.unit.obj.test_ssync_sender.TestSender.test_readline_all_trailing_not_newline_termed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_at_start_of_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_broken_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow +test.unit.obj.test_ssync_sender.TestSender.test_readline_buffer_exceeds_network_chunk_size_somehow ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension +test.unit.obj.test_ssync_sender.TestSender.test_readline_chunk_with_extension ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer +test.unit.obj.test_ssync_sender.TestSender.test_readline_newline_in_buffer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk +test.unit.obj.test_ssync_sender.TestSender.test_readline_terminated_chunk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_delete_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post +test.unit.obj.test_ssync_sender.TestSender.test_send_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_post_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put +test.unit.obj.test_ssync_sender.TestSender.test_send_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_chunk_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout +test.unit.obj.test_ssync_sender.TestSender.test_send_put_initial_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable +test.unit.obj.test_ssync_sender.TestSender.test_send_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name +test.unit.obj.test_ssync_sender.TestSender.test_send_put_unicode_header_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete +test.unit.obj.test_ssync_sender.TestSender.test_update_send_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map +test.unit.obj.test_ssync_sender.TestSender.test_updates_empty_send_map ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted +test.unit.obj.test_ssync_sender.TestSender.test_updates_is_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put +test.unit.obj.test_ssync_sender.TestSender.test_updates_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post +test.unit.obj.test_ssync_sender.TestSender.test_updates_put_and_post ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_disconnect_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_timeout_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_end ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start +test.unit.obj.test_ssync_sender.TestSender.test_updates_read_response_unexp_start ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index +test.unit.obj.test_ssync_sender.TestSender.test_updates_storage_policy_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout +test.unit.obj.test_ssync_sender.TestSender.test_updates_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 +test.unit.obj.test_ssync_sender.TestSender.test_updates_unexpected_response_lines2 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum +test.unit.proxy.controllers.test_base.TestFuncs.test_base_have_quorum ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides +test.unit.proxy.controllers.test_base.TestFuncs.test_best_response_overrides ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip +test.unit.proxy.controllers.test_base.TestFuncs.test_bytes_to_skip ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_needs_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy +test.unit.proxy.controllers.test_base.TestFuncs.test_container_info_preserves_storage_policy ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_change_backend_user_agent ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_no_orig_req ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_generate_request_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_bad_path ... ok -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0185 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1430 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 1287 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 1274 "-" "-" "-" 0.0059 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:33 +0000] "GET /sda1/p/a/c" 200 633 "-" "-" "-" 0.0018 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2099 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1362 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/a/c" 400 9 "-" "-" "-" 0.0071 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/a/c" 412 22 "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/a/c" 507 - "-" "-" "-" 0.0006 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0687 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "PUT /sda1/p/.shards_a/c_f" 201 - "-" "-" "-" 0.0937 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "PUT /sda1/p/.shards_a/c_f" 202 - "-" "-" "-" 0.1389 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0037 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0026 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0041 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 328 "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:34 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0012 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp8ktpdg19/tmp_test_container_server_ContainerController/sda1/containers/p/189/b0d72ea4144f5f4c7f596aa4fe1f3189/b0d72ea4144f5f4c7f596aa4fe1f3189.db' -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/.shards_a/c_f" 200 656 "-" "-" "-" 0.0031 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0813 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0673 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0064 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0067 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0775 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 1332 "-" "-" "-" 0.0025 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0051 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0801 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "GET /sda1/p/a/c" 200 2662 "-" "-" "-" 0.0024 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0935 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:35 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1788 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0978 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1341 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0052 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1778 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2058 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "GET /sda1/p/a/c" 200 1645 "-" "-" "-" 0.0030 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.0921 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/.shards_a/c" 202 - "-" "-" "-" 0.1429 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "GET /sda1/p/.shards_a/c" 200 1653 "-" "-" "-" 0.0018 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:36 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0861 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2822 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0075 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0138 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3437 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:37 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2319 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.3136 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 200 53 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0010 "-" 1968928 2 test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0852 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0566 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok -Container 'a/c' cannot be set to sharded state while in sharded state +test INFO: - - - [25/Dec/2024:12:30:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.0626 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1755 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0792 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2036 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1366 "-" 564112 - +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1618 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2941 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update + account_response = conn.getresponse() + ^^^^^^^^^^^^^^^^ +AttributeError: 'NoneType' object has no attribute 'getresponse' +test INFO: - - - [25/Dec/2024:12:30:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0602 "-" 564112 0 +test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test INFO: - - - [25/Dec/2024:12:30:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0572 "-" 564112 0 +test INFO: - - - [25/Dec/2024:12:30:08 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0032 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:08 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 564112 - +test INFO: - - - [25/Dec/2024:12:30:08 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0773 "-" 564112 0 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Base DELETE returning 503 for (204, 204, 404) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx159ab5bec578487b90da1-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx159ab5bec578487b90da1-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect + i, status = next(conn_id_and_code_iter) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^ +StopIteration (txn: tx159ab5bec578487b90da1-00676bfad0) +test ERROR: Container HEAD returning 503 for [] (txn: tx159ab5bec578487b90da1-00676bfad0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_infocache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_owner ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_account_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key +test.unit.proxy.controllers.test_base.TestFuncs.test_get_cache_key ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_bad_path ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_in_pipeline ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_auto_account ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_no_container_gets_cached ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_only_lookup_cache ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app +test.unit.proxy.controllers.test_base.TestFuncs.test_get_container_info_uses_logging_app ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck +test.unit.proxy.controllers.test_base.TestFuncs.test_get_info_zero_recheck ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_disabled ... ok -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx914781ed720f45e3a327f-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6d6602d30236484280a20-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx317f74f74ae746d8bea0e-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx628aa2e56e244133988eb-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6769934acfab40bca8bd9-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txca2281d77875433898059-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx4114bad11e7042d7b242e-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb8f03b6c377c4879b2ede-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx11a92de2662d4aa9b7a16-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx5f57c62d9d024355851fb-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx7cfea7be26fa4150b6268-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb331a387640646ea93ce2-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txfd2d05102d3a4709a69d3-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx493d871d6dd94d0bb65cf-006979057a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx21168a538eba4baea6f57-006979057a) -test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: txcf453de4c6294ac187d31-006979057a) -test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx94028ee0c18942adb439b-006979057a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -100578,1261 +96643,65 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txce1e1ab08741400695bd5-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd501a131417d4306b25aa-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: tx99e20d885f7e42eb90b59-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: tx1fb87eaf996e4a7195f6f-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txd0e54d7ae76b44eb88b48-006979057a) -test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx425267bbdf9743008fe49-006979057a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txc036b7d7b28a43f180cdb-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx769b8fb4797a43ae86569-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx56726e2e7cc040d1be865-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6afb2dcfc59045a1910bd-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcc018aa5b0734bce95f13-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcce10641ae5748fe9650a-006979057a) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi -test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_for_shard_ranges_db_unlinked ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_with_override_deleted_ignored_for_objects ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_GET_xml ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_accept ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_not_found ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538997.00000, db: /tmp/tmpzst4b00t/sda/containers/0/bf5/1fa8dae564f8d85e314c60ae1c687bf5/1fa8dae564f8d85e314c60ae1c687bf5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769538999.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e3c/44a2e1add7167375a75aedbe0fc24e3c/44a2e1add7167375a75aedbe0fc24e3c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769538999.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e3c/44a2e1add7167375a75aedbe0fc24e3c/44a2e1add7167375a75aedbe0fc24e3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539001.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b45/3e71ca9d857933cce3c4746357e0ab45/3e71ca9d857933cce3c4746357e0ab45.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539000.00000, (0, 0) as of 1769539000.00000, sharding as of 1769539000.00000> to ShardRange<'k' to 't' as of 1769539001.00000, (0, 0) as of 1769539001.00000, sharded as of 1769539001.00000>, path: .shards_a/shard_c_1769539001.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b45/3e71ca9d857933cce3c4746357e0ab45/3e71ca9d857933cce3c4746357e0ab45.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539001.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b45/3e71ca9d857933cce3c4746357e0ab45/3e71ca9d857933cce3c4746357e0ab45.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539003.00000, db: /tmp/tmpzst4b00t/sda/containers/0/349/d9c2e58001cdb40f3688a930b0dda349/d9c2e58001cdb40f3688a930b0dda349.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539002.00000, (0, 0) as of 1769539002.00000, sharding as of 1769539002.00000> to ShardRange<'k' to 't' as of 1769539003.00000, (0, 0) as of 1769539003.00000, shrunk as of 1769539003.00000>, path: .shards_a/shard_c_1769539003.00000, db: /tmp/tmpzst4b00t/sda/containers/0/349/d9c2e58001cdb40f3688a930b0dda349/d9c2e58001cdb40f3688a930b0dda349.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539003.00000, db: /tmp/tmpzst4b00t/sda/containers/0/349/d9c2e58001cdb40f3688a930b0dda349/d9c2e58001cdb40f3688a930b0dda349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539005.00000, db: /tmp/tmpzst4b00t/sda/containers/0/950/de6b289afba26e254e738bf8eac6e950/de6b289afba26e254e738bf8eac6e950.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539004.00000, (0, 0) as of 1769539004.00000, sharded as of 1769539004.00000> to ShardRange<'k' to 't' as of 1769539005.00000, (0, 0) as of 1769539005.00000, found as of 1769539005.00000>, path: .shards_a/shard_c_1769539005.00000, db: /tmp/tmpzst4b00t/sda/containers/0/950/de6b289afba26e254e738bf8eac6e950/de6b289afba26e254e738bf8eac6e950.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539007.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e17/038afae910a57d8f37a4c93224ea9e17/038afae910a57d8f37a4c93224ea9e17.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539006.00000, (0, 0) as of 1769539006.00000, sharded as of 1769539006.00000> to ShardRange<'k' to 't' as of 1769539007.00000, (0, 0) as of 1769539007.00000, created as of 1769539007.00000>, path: .shards_a/shard_c_1769539007.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e17/038afae910a57d8f37a4c93224ea9e17/038afae910a57d8f37a4c93224ea9e17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539009.00000, db: /tmp/tmpzst4b00t/sda/containers/0/72b/70b72b45d16d1f07c6eba4e52b7b772b/70b72b45d16d1f07c6eba4e52b7b772b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539008.00000, (0, 0) as of 1769539008.00000, sharded as of 1769539008.00000> to ShardRange<'k' to 't' as of 1769539009.00000, (0, 0) as of 1769539009.00000, cleaved as of 1769539009.00000>, path: .shards_a/shard_c_1769539009.00000, db: /tmp/tmpzst4b00t/sda/containers/0/72b/70b72b45d16d1f07c6eba4e52b7b772b/70b72b45d16d1f07c6eba4e52b7b772b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539011.00000, db: /tmp/tmpzst4b00t/sda/containers/0/29c/f60b25d7536144016a317c2456c9b29c/f60b25d7536144016a317c2456c9b29c.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539010.00000, (0, 0) as of 1769539010.00000, sharded as of 1769539010.00000> to ShardRange<'k' to 't' as of 1769539011.00000, (0, 0) as of 1769539011.00000, active as of 1769539011.00000>, path: .shards_a/shard_c_1769539011.00000, db: /tmp/tmpzst4b00t/sda/containers/0/29c/f60b25d7536144016a317c2456c9b29c/f60b25d7536144016a317c2456c9b29c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539013.00000, db: /tmp/tmpzst4b00t/sda/containers/0/655/1470cd3b52d8684f8abfa7fce04ac655/1470cd3b52d8684f8abfa7fce04ac655.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539012.00000, (0, 0) as of 1769539012.00000, sharded as of 1769539012.00000> to ShardRange<'k' to 't' as of 1769539013.00000, (0, 0) as of 1769539013.00000, shrinking as of 1769539013.00000>, path: .shards_a/shard_c_1769539013.00000, db: /tmp/tmpzst4b00t/sda/containers/0/655/1470cd3b52d8684f8abfa7fce04ac655/1470cd3b52d8684f8abfa7fce04ac655.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539013.00000, db: /tmp/tmpzst4b00t/sda/containers/0/655/1470cd3b52d8684f8abfa7fce04ac655/1470cd3b52d8684f8abfa7fce04ac655.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539015.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d2d/299624ce921910ee2b554df06ee60d2d/299624ce921910ee2b554df06ee60d2d.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539014.00000, (0, 0) as of 1769539014.00000, sharded as of 1769539014.00000> to ShardRange<'k' to 't' as of 1769539015.00000, (0, 0) as of 1769539015.00000, sharding as of 1769539015.00000>, path: .shards_a/shard_c_1769539015.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d2d/299624ce921910ee2b554df06ee60d2d/299624ce921910ee2b554df06ee60d2d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539015.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d2d/299624ce921910ee2b554df06ee60d2d/299624ce921910ee2b554df06ee60d2d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539017.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c21/d55c5d799b6077a1474b5be87803bc21/d55c5d799b6077a1474b5be87803bc21.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539017.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c21/d55c5d799b6077a1474b5be87803bc21/d55c5d799b6077a1474b5be87803bc21.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539019.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cff/84962b734909bd950bc4abb1b627bcff/84962b734909bd950bc4abb1b627bcff.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539018.00000, (0, 0) as of 1769539018.00000, sharded as of 1769539018.00000> to ShardRange<'k' to 't' as of 1769539019.00000, (0, 0) as of 1769539019.00000, shrunk as of 1769539019.00000>, path: .shards_a/shard_c_1769539019.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cff/84962b734909bd950bc4abb1b627bcff/84962b734909bd950bc4abb1b627bcff.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539019.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cff/84962b734909bd950bc4abb1b627bcff/84962b734909bd950bc4abb1b627bcff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539021.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7d0/c315e52cded56503d8d282a73b9377d0/c315e52cded56503d8d282a73b9377d0.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539020.00000, (0, 0) as of 1769539020.00000, shrunk as of 1769539020.00000> to ShardRange<'k' to 't' as of 1769539021.00000, (0, 0) as of 1769539021.00000, found as of 1769539021.00000>, path: .shards_a/shard_c_1769539021.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7d0/c315e52cded56503d8d282a73b9377d0/c315e52cded56503d8d282a73b9377d0.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_HEAD_timestamp_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_OPTIONS ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: tx3d1e810f41fc4acb968fa-006979057a) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3d1e810f41fc4acb968fa-006979057a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -test DEBUG: GET listing from 3 shards for: /v1/a/c -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} -test ERROR: Aborting listing from shards due to bad response: [204] -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprzy838di/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprzy838di/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprzy838di/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprzy838di/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:38 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0738 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1272 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0803 "-" 1968915 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0943 "-" 1968915 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f6706cb027f4e8ea3675-006979057b" "proxy-server 1968915" 0.0040 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:60315/sdb1/1/a/c" "tx5f6706cb027f4e8ea3675-006979057b" "container-server 1968915" 0.0041 "-" 1968915 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49681/sda1/1/a/c" "tx5f6706cb027f4e8ea3675-006979057b" "container-server 1968915" 0.0013 "-" 1968915 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f6706cb027f4e8ea3675-006979057b" "proxy-server 1968915" 0.2177 "-" 1968915 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f6706cb027f4e8ea3675-006979057b" "proxy-server 1968915" 0.1086 "-" 1968915 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/35/39 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5f6706cb027f4e8ea3675-006979057b - 0.2325 - - 1769538939.051883459 1769538939.284418344 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txa3a8317c5aad4ccbbb559-006979057b" "proxy-server 1968915" 0.0014 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49681/sda1/1/a1/c1" "txa3a8317c5aad4ccbbb559-006979057b" "container-server 1968915" 0.0028 "-" 1968915 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:60315/sdb1/1/a1/c1" "txa3a8317c5aad4ccbbb559-006979057b" "container-server 1968915" 0.0014 "-" 1968915 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa3a8317c5aad4ccbbb559-006979057b" "proxy-server 1968915" 0.0908 "-" 1968915 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txa3a8317c5aad4ccbbb559-006979057b" "proxy-server 1968915" 0.1772 "-" 1968915 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/35/39 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txa3a8317c5aad4ccbbb559-006979057b - 0.1859 - - 1769538939.286016226 1769538939.471906900 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txac86784c34424b02babe2-006979057b" "proxy-server 1968915" 0.1081 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49681/sda1/2/a/c1" "txac86784c34424b02babe2-006979057b" "container-server 1968915" 0.1349 "-" 1968915 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:60315/sdb1/2/a/c1" "txac86784c34424b02babe2-006979057b" "container-server 1968915" 0.0011 "-" 1968915 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txac86784c34424b02babe2-006979057b" "proxy-server 1968915" 0.2273 "-" 1968915 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txac86784c34424b02babe2-006979057b" "proxy-server 1968915" 0.2899 "-" 1968915 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/35/39 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txac86784c34424b02babe2-006979057b - 0.4056 - - 1769538939.473624229 1769538939.879242659 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx53c50d0fb1124b56a384b-006979057b" "proxy-server 1968915" 0.1018 "-" 1968915 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49681/sda1/1/a/c2" "tx53c50d0fb1124b56a384b-006979057b" "container-server 1968915" 0.1061 "-" 1968915 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:60315/sdb1/1/a/c2" "tx53c50d0fb1124b56a384b-006979057b" "container-server 1968915" 0.0700 "-" 1968915 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:40 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx53c50d0fb1124b56a384b-006979057b" "proxy-server 1968915" 0.3856 "-" 1968915 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:35:40 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx53c50d0fb1124b56a384b-006979057b" "proxy-server 1968915" 0.3013 "-" 1968915 2test.unit.proxy.test_server.TestController.test_account_info_200 -test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_404 -test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_container_count -test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_account -test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_account_info_no_cache -test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_200 -test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_404 -test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_invalid_account -test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_container_info_no_cache -test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings -test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_make_requests -test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestController.test_transfer_headers -test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object -test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' - -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/35/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx53c50d0fb1124b56a384b-006979057b - 0.4993 - - 1769538939.882117271 1769538940.381370783 2 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_no_timestamp_update ... ok - -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0695 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 200 321 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0009 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0634 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0659 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.1234 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0003 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0928 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0924 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0901 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:38 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0012 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/xmlc" 201 - "-" "-" "-" 0.0785 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/xmlc/0" 201 - "-" "-" "-" 0.0046 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/xmlc/1" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/xmlc/2" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0827 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0044 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0028 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0028 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/xmlc" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "GET /sda1/p/a/xmlc" 200 545 "-" "-" "-" 0.0021 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0805 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0203 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0993 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 400 21 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 406 - "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 400 34 "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/./a/c" 400 20 "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0006 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0826 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0614 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0843 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0803 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2204 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:39 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2053 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1375 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1368 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2422 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0494 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0045 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0859 "-" 1968928 2test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_HEAD_sys_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_after_DELETE_not_found ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_ignores_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_container_sync_to ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_invalid_partition ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_reset_container_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_POST_timestamp_not_float ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a5d165007221e84540e35f5555b0799', '54157ea7-cfab-48ef-975a-65ae97ad710e-', '1769538937.77831', '1769538937.77558', '0', '', '1769538937.77558', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538938.69337', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538938.69337', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538938.69337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538938.76460', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538938.76460', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538938.06834', 'epoch': '1769538938.06834', 'reported': 0, 'tombstones': -1}], '54157ea7-cfab-48ef-975a-65ae97ad710e-') -test DEBUG: /tmp/tmpxvmje_h2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538938.06834.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxvmje_h2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538938.06834.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, '9a5d165007221e84540e35f5555b0799', '54157ea7-cfab-48ef-975a-65ae97ad710e-', '1769538937.77831', '1769538938.63641', '0', '', '1769538937.77558', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538938.69337', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538938.69337', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538938.69337', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538938.76460', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538938.76460', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538938.06834', 'epoch': '1769538938.06834', 'reported': 0, 'tombstones': -1}], '54157ea7-cfab-48ef-975a-65ae97ad710e-') -test DEBUG: /tmp/tmpxvmje_h2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538938.06834.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpxvmje_h2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538938.06834.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'a9360399a11032463f7d11c3694493a3', 'ca314894-b1dc-449c-97a0-e457855a6bc2-', '1769538939.67215', '1769538939.66942', '0', '', '1769538939.66942', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538940.46582', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538940.46582', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538940.46582', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538940.52458', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538940.52458', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538939.73618', 'epoch': '1769538939.73618', 'reported': 0, 'tombstones': -1}], 'ca314894-b1dc-449c-97a0-e457855a6bc2-') -test DEBUG: /tmp/tmpqp0y61wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538939.73618.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqp0y61wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538939.73618.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (5, 'a9360399a11032463f7d11c3694493a3', 'ca314894-b1dc-449c-97a0-e457855a6bc2-', '1769538939.67215', '1769538940.43179', '0', '', '1769538939.66942', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538940.46582', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538940.46582', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538940.46582', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538940.52458', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538940.52458', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538939.73618', 'epoch': '1769538939.73618', 'reported': 0, 'tombstones': -1}], 'ca314894-b1dc-449c-97a0-e457855a6bc2-') -test DEBUG: /tmp/tmpqp0y61wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538939.73618.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpqp0y61wq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538939.73618.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '61172e996baef096e6e465706df2d3c7', 'bed26529-9575-49d4-b556-ccdda8bd5c61-', '1769538941.51272', '1769538941.51030', '0', '', '1769538941.51030', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538941.58045', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538941.58045', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538941.58045', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538941.58067', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538941.58067', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538941.58053', 'epoch': '1769538941.58053', 'reported': 0, 'tombstones': -1}], 'bed26529-9575-49d4-b556-ccdda8bd5c61-') -test DEBUG: /tmp/tmps0qwg_kz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538941.58053.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps0qwg_kz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538941.58053.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '61172e996baef096e6e465706df2d3c7', 'bed26529-9575-49d4-b556-ccdda8bd5c61-', '1769538941.51272', '1769538942.03314', '0', '', '1769538941.51030', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538941.58045', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538941.58045', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538941.58045', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538941.58067', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538941.58067', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538941.58053', 'epoch': '1769538941.58053', 'reported': 0, 'tombstones': -1}], 'bed26529-9575-49d4-b556-ccdda8bd5c61-') -test DEBUG: /tmp/tmps0qwg_kz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538941.58053.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmps0qwg_kz/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538941.58053.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_object_timing_metrics ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0802 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:40 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1960 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1323 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0085 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0719 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0523 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c/" 404 - "-" "-" "-" 0.0011 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0473 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0712 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0618 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0026 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0897 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0630 "-" 1968928 4 -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0040 "-" 1968928 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "POST /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:41 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1458 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0439 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0864 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "POST /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0613 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0299 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1458 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0462 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0978 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1201 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0479 "-" 1968928 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" - "-" 1968928 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" - "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0589 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c/obj_0" 201 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:42 +0000] "PUT /sda1/p/a/c/obj_1" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.2100 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0850 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0407 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0640 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0788 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 255 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1683 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 332 "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0061 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 330 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 670 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shard_ranges ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_shards_timing_metrics ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok - -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1323 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 657 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1339 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0030 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 318 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 324 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0034 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0033 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1017 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1006 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1351 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 677 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0027 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 676 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1021 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 685 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 345 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0025 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0042 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0023 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmpzao020mc/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 666 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1337 "-" "-" "-" 0.0035 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 336 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1353 "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0435 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 1347 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 340 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0038 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c/" 200 330 "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "GET /sda1/p/a/c/" 200 1017 "-" "-" "-" 0.0022 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:43 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0427 "-" 1968928 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" - "-" 1968928 2 -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "GET /sda1/p/a/c" 200 664 "-" "-" "-" - "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf'test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_sys_metadata ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539023.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cae/8d85a7fecb0aa6cbe92763f7d4a84cae/8d85a7fecb0aa6cbe92763f7d4a84cae.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539022.00000, (0, 0) as of 1769539022.00000, shrunk as of 1769539022.00000> to ShardRange<'k' to 't' as of 1769539023.00000, (0, 0) as of 1769539023.00000, created as of 1769539023.00000>, path: .shards_a/shard_c_1769539023.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cae/8d85a7fecb0aa6cbe92763f7d4a84cae/8d85a7fecb0aa6cbe92763f7d4a84cae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539025.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6ac/beaf4dbcf9d7b7c33e1af42e233136ac/beaf4dbcf9d7b7c33e1af42e233136ac.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539024.00000, (0, 0) as of 1769539024.00000, shrunk as of 1769539024.00000> to ShardRange<'k' to 't' as of 1769539025.00000, (0, 0) as of 1769539025.00000, cleaved as of 1769539025.00000>, path: .shards_a/shard_c_1769539025.00000, db: /tmp/tmpzst4b00t/sda/containers/0/6ac/beaf4dbcf9d7b7c33e1af42e233136ac/beaf4dbcf9d7b7c33e1af42e233136ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539027.00000, db: /tmp/tmpzst4b00t/sda/containers/0/61b/4bfcbd2f5288ed7c29c2e8e4c537561b/4bfcbd2f5288ed7c29c2e8e4c537561b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539026.00000, (0, 0) as of 1769539026.00000, shrunk as of 1769539026.00000> to ShardRange<'k' to 't' as of 1769539027.00000, (0, 0) as of 1769539027.00000, active as of 1769539027.00000>, path: .shards_a/shard_c_1769539027.00000, db: /tmp/tmpzst4b00t/sda/containers/0/61b/4bfcbd2f5288ed7c29c2e8e4c537561b/4bfcbd2f5288ed7c29c2e8e4c537561b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539029.00000, db: /tmp/tmpzst4b00t/sda/containers/0/eab/3a75677f2942d1998f12dab5d06efeab/3a75677f2942d1998f12dab5d06efeab.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539028.00000, (0, 0) as of 1769539028.00000, shrunk as of 1769539028.00000> to ShardRange<'k' to 't' as of 1769539029.00000, (0, 0) as of 1769539029.00000, shrinking as of 1769539029.00000>, path: .shards_a/shard_c_1769539029.00000, db: /tmp/tmpzst4b00t/sda/containers/0/eab/3a75677f2942d1998f12dab5d06efeab/3a75677f2942d1998f12dab5d06efeab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539029.00000, db: /tmp/tmpzst4b00t/sda/containers/0/eab/3a75677f2942d1998f12dab5d06efeab/3a75677f2942d1998f12dab5d06efeab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539031.00000, db: /tmp/tmpzst4b00t/sda/containers/0/10a/00b04f3cb352d7838e596573b76f810a/00b04f3cb352d7838e596573b76f810a.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539030.00000, (0, 0) as of 1769539030.00000, shrunk as of 1769539030.00000> to ShardRange<'k' to 't' as of 1769539031.00000, (0, 0) as of 1769539031.00000, sharding as of 1769539031.00000>, path: .shards_a/shard_c_1769539031.00000, db: /tmp/tmpzst4b00t/sda/containers/0/10a/00b04f3cb352d7838e596573b76f810a/00b04f3cb352d7838e596573b76f810a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539031.00000, db: /tmp/tmpzst4b00t/sda/containers/0/10a/00b04f3cb352d7838e596573b76f810a/00b04f3cb352d7838e596573b76f810a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539033.00000, db: /tmp/tmpzst4b00t/sda/containers/0/0fd/c7b19bcadd831331db6c64706226e0fd/c7b19bcadd831331db6c64706226e0fd.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769539032.00000, (0, 0) as of 1769539032.00000, shrunk as of 1769539032.00000> to ShardRange<'k' to 't' as of 1769539033.00000, (0, 0) as of 1769539033.00000, sharded as of 1769539033.00000>, path: .shards_a/shard_c_1769539033.00000, db: /tmp/tmpzst4b00t/sda/containers/0/0fd/c7b19bcadd831331db6c64706226e0fd/c7b19bcadd831331db6c64706226e0fd.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539033.00000, db: /tmp/tmpzst4b00t/sda/containers/0/0fd/c7b19bcadd831331db6c64706226e0fd/c7b19bcadd831331db6c64706226e0fd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539035.00000, db: /tmp/tmpzst4b00t/sda/containers/0/35b/69643a7ded8853aa8e52dcafba0a635b/69643a7ded8853aa8e52dcafba0a635b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539035.00000, db: /tmp/tmpzst4b00t/sda/containers/0/35b/69643a7ded8853aa8e52dcafba0a635b/69643a7ded8853aa8e52dcafba0a635b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539036.00000, db: /tmp/tmpzst4b00t/sda/containers/0/aed/9614e794190e897dd736e6b196f3faed/9614e794190e897dd736e6b196f3faed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539038.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d79/6809c7b0dfa8ecaa99e6670388a3ad79/6809c7b0dfa8ecaa99e6670388a3ad79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539040.00000, db: /tmp/tmpzst4b00t/sda/containers/0/245/25956a1d2f707ce0f092857721eef245/25956a1d2f707ce0f092857721eef245.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539042.00000, db: /tmp/tmpzst4b00t/sda/containers/0/752/1fccacb9b21bc33e5bae077d08c06752/1fccacb9b21bc33e5bae077d08c06752.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539044.00000, db: /tmp/tmpzst4b00t/sda/containers/0/461/cbee35132db5c99fd7700d44f043d461/cbee35132db5c99fd7700d44f043d461.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539046.00000, db: /tmp/tmpzst4b00t/sda/containers/0/912/68f966ddeca7240ef07db1f4d5284912/68f966ddeca7240ef07db1f4d5284912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539048.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ace/5e206dc5556f34fa506a57e1bb3b8ace/5e206dc5556f34fa506a57e1bb3b8ace.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539050.00000, db: /tmp/tmpzst4b00t/sda/containers/0/5cb/11e2c31f259de09289e1f0417870d5cb/11e2c31f259de09289e1f0417870d5cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539052.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4c9/ccf13fde3e7cb56e5be30237013824c9/ccf13fde3e7cb56e5be30237013824c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539054.00000, db: /tmp/tmpzst4b00t/sda/containers/0/03a/e447334220ca71237cfc6f361d69d03a/e447334220ca71237cfc6f361d69d03a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539056.00000, db: /tmp/tmpzst4b00t/sda/containers/0/573/c1b770cc67a83f55f44cd1696ca24573/c1b770cc67a83f55f44cd1696ca24573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539058.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7e1/6662e10476abe2271c9d64956a0407e1/6662e10476abe2271c9d64956a0407e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539060.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8e6/688a0e9df0ad626851cab5b734ec08e6/688a0e9df0ad626851cab5b734ec08e6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539062.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ba9/8daee13dbe21c7bd8fcb6902b390eba9/8daee13dbe21c7bd8fcb6902b390eba9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539064.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8ac/1397f45ef255cc61cbb7e354b4da88ac/1397f45ef255cc61cbb7e354b4da88ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539066.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8dc/f1d4b6c51627e54df1981bca121008dc/f1d4b6c51627e54df1981bca121008dc.dbtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_GET_to_sharding_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_HEAD_put_timestamp_updates ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_account_update ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_change ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_bad_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_container_timing_metrics ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_good_policy_specified ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_invalid_partition ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_change ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_default ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '081dc135090615d5d92fd74dd09ac276', '3bb17977-fd7b-44b5-b400-52e922ae4f49-', '1769538942.33498', '1769538942.33254', '0', '', '1769538942.33254', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538942.40750', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538942.40750', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538942.40750', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538942.40790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538942.40790', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538942.40766', 'epoch': '1769538942.40766', 'reported': 0, 'tombstones': -1}], '3bb17977-fd7b-44b5-b400-52e922ae4f49-') -test DEBUG: /tmp/tmpagwuyrbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538942.40766.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpagwuyrbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538942.40766.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '081dc135090615d5d92fd74dd09ac276', '3bb17977-fd7b-44b5-b400-52e922ae4f49-', '1769538942.33498', '1769538942.83140', '0', '', '1769538942.33254', 99, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538942.40750', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769538942.40750', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538942.40750', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538942.40790', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538942.40790', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538942.40766', 'epoch': '1769538942.40766', 'reported': 0, 'tombstones': -1}], '3bb17977-fd7b-44b5-b400-52e922ae4f49-') -test DEBUG: /tmp/tmpagwuyrbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538942.40766.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpagwuyrbr/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538942.40766.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ab20a3bc44d738999de22fa8275af655', '7832d2d8-aae9-4285-a6c9-becd1592cb2b-', '1769538943.27924', '1769538943.27306', '0', '', '1769538943.27306', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7832d2d8-aae9-4285-a6c9-becd1592cb2b-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538943.45082.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, 'ab20a3bc44d738999de22fa8275af655', '7832d2d8-aae9-4285-a6c9-becd1592cb2b-', '1769538943.27924', '1769538943.27306', '0', '', '1769538943.27306', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538943.33217', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538943.33217', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538943.33217', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538943.45107', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538943.45107', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538943.45082', 'epoch': '1769538943.45082', 'reported': 0, 'tombstones': -1}], '7832d2d8-aae9-4285-a6c9-becd1592cb2b-') -test DEBUG: /tmp/tmphaosx5pw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538943.45082.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmphaosx5pw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538943.45082.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '618ad2dd3ad8cdb09f627ba49c4ea062', 'a685bd38-10ab-4711-ac76-a5951eb8cf20-', '1769538944.07468', '1769538944.06894', '0', '', '1769538944.06894', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a685bd38-10ab-4711-ac76-a5951eb8cf20-', '5267a50d4a8f6ea3ee1dbecb8592e872_1769538944.66989.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (8, '618ad2dd3ad8cdb09f627ba49c4ea062', 'a685bd38-10ab-4711-ac76-a5951eb8cf20-', '1769538944.07468', '1769538944.06894', '0', '', '1769538944.06894', 2, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538944.23858', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538944.23858', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538944.23858', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538944.67018', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538944.67018', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538944.66989', 'epoch': '1769538944.66989', 'reported': 0, 'tombstones': -1}], 'a685bd38-10ab-4711-ac76-a5951eb8cf20-') -test DEBUG: /tmp/tmpvv1ubrbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538944.66989.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpvv1ubrbu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538944.66989.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '4aa7d60dee7ff07ee095e39bfcecc367', '6acb9994-262f-4980-8e5d-de8074bd8526-', '1769538947.52921', '1769538947.52638', '0', '', '1769538947.52638', 3, 0) -test WARNING: /tmp/tmplv__b0r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538947.64751.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmplv__b0r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538947.64751.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '4aa7d60dee7ff07ee095e39bfcecc367', '6acb9994-262f-4980-8e5d-de8074bd8526-', '1769538947.52921', '1769538948.28329', '0', '', '1769538947.52638', 3, 0) -test WARNING: /tmp/tmplv__b0r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538947.64751.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmplv__b0r5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538947.64751.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9260780100a94c2b24fcd09c0d06fbb3', 'a82bda40-471a-43c9-a00f-c8cc86990d5d-', '1769538948.88519', '1769538948.88270', '0', '', '1769538948.88270', 3, 0) -test WARNING: /tmp/tmpasjibc1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538949.03632.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpasjibc1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538949.03632.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_for_existing_non_default ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_no_policy_specified ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok - -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1112 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.2636 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.5514 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:44 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:45 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.4380 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:45 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:45 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2872 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:45 +0000] "PUT /sda1/p/a/c/unsharded" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:46 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.2964 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:47 +0000] "PUT /sda1/p/a/c/sharding" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:47 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.1320 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:47 +0000] "PUT /sda1/p/a/c/racing_update" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:47 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.0033 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:47 +0000] "GET /sda1/p/a/c" 200 134 "-" "-" "-" 0.2212 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0689 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1925 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.3473 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1909 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:48 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.1522 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0759 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0630 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.2689 "-" 1968928 - -test ERROR: ERROR Account update failed with 127.0.0.1:36075/sda1 (will retry later): Response 503 OK -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0937 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1643 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0013 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0011 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 409 - "-" "-" "-" 0.0038 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968928 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 400 45 "-" "-" "-" 0.0003 "-" 1968928 nada -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [01/Jan/1970:00:16:40 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" - "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1000 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0018 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:49 +0000] "PUT /sda1/./a/c" 400 20 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1338 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0023 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0818 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0756 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0022 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0579 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0517 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:50 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 1.3613 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0471 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0668 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0521 "-" 1968928 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_non_utf8_metadata ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_obj_not_found ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9260780100a94c2b24fcd09c0d06fbb3', 'a82bda40-471a-43c9-a00f-c8cc86990d5d-', '1769538948.88519', '1769538949.97140', '0', '', '1769538948.88270', 3, 0) -test WARNING: /tmp/tmpasjibc1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538949.03632.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading -test WARNING: /tmp/tmpasjibc1c/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538949.03632.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'd72beb214107c3a737c5aee1962cf126', '083c35e0-601c-4e54-91f7-540da7658921-', '1769538950.30536', '1769538950.30086', '0', '', '1769538950.30086', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538952.15745', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538952.15745', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538952.15745', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538952.22981', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538952.22981', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538951.73815', 'epoch': '1769538951.73815', 'reported': 0, 'tombstones': -1}], '083c35e0-601c-4e54-91f7-540da7658921-') -test DEBUG: /tmp/tmp5u6srcc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538951.73815.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5u6srcc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538951.73815.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, 'd72beb214107c3a737c5aee1962cf126', '083c35e0-601c-4e54-91f7-540da7658921-', '1769538950.30536', '1769538952.10922', '0', '', '1769538950.30086', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538952.15745', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538952.15745', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538952.15745', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538952.22981', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538952.22981', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538951.73815', 'epoch': '1769538951.73815', 'reported': 0, 'tombstones': -1}], '083c35e0-601c-4e54-91f7-540da7658921-') -test DEBUG: /tmp/tmp5u6srcc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538951.73815.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp5u6srcc7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538951.73815.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '7cc93b8e052e24a89a711bb8cdfd8a62', '159097bb-3df4-47f9-98cc-4abaae003ae1-', '1769538952.93536', '1769538952.93289', '0', '', '1769538952.93289', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538953.52984', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538953.52984', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538953.52984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538953.58447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538953.58447', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538953.06128', 'epoch': '1769538953.06128', 'reported': 0, 'tombstones': -1}], '159097bb-3df4-47f9-98cc-4abaae003ae1-') -test DEBUG: /tmp/tmpv0bjzgkf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538953.06128.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv0bjzgkf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538953.06128.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (10, '7cc93b8e052e24a89a711bb8cdfd8a62', '159097bb-3df4-47f9-98cc-4abaae003ae1-', '1769538952.93536', '1769538953.48750', '0', '', '1769538952.93289', 5, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538953.52984', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538953.52984', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538953.52984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538953.58447', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538953.58447', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538953.06128', 'epoch': '1769538953.06128', 'reported': 0, 'tombstones': -1}], '159097bb-3df4-47f9-98cc-4abaae003ae1-') -test DEBUG: /tmp/tmpv0bjzgkf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538953.06128.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpv0bjzgkf/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538953.06128.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9da46073f9bdc962df6998a7bef569d0', '0aef7a55-9b53-4a7c-9602-c5c3fbe97859-', '1769538954.94310', '1769538954.93994', '0', '', '1769538954.93994', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538955.00878', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.00878', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538955.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538955.08211', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.08211', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538955.08183', 'epoch': '1769538955.08183', 'reported': 0, 'tombstones': -1}], '0aef7a55-9b53-4a7c-9602-c5c3fbe97859-') -test DEBUG: /tmp/tmpp1p4mfpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538955.08183.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp1p4mfpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538955.08183.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '9da46073f9bdc962df6998a7bef569d0', '0aef7a55-9b53-4a7c-9602-c5c3fbe97859-', '1769538954.94310', '1769538955.52562', '0', '', '1769538954.93994', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538955.00878', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.00878', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538955.00878', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538955.08211', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.08211', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538955.08183', 'epoch': '1769538955.08183', 'reported': 0, 'tombstones': -1}], '0aef7a55-9b53-4a7c-9602-c5c3fbe97859-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539068.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8ac/f0ca54fa0ab997a193ed0fe14bbff8ac/f0ca54fa0ab997a193ed0fe14bbff8ac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539070.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4de/e4c97026c9d8733703d8469cfe5dc4de/e4c97026c9d8733703d8469cfe5dc4de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539072.00000, db: /tmp/tmpzst4b00t/sda/containers/0/885/1cac92dcd0db07cab8eb10617dd33885/1cac92dcd0db07cab8eb10617dd33885.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539074.00000, db: /tmp/tmpzst4b00t/sda/containers/0/a8f/d30b64646201521983f49ddf8040fa8f/d30b64646201521983f49ddf8040fa8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539076.00000, db: /tmp/tmpzst4b00t/sda/containers/0/82c/06d034b7b101dd6bdc4126007252982c/06d034b7b101dd6bdc4126007252982c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539078.00000, db: /tmp/tmpzst4b00t/sda/containers/0/708/f8ab137334cf91c3689db3897cfe0708/f8ab137334cf91c3689db3897cfe0708.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539080.00000, db: /tmp/tmpzst4b00t/sda/containers/0/916/6ff74af008265dd205702472d6dcc916/6ff74af008265dd205702472d6dcc916.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539082.00000, db: /tmp/tmpzst4b00t/sda/containers/0/f41/fc6f697b04cee63842482833af123f41/fc6f697b04cee63842482833af123f41.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539084.00000, db: /tmp/tmpzst4b00t/sda/containers/0/89b/11ec54a480d5d3c17af13dbece6a789b/11ec54a480d5d3c17af13dbece6a789b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539086.00000, db: /tmp/tmpzst4b00t/sda/containers/0/9e9/b13bc95618a5fcf2f82fde60ef6cf9e9/b13bc95618a5fcf2f82fde60ef6cf9e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539088.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c4c/0629ec76f4cda85964cf4c73bc8a8c4c/0629ec76f4cda85964cf4c73bc8a8c4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539090.00000, db: /tmp/tmpzst4b00t/sda/containers/0/cd5/8fa0f099703296f6bdd8ca902ee00cd5/8fa0f099703296f6bdd8ca902ee00cd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539092.00000, db: /tmp/tmpzst4b00t/sda/containers/0/981/6b0f8df13743a9fc66e67c6a82476981/6b0f8df13743a9fc66e67c6a82476981.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539094.00000, db: /tmp/tmpzst4b00t/sda/containers/0/045/425710009d91feac18d43ae41bec0045/425710009d91feac18d43ae41bec0045.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539096.00000, db: /tmp/tmpzst4b00t/sda/containers/0/74c/399b5e102b894e75325a26c25a39874c/399b5e102b894e75325a26c25a39874c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539098.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d2f/b892f795a255067ef8be9cfe7d1cad2f/b892f795a255067ef8be9cfe7d1cad2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539100.00000, db: /tmp/tmpzst4b00t/sda/containers/0/3c0/d34dbd9deae5e2a0294e8c370bc923c0/d34dbd9deae5e2a0294e8c370bc923c0.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539100.00000, db: /tmp/tmpzst4b00t/sda/containers/0/3c0/d34dbd9deae5e2a0294e8c370bc923c0/d34dbd9deae5e2a0294e8c370bc923c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539102.00000, db: /tmp/tmpzst4b00t/sda/containers/0/793/33bcfa0b01d43483d038750242304793/33bcfa0b01d43483d038750242304793.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539102.00000, db: /tmp/tmpzst4b00t/sda/containers/0/793/33bcfa0b01d43483d038750242304793/33bcfa0b01d43483d038750242304793.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539104.00000, db: /tmp/tmpzst4b00t/sda/containers/0/9c9/f988d44181f82d3f2535402cfe06f9c9/f988d44181f82d3f2535402cfe06f9c9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539104.00000, db: /tmp/tmpzst4b00t/sda/containers/0/9c9/f988d44181f82d3f2535402cfe06f9c9/f988d44181f82d3f2535402cfe06f9c9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539106.00000, db: /tmp/tmpzst4b00t/sda/containers/0/9fc/3935445d1a88374a3e43e46487e719fc/3935445d1a88374a3e43e46487e719fc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539106.00000, db: /tmp/tmpzst4b00t/sda/containers/0/9fc/3935445d1a88374a3e43e46487e719fc/3935445d1a88374a3e43e46487e719fc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539108.00000, db: /tmp/tmpzst4b00t/sda/containers/0/f9e/4b2fdefd4b20e73942c29c9727d20f9e/4b2fdefd4b20e73942c29c9727d20f9e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539108.00000, db: /tmp/tmpzst4b00t/sda/containers/0/f9e/4b2fdefd4b20e73942c29c9727d20f9e/4b2fdefd4b20e73942c29c9727d20f9e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539110.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e55/30c21250c992662f66e024ce9d8dde55/30c21250c992662f66e024ce9d8dde55.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539110.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e55/30c21250c992662f66e024ce9d8dde55/30c21250c992662f66e024ce9d8dde55.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539112.00000, db: /tmp/tmpzst4b00t/sda/containers/0/756/1295c583f2a301ccb80bba5e820f6756/1295c583f2a301ccb80bba5e820f6756.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539112.00000, db: /tmp/tmpzst4b00t/sda/containers/0/756/1295c583f2a301ccb80bba5e820f6756/1295c583f2a301ccb80bba5e820f6756.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539114.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c3a/9f14efb7329c56df94814213b996cc3a/9f14efb7329c56df94814213b996cc3a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539114.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c3a/9f14efb7329c56df94814213b996cc3a/9f14efb7329c56df94814213b996cc3a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539116.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c4e/755cabbab5ef6e96761f11b7d924dc4e/755cabbab5ef6e96761f11b7d924dc4e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539116.00000, db: /tmp/tmpzst4b00t/sda/containers/0/c4e/755cabbab5ef6e96761f11b7d924dc4e/755cabbab5ef6e96761f11b7d924dc4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539118.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e17/470308aad916edf458f67b1c2b1fbe17/470308aad916edf458f67b1c2b1fbe17.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539118.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e17/470308aad916edf458f67b1c2b1fbe17/470308aad916edf458f67b1c2b1fbe17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539120.00000, db: /tmp/tmpzst4b00t/sda/containers/0/57c/f25a773def498a46704635cb95a5957c/f25a773def498a46704635cb95a5957c.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539120.00000, db: /tmp/tmpzst4b00t/sda/containers/0/57c/f25a773def498a46704635cb95a5957c/f25a773def498a46704635cb95a5957c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539122.00000, db: /tmp/tmpzst4b00t/sda/containers/0/22b/f4644ac9d9c447e598edd58fb640e22b/f4644ac9d9c447e598edd58fb640e22b.db -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0019 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 400 28 "-" "-" "-" 0.0017 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0019 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0018 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0494 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:51 +0000] "PUT /sda1/p/a/c/bashful" 201 - "-" "-" "-" 0.0026 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0853 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0666 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy10" 201 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy10_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0725 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy20" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy20_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0455 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy30" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0585 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy40" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0696 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy50" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0680 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy60" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0711 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:52 +0000] "PUT /sda1/p/a/c/grumpy70" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c/grumpy70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0394 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c/grumpy80" 201 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c/grumpy80_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0484 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c/grumpier10" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:53 +0000] "PUT /sda1/p/a/c/grumpier10_no_header" 201 - "-" "-" "-" 0.0216 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1992 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier20" 301 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier20_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0642 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier30" 301 - "-" "-" "-" 0.0056 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0652 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier40" 301 - "-" "-" "-" 0.0047 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier40_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0611 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier50" 201 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:54 +0000] "PUT /sda1/p/a/c/grumpier50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0718 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier60" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier60_no_header" 201 - "-" "-" "-" 0.0078 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0679 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier70" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0538 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier80" 201 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/grumpier80_no_header" 201 - "-" "-" "-" 0.0045 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/dopey" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0600 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0522 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/dopey10" 201 - "-" "-" "-" 0.0035 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/dopey10_no_header" 201 - "-" "-" "-" 0.0044 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0480 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/dopey20" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:55 +0000] "PUT /sda1/p/a/c/dopey20_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:56 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.7211 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:56 +0000] "PUT /sda1/p/a/c/dopey30" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:56 +0000] "PUT /sda1/p/a/c/dopey30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1232 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c/dopey40" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c/dopey40_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0415 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c/dopey50" 201 - "-" "-" "-" 0.0012 "-" 1968928 2test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined -test.unit.obj.test_auditor.TestAuditor.test_audit_location_gets_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_auditor_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_expired_object_is_ignored_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_failsafe_object_audit_will_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling -test.unit.obj.test_auditor.TestAuditor.test_generic_exception_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up -test.unit.obj.test_auditor.TestAuditor.test_inprogress_rsync_tempfiles_get_cleaned_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_non_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums -test.unit.obj.test_auditor.TestAuditor.test_object_audit_adds_metadata_checksums ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments -test.unit.obj.test_auditor.TestAuditor.test_object_audit_checks_EC_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_diff_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data -test.unit.obj.test_auditor.TestAuditor.test_object_audit_extra_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta -test.unit.obj.test_auditor.TestAuditor.test_object_audit_no_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests -test.unit.obj.test_auditor.TestAuditor.test_object_audit_will_not_swallow_errors_in_tests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_all ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_non_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed -test.unit.obj.test_auditor.TestAuditor.test_object_run_fast_track_zero_check_closed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging -test.unit.obj.test_auditor.TestAuditor.test_object_run_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_multi_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_no_sda ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass -test.unit.obj.test_auditor.TestAuditor.test_object_run_once_pass ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache -test.unit.obj.test_auditor.TestAuditor.test_object_run_recon_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_custom_reclaim_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps -test.unit.obj.test_auditor.TestAuditor.test_reclaimable_tombstone_with_zero_byte_fps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option -test.unit.obj.test_auditor.TestAuditor.test_rsync_tempfile_timeout_auto_option ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps -test.unit.obj.test_auditor.TestAuditor.test_run_audit_once_zbfps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork -test.unit.obj.test_auditor.TestAuditor.test_run_parallel_audit_once_failed_fork ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_sleeper -test.unit.obj.test_auditor.TestAuditor.test_sleeper ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location -test.unit.obj.test_auditor.TestAuditor.test_with_inaccessible_object_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone -test.unit.obj.test_auditor.TestAuditor.test_with_only_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data -test.unit.obj.test_auditor.TestAuditor.test_with_tombstone_and_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms -test.unit.obj.test_auditor.TestAuditor.test_worker_conf_parms ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_ignore_corrupted_hashes ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_legacy_hashes ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_invalid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality -test.unit.obj.test_diskfile.TestHashesHelpers.test_read_write_valid_hashes_mutation_and_transative_equality ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_invalid_updated ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_safe_default ... ok -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated -test.unit.obj.test_diskfile.TestHashesHelpers.test_write_hashes_valid_updated ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_add_invalid_expirer_bytes_to_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_expirer_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_extract_missing_bytes_from_ctype ... ok -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype -test.unit.obj.test_expirer.TestExpirerHelpers.test_inverse_add_extract_bytes_from_ctype ... ok -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_creates_empty_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_mixed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_no_hashes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_build_jobs_revert_only_tombstones ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_cleans_tmp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_creates_datadir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_mount_check ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_non_local_devs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_multi_device_skips_non_ring_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_overrides ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_invalid_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_ec_policy_and_device ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_collect_parts_skips_non_local_devs_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_local_devices_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffix_delta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_get_suffixes_to_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_first_enables_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_default ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_enabled ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_false_and_first_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_ignores_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_none_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_false ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_handoffs_only_true_and_first_true ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_not_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_primary_some_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_but_already_reclaimed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_cleanup_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_cleanup_meta_pure_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_also_primary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_does_not_cleanup_meta_new_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_revert_is_handoff_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_suffix_call_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_sync_partner_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_process_job_will_not_revert_to_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_removes_non_partition_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_reconstruct_with_no_ec_policy_env ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_sync_duplicates_to_remote_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies -test.unit.obj.test_reconstructor.TestObjectReconstructor.test_two_ec_policies ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_command_line_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_device_distribution ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_more_workers_than_disks ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_no_multiprocessing ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_override_policies ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_object_update_redirected_to_shard ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_forever ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_run_once ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_recon_skipped_with_overrides ... ok -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging -test.unit.obj.test_replicator.TestMultiProcessReplicator.test_worker_logging ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD -test.unit.proxy.controllers.test_account.TestAccountController.test_account_acl_headers_translated_for_GET_HEAD ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env -test.unit.proxy.controllers.test_account.TestAccountController.test_account_info_in_response_env ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_add_acls_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases -test.unit.proxy.controllers.test_account.TestAccountController.test_cache_key_impossible_cases ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account -test.unit.proxy.controllers.test_account.TestAccountController.test_get_deleted_account ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names -test.unit.proxy.controllers.test_account.TestAccountController.test_long_acct_names ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_proxy_default_no_policy_for_existing_default ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_DELETE ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_response_code_for_PUT ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers -test.unit.proxy.controllers.test_account.TestAccountController.test_stripping_swift_admin_headers ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner -test.unit.proxy.controllers.test_account.TestAccountController.test_swift_owner ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_account.TestAccountController.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_error ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_body_and_footers ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerMimePutter.test_PUT_with_no_body_and_footers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_reset_container_sync ... ok - -test DEBUG: /tmp/tmpp1p4mfpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538955.08183.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpp1p4mfpy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538955.08183.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '2f6808ed5a05d27c197eb3079da1af21', '2f22b1a1-f6e1-4d3c-a288-a07f3e419ed4-', '1769538955.87902', '1769538955.87612', '0', '', '1769538955.87612', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538955.94023', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.94023', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538955.94023', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538956.00814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538956.00814', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538956.00770', 'epoch': '1769538956.00770', 'reported': 0, 'tombstones': -1}], '2f22b1a1-f6e1-4d3c-a288-a07f3e419ed4-') -test DEBUG: /tmp/tmpzrhbju4u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538956.00770.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzrhbju4u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538956.00770.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '2f6808ed5a05d27c197eb3079da1af21', '2f22b1a1-f6e1-4d3c-a288-a07f3e419ed4-', '1769538955.87902', '1769538957.98447', '0', '', '1769538955.87612', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538955.94023', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538955.94023', 'deleted': 0, 'state': 10, 'state_timestamp': '1769538955.94023', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538956.00814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538956.00814', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538956.00770', 'epoch': '1769538956.00770', 'reported': 0, 'tombstones': -1}], '2f22b1a1-f6e1-4d3c-a288-a07f3e419ed4-') -test DEBUG: /tmp/tmpzrhbju4u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538956.00770.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpzrhbju4u/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872_1769538956.00770.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9ceb1c98a95eedbae2b477058276fc2d', '19ffc1c5-48c1-4745-8b10-494e21a8014d-sda', '1769538958.35365', '1769538958.33296', '0', '', '1769538958.33296', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('19ffc1c5-48c1-4745-8b10-494e21a8014d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b34de199f67c981caed880b7416af41a', 'a2d5ad38-0903-4945-8a55-93ce1329e2d9-sda', '1769538958.70999', '1769538958.69673', '0', '', '1769538958.69673', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538958.98984', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538958.98984', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538958.98984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538959.04864', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538959.04864', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538959.04842', 'epoch': '1769538959.04842', 'reported': 0, 'tombstones': -1}], 'a2d5ad38-0903-4945-8a55-93ce1329e2d9-sda') -test DEBUG: /tmp/tmp4enpgfm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4enpgfm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, 'b34de199f67c981caed880b7416af41a', 'a2d5ad38-0903-4945-8a55-93ce1329e2d9-sda', '1769538958.70999', '1769538958.93529', '0', '', '1769538958.69673', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538958.98984', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538958.98984', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538958.98984', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538959.04864', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538959.04864', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538959.04842', 'epoch': '1769538959.04842', 'reported': 0, 'tombstones': -1}], 'a2d5ad38-0903-4945-8a55-93ce1329e2d9-sda') -test DEBUG: /tmp/tmp4enpgfm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmp4enpgfm5/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '12aba4c968b13a180b81219eb19c20a4', '1468b358-392c-4913-bda4-6cd5d6ca09b5-sda', '1769538959.63146', '1769538959.62883', '0', '', '1769538959.62883', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538959.81041', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538959.81041', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538959.81041', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538959.85540', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538959.85540', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538959.85514', 'epoch': '1769538959.85514', 'reported': 0, 'tombstones': -1}], '1468b358-392c-4913-bda4-6cd5d6ca09b5-sda') -test DEBUG: /tmp/tmpjl0a8yxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjl0a8yxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (6, '12aba4c968b13a180b81219eb19c20a4', '1468b358-392c-4913-bda4-6cd5d6ca09b5-sda', '1769538959.63146', '1769538959.76151', '0', '', '1769538959.62883', 6, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1769538959.81041', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1769538959.81041', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538959.81041', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769538959.85540', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769538959.85540', 'deleted': 0, 'state': 60, 'state_timestamp': '1769538959.85514', 'epoch': '1769538959.85514', 'reported': 0, 'tombstones': -1}], '1468b358-392c-4913-bda4-6cd5d6ca09b5-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff -test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_autocreates_shard_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok -test ERROR: Failed to unlink '/tmp/tmptj5pgruy/containers/part/suffix/hash/container.db': -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmptj5pgruy/containers/part/suffix/hash/container_1769538942.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmptj5pgruy/containers/part/suffix/hash/container_1769538942.00000.db': ['/tmp/tmptj5pgruy/containers/part/suffix/hash/container.db', '/tmp/tmptj5pgruy/containers/part/suffix/hash/container_1769538943.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmptj5pgruy/containers/part/suffix/hash/container_1769538943.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -test-replicator INFO: [worker 1/2 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 1/2 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/2 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 2/2 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 2/3 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 2/3 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 3/3 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 3/3 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=1968881] Running object replicator in script mode. -test-replicator INFO: [worker 1/3 pid=1968881] Object replication complete (once). (2.00 minutes) -test-replicator INFO: [worker 1/3 pid=8804] Running object replicator in script mode. -test-replicator DEBUG: [worker 1/3 pid=8804] debug message -test-replicator INFO: [worker 1/3 pid=8804] info message -test-replicator WARNING: [worker 1/3 pid=8804] warning message -test-replicator ERROR: [worker 1/3 pid=8804] error message -test-replicator INFO: [worker 1/3 pid=8804] Object replication complete (once). (0.00 minutes) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx72c90c7d3f9e4d86b3239-0069790590) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx72c90c7d3f9e4d86b3239-0069790590) -proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx72c90c7d3f9e4d86b3239-0069790590) -proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx72c90c7d3f9e4d86b3239-0069790590) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpl968k5dn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl968k5dn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpl968k5dn/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpl968k5dn/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1896 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0496 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0578 "-" 1968881 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0736 "-" 1968881 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx794d820c350448d0b166e-0069790590" "proxy-server 1968881" 0.0019 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:35743/sda1/1/a/c" "tx794d820c350448d0b166e-0069790590" "container-server 1968881" 0.0013 "-" 1968881 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:40899/sdb1/1/a/c" "tx794d820c350448d0b166e-0069790590" "container-server 1968881" 0.0010 "-" 1968881 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx794d820c350448d0b166e-0069790590" "proxy-server 1968881" 0.1165 "-" 1968881 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx794d820c350448d0b166e-0069790590" "proxy-server 1968881" 0.1740 "-" 1968881 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/00 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx794d820c350448d0b166e-0069790590 - 0.1817 - - 1769538960.578660727 1769538960.760382414 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx20bcb3fe48f94abe9672d-0069790590" "proxy-server 1968881" 0.0011 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40899/sdb1/1/a1/c1" "tx20bcb3fe48f94abe9672d-0069790590" "container-server 1968881" 0.0010 "-" 1968881 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:35743/sda1/1/a1/c1" "tx20bcb3fe48f94abe9672d-0069790590" "container-server 1968881" 0.0010 "-" 1968881 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_json_in_body ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_infocache_hit ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_miss ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips +test.unit.proxy.controllers.test_base.TestFuncs.test_get_namespaces_from_cache_skips ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_no_env ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source +test.unit.proxy.controllers.test_base.TestFuncs.test_get_object_info_swift_source ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_from_container_info ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_storage_policies ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_account_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_container_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_missing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_sys_meta ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_transient_sysmeta ... ok -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx20bcb3fe48f94abe9672d-0069790590" "proxy-server 1968881" 0.1087 "-" 1968881 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx20bcb3fe48f94abe9672d-0069790590" "proxy-server 1968881" 0.0405 "-" 1968881 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/00 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx20bcb3fe48f94abe9672d-0069790590 - 0.1161 - - 1769538960.761637926 1769538960.877766609 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:00 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2e4210a8012441c19b56a-0069790590" "proxy-server 1968881" 0.0577 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:40899/sdb1/2/a/c1" "tx2e4210a8012441c19b56a-0069790590" "container-server 1968881" 0.0011 "-" 1968881 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35743/sda1/2/a/c1" "tx2e4210a8012441c19b56a-0069790590" "container-server 1968881" 0.0373 "-" 1968881 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2e4210a8012441c19b56a-0069790590" "proxy-server 1968881" 0.1568 "-" 1968881 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx2e4210a8012441c19b56a-0069790590" "proxy-server 1968881" 0.0912 "-" 1968881 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/01 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx2e4210a8012441c19b56a-0069790590 - 0.2213 - - 1769538960.879077673 1769538961.100407839 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txebccdc3286d749ad8c313-0069790591" "proxy-server 1968881" 0.0803 "-" 1968881 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:40899/sdb1/1/a/c2" "txebccdc3286d749ad8c313-0069790591" "container-server 1968881" 0.0566 "-" 1968881 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:35743/sda1/1/a/c2" "txebccdc3286d749ad8c313-0069790591" "container-server 1968881" 0.0012 "-" 1968881 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txebccdc3286d749ad8c313-0069790591" "proxy-server 1968881" 0.1134 "-" 1968881 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:01 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txebccdc3286d749ad8c313-0069790591" "proxy-server 1968881" 0.1688 "-" 1968881 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/01 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txebccdc3286d749ad8c313-0069790591 - 0.2550 - - 1769538961.101655483 1769538961.356619835 2 test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txf48b7b4c8820412fb7e0d-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8e85ac58975346fdb0217-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx5eb6ac902e924e8590dad-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5eb6ac902e924e8590dad-0069790591) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx5eb6ac902e924e8590dad-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx72fe5490bc1c473a9bd55-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx72fe5490bc1c473a9bd55-0069790591) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx72fe5490bc1c473a9bd55-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txaff1e8dbe1804caf8064d-0069790591) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txaff1e8dbe1804caf8064d-0069790591) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx60db7e24c5144ae4acc0b-0069790591) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx60db7e24c5144ae4acc0b-0069790591) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) @@ -101841,832 +96710,1255 @@ test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf7f9142a45ef4bfbb52eb-0069790591) -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST -test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok -test INFO: Client disconnected on read of '/a/c' (txn: txf7f9142a45ef4bfbb52eb-0069790591) -test INFO: Client disconnected on read of '/a/c' (txn: tx1949a1359b344cd0a9098-0069790591) -test INFO: Client disconnected on read of '/a/c' (txn: tx1949a1359b344cd0a9098-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7abcfa3165754df7b837a-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0f9f941162404fe1bd434-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx985dcc3192cf44cb9eff4-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx985dcc3192cf44cb9eff4-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx985dcc3192cf44cb9eff4-0069790591) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx985dcc3192cf44cb9eff4-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx50255e9877da4a029cb39-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx50255e9877da4a029cb39-0069790591) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx50255e9877da4a029cb39-0069790591) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx50255e9877da4a029cb39-0069790591) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b33a80b835c4667bd489-0069790591) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b33a80b835c4667bd489-0069790591) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx0b33a80b835c4667bd489-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: tx0b33a80b835c4667bd489-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txda6a883ecb4b400f926c3-0069790591) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa546fd38acea4b96b8049-0069790591) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txa546fd38acea4b96b8049-0069790591) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx2595487e9d8141e0adb14-0069790591) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values +test.unit.proxy.controllers.test_base.TestFuncs.test_headers_to_object_info_values ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing +test.unit.proxy.controllers.test_base.TestFuncs.test_info_clearing ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options +test.unit.proxy.controllers.test_base.TestFuncs.test_options ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized +test.unit.proxy.controllers.test_base.TestFuncs.test_options_unauthorized ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin +test.unit.proxy.controllers.test_base.TestFuncs.test_options_with_null_allow_origin ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics +test.unit.proxy.controllers.test_base.TestFuncs.test_record_cache_op_metrics ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_disabled ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_error ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_infocache_exists ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok +test.unit.proxy.controllers.test_base.TestFuncs.test_set_namespaces_in_cache_ok ... ok +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta +test.unit.proxy.controllers.test_base.TestFuncs.test_transfer_headers_with_sysmeta ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_all_found ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx69c18ff9e90e41ff929b2-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: tx1eb55c1292d44e3c92012-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txba7014f3936c40f9b99e5-0069790591) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: tx1eb55c1292d44e3c92012-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe902e615dba4495bbad10-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +StopIteration (txn: tx1eb55c1292d44e3c92012-00676bfad0) +test ERROR: Container HEAD returning 503 for [] (txn: tx1eb55c1292d44e3c92012-00676bfad0) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf13d5a858f934b859b873-0069790591) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8671bfb73a404ba4ae4b2-0069790591) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx8671bfb73a404ba4ae4b2-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txc6860ebcdef0423aa91cd-0069790591)test.unit.proxy.test_mem_server.TestContainerController.test_PUT -test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok - -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: +StopIteration (txn: tx69e9ca39048649d6a2251-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: +StopIteration (txn: tx69e9ca39048649d6a2251-00676bfad0) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc6860ebcdef0423aa91cd-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc6860ebcdef0423aa91cd-0069790591) -test WARNING: Could not autocreate account '/account' (txn: txc6860ebcdef0423aa91cd-0069790591) -test INFO: autocreate account '/account' (txn: tx0103d67caa2e486c97baf-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txbe7e5972df384d88b8f98-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbe7e5972df384d88b8f98-0069790591) -test WARNING: Could not autocreate account '/account' (txn: txbe7e5972df384d88b8f98-0069790591) -test INFO: autocreate account '/account' (txn: txcd81994a8d66458fa95a1-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9aecbc3bfbfc478980889-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx9aecbc3bfbfc478980889-0069790591) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx9aecbc3bfbfc478980889-0069790591) -test INFO: autocreate account '/account' (txn: tx122a9a5314a9480fa95fa-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx22d6bde3a2ff4825873b0-0069790591) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx22d6bde3a2ff4825873b0-0069790591) -test INFO: autocreate account '/account' (txn: tx22d6bde3a2ff4825873b0-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx469144373f8347d089723-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx469144373f8347d089723-0069790591) +StopIteration (txn: tx69e9ca39048649d6a2251-00676bfad0) +test ERROR: Container HEAD returning 503 for [] (txn: tx69e9ca39048649d6a2251-00676bfad0) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx79cf1883e620477eae60a-0069790591) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx26a6037cbecd4176ab582-0069790591) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/ascii/ascii From Object Server 10.0.0.1:1001/sdb (txn: tx137f9f17b98f408eb523b-00676bfad0) +proxy-server ERROR: ERROR 500 Trying to DELETE /AUTH_kilroy/툎/鐉 From Object Server 10.0.0.1:1001/sdb (txn: tx4179c05106ad4daf8d1e7-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx81c7595366c54aac8876b-00676bfad0)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_errors ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_insufficient_found_plus_timeouts ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb85954dae67e4e7383e47-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb85954dae67e4e7383e47-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx243c4be6e77241d0aa34e-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx243c4be6e77241d0aa34e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/ascii/ascii: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txbd02c12d053d49bc97305-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: tx243c4be6e77241d0aa34e-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txe2da26fc5ca94b128d982-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txe2da26fc5ca94b128d982-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sda re: Trying to DELETE /AUTH_kilroy/툎/鐉: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx31240b0dea1c4304a94a4-0069790591) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception (txn: txe2da26fc5ca94b128d982-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx50d2e58b2cae43e98fd9e-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txdab4d8ed031741899145e-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdab4d8ed031741899145e-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sda (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sda (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sda (txn: txcf030fc4c08c4735885e4-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server ERROR: Object DELETE returning 503 for (204, 503, 503) (txn: tx53e8cdd6309e458abe1a8-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfe854c3f85f748d7bb844-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txfe854c3f85f748d7bb844-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_newest_will_not_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_not_found_when_404_newer ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txd1efa58c3ac147b0b0283-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txd1efa58c3ac147b0b0283-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txd1efa58c3ac147b0b0283-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: txd1efa58c3ac147b0b0283-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: my-txn-id) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx5d519005e5814e7fa7f64-00676bfad0) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx5d519005e5814e7fa7f64-00676bfad0) +proxy-server ERROR: ERROR 503 b'' Trying to GET /a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx5d519005e5814e7fa7f64-00676bfad0) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx5d519005e5814e7fa7f64-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx425fe0a2fbe94828bca07-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txe9f4a19a9b3c4f7dae4e2-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc575ddc56f2e487fbadf1-0069790591) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txe9f4a19a9b3c4f7dae4e2-00676bfad0)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_error_during_rebalance ... ok + +proxy-server ERROR: Object GET returning 503 for [] (txn: txe9f4a19a9b3c4f7dae4e2-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx343b2161bfbd41dfba23e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx1d1cc88c675448f69a40b-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok - -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx343b2161bfbd41dfba23e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txcb58ac8920fd474394555-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txecab541b03ce49b2849ff-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: txecab541b03ce49b2849ff-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx3294b27270884f4886d6d-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx3294b27270884f4886d6d-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx21c49c1cf03d4228b3841-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txea3bfc8485cc455cbc739-0069790591) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx21c49c1cf03d4228b3841-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx34e3242019414936bc6eb-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx017ebac7f9854917a8d4e-0069790591) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx34e3242019414936bc6eb-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx34e3242019414936bc6eb-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5844b556a9664df3b392e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx10fed88963e843488afed-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx5844b556a9664df3b392e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa63a3e88b0424425b69f3-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx125453f514134ecfab45c-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx125453f514134ecfab45c-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx565347d6c6ce4143afa60-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx565347d6c6ce4143afa60-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx565347d6c6ce4143afa60-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx10fed88963e843488afed-0069790591) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx10fed88963e843488afed-0069790591) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txea3f59b799b647f78c2b9-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txa9444f44b5a64381830ea-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: txa9444f44b5a64381830ea-0069790591) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txa9444f44b5a64381830ea-0069790591) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txea3f59b799b647f78c2b9-00676bfad0)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_explode ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_mixed_explode_and_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_primaries_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_resuming_ignores_416 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_simple ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx5f25bdfe94474c38839d9-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx5f25bdfe94474c38839d9-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx5f25bdfe94474c38839d9-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx5f25bdfe94474c38839d9-0069790591) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect - raise HTTPException() -http.client.HTTPException (txn: tx0e36c4b21db045a8847a0-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0e36c4b21db045a8847a0-0069790591) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0e36c4b21db045a8847a0-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx0e36c4b21db045a8847a0-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx2a7139da4f3e4e0d89cee-0069790591) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa54d02e46b1049b096933-0069790591) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txa54d02e46b1049b096933-0069790591)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok - -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: -Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa54d02e46b1049b096933-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: txa54d02e46b1049b096933-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx4b15bac36ffd46279933e-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4b15bac36ffd46279933e-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx4b15bac36ffd46279933e-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: tx4b15bac36ffd46279933e-0069790591) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx248043c8a8f54d2e8b7e7-0069790591) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txff0d8a38163347c890cda-0069790591) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txea3f59b799b647f78c2b9-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: txea3f59b799b647f78c2b9-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: txff0d8a38163347c890cda-0069790591) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txdfd624835ef54f01bf630-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txdfd624835ef54f01bf630-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txff0d8a38163347c890cda-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: txff0d8a38163347c890cda-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5160f8bb33b841db83441-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx5160f8bb33b841db83441-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx5160f8bb33b841db83441-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: tx5160f8bb33b841db83441-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx75a88620f242442798e1d-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx5aad96334b314c5989d42-0069790591) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx5aad96334b314c5989d42-0069790591) -test INFO: Client disconnected on read of '/a/c' (txn: tx5aad96334b314c5989d42-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx44b6f252f4844165b0ad9-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc2acec7fdff349e68d959-0069790591) -test INFO: Client disconnected on read of '/a/c' (txn: txc2acec7fdff349e68d959-0069790591) -test INFO: Client disconnected on read of '/a/c/' (txn: txc2acec7fdff349e68d959-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txa2ef2782d74b49d289e9e-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txa2ef2782d74b49d289e9e-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txa2ef2782d74b49d289e9e-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txa2ef2782d74b49d289e9e-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txf7a8cd38419b45cd8536f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txf7a8cd38419b45cd8536f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txf7a8cd38419b45cd8536f-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf7a8cd38419b45cd8536f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1d2239ecf1c34872b2b16-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1d2239ecf1c34872b2b16-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1d2239ecf1c34872b2b16-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx1d2239ecf1c34872b2b16-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx66f823c1df2146a6937e7-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx66f823c1df2146a6937e7-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx66f823c1df2146a6937e7-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx66f823c1df2146a6937e7-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx886272df892842148425f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx886272df892842148425f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx886272df892842148425f-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx886272df892842148425f-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx4ed694c4c9a748a8aa0b4-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx4ed694c4c9a748a8aa0b4-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx4ed694c4c9a748a8aa0b4-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4ed694c4c9a748a8aa0b4-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx99bb1fdf245e49bbba767-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx99bb1fdf245e49bbba767-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx99bb1fdf245e49bbba767-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx99bb1fdf245e49bbba767-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx8bd3304256014472ab6e0-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx8bd3304256014472ab6e0-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx8bd3304256014472ab6e0-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8bd3304256014472ab6e0-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txe55aaab2071b4edcb3271-0069790591) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txe55aaab2071b4edcb3271-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe55aaab2071b4edcb3271-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txe55aaab2071b4edcb3271-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe55aaab2071b4edcb3271-0069790591) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txe55aaab2071b4edcb3271-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx23528f512f5a41d795d32-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx23528f512f5a41d795d32-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx23528f512f5a41d795d32-0069790591) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx23528f512f5a41d795d32-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2166d7aba3f446dc990b6-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx2166d7aba3f446dc990b6-0069790591) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx2166d7aba3f446dc990b6-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2166d7aba3f446dc990b6-0069790591) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2166d7aba3f446dc990b6-0069790591) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx2166d7aba3f446dc990b6-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2166d7aba3f446dc990b6-0069790591) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx2166d7aba3f446dc990b6-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txac703c0fdf574907b0b49-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txac703c0fdf574907b0b49-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txac703c0fdf574907b0b49-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txac703c0fdf574907b0b49-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txaf664ee971624acf9d76d-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txaf664ee971624acf9d76d-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txaf664ee971624acf9d76d-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txaf664ee971624acf9d76d-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb641070e66a34dbab2e03-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb641070e66a34dbab2e03-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb641070e66a34dbab2e03-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txb641070e66a34dbab2e03-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe7bdbf17f6104026a74cf-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe7bdbf17f6104026a74cf-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe7bdbf17f6104026a74cf-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txe7bdbf17f6104026a74cf-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx56f28aefa1b34b4e99c70-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx56f28aefa1b34b4e99c70-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx56f28aefa1b34b4e99c70-0069790591) -test ERROR: Container GET returning 503 for [] (txn: tx56f28aefa1b34b4e99c70-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9cefee4d8c8447919670a-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9cefee4d8c8447919670a-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9cefee4d8c8447919670a-0069790591) -test ERROR: Container GET returning 503 for [] (txn: tx9cefee4d8c8447919670a-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx347995e1abda4d32ae689-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx347995e1abda4d32ae689-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx347995e1abda4d32ae689-0069790591) -test ERROR: Container GET returning 503 for [] (txn: tx347995e1abda4d32ae689-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txacb2337a26ef475dbbac5-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txacb2337a26ef475dbbac5-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txacb2337a26ef475dbbac5-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txacb2337a26ef475dbbac5-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx7a763ee1a6b54a0196b0c-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx7a763ee1a6b54a0196b0c-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx7a763ee1a6b54a0196b0c-0069790591) -test ERROR: Container GET returning 503 for [] (txn: tx7a763ee1a6b54a0196b0c-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8c2fb45ccdee4e58a59fa-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8c2fb45ccdee4e58a59fa-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8c2fb45ccdee4e58a59fa-0069790591) -test ERROR: Container GET returning 503 for [] (txn: tx8c2fb45ccdee4e58a59fa-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb24be4296b1d4e99a6524-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb24be4296b1d4e99a6524-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb24be4296b1d4e99a6524-0069790591) -test ERROR: Container GET returning 503 for [] (txn: txb24be4296b1d4e99a6524-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8cffa130f6ed4011badc5-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx8cffa130f6ed4011badc5-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx8cffa130f6ed4011badc5-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx8cffa130f6ed4011badc5-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd4d6bd55e58741e3982e4-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd4d6bd55e58741e3982e4-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd4d6bd55e58741e3982e4-0069790591)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting -test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: txdfd624835ef54f01bf630-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: txdfd624835ef54f01bf630-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5a4f14595fe944e080153-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5a4f14595fe944e080153-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx5a4f14595fe944e080153-00676bfad0) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx5a4f14595fe944e080153-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0fb0474922844a188e987-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: tx0a324aac803346a2b6ccc-00676bfad0) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx0a324aac803346a2b6ccc-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txf590a582fd1744c9bc54c-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx0bdd879e385140e5a7a1b-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_slow_read ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_transfer_encoding_chunked ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_after_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_resumes_before_body_started ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_with_multirange_slow_body_unable_to_resume ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_GET_x_newest_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_error_limit_supression_count ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_removes_swift_bytes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_different_timestamps ... ok -test INFO: - - - [27/Jan/2026:18:35:57 +0000] "PUT /sda1/p/a/c/dopey50_no_header" 201 - "-" "-" "-" 0.0085 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0495 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey60" 301 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey60_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0545 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey70" 201 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey70_no_header" 201 - "-" "-" "-" 0.0083 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0800 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey80" 201 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey80_no_header" 201 - "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/bashful" 301 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/dopey" 301 - "-" "-" "-" 0.0010 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmp_falbuqc/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0678 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/grumpiest10" 201 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/grumpiest10_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0695 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/grumpiest20" 301 - "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:58 +0000] "PUT /sda1/p/a/c/grumpiest20_no_header" 201 - "-" "-" "-" 0.0035 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0848 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest30" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest30_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0438 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest40" 301 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest40_no_header" 201 - "-" "-" "-" 0.0069 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0387 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest50" 201 - "-" "-" "-" 0.0063 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest50_no_header" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0609 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest60" 301 - "-" "-" "-" 0.0010 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest60_no_header" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0620 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest70" 201 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest70_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0406 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest80" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c/grumpiest80_no_header" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0568 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:35:59 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0658 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.3206 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0292 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/.shards_a/shard_c" 404 - "-" "-" "-" 0.0004 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/.shards_a/shard_c" 400 49 "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/.shards_a/shard_c" 201 - "-" "-" "-" 0.1518 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0500 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/.shards_a/shard_c" 202 - "-" "-" "-" 0.0974 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0783 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0813 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:00 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0442 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0935 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0346 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0694 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 400 74 "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 400 69 "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 400 75 "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 400 35 "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0642 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0406 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:01 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0727 "-" 1968928 2 -test DEBUG: Unlinked retiring db '/tmp/tmpok_pduv3/tmp_test_container_server_ContainerController/sda1/containers/p/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0471 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0033 "-" 1968928 2 -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txd4d6bd55e58741e3982e4-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6f77c30e41c14738b4d9b-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6f77c30e41c14738b4d9b-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6f77c30e41c14738b4d9b-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx6f77c30e41c14738b4d9b-0069790591) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4ce44fe4fb1541979abcb-0069790591) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4ce44fe4fb1541979abcb-0069790591) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4ce44fe4fb1541979abcb-0069790591) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx4ce44fe4fb1541979abcb-0069790591) -test INFO: Client disconnected on read of '/a/c' (txn: txdfac21ecc23046d3ad985-0069790591) -test INFO: Client disconnected on read of '/a/c/' (txn: txdfac21ecc23046d3ad985-0069790591) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txa0353ecf39f441b789a86-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txc8d8279f977748df809a1-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: txbe0910d7ecce4bf1af330-00676bfad0) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.2:1002/sdc (txn: txbe0910d7ecce4bf1af330-00676bfad0) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.0:1000/sda (txn: txbe0910d7ecce4bf1af330-00676bfad0) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: txbe0910d7ecce4bf1af330-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx6db0dac2231d45239485a-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read object during GET (retrying) 10.0.0.1:1001/sdb (txn: tx706244b9316644818eaaf-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx183729f307c24cf194a0b-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.2:1002/sdc (txn: tx8e2c5d48af1349f39d377-00676bfad0) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx8e2c5d48af1349f39d377-00676bfad0) +proxy-server ERROR: Trying to read next part of object multi-part GET (retrying) 10.0.0.0:1000/sda (txn: tx8e2c5d48af1349f39d377-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx7918f2c7ec6e4368a1019-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx7918f2c7ec6e4368a1019-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx91687dba9a9c443aa7d66-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx96bf9a92689b4f978df6f-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx96bf9a92689b4f978df6f-00676bfad0) +proxy-server ERROR: Object HEAD returning 503 for [] (txn: tx96bf9a92689b4f978df6f-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx5d8463f81d0a4aa6a4629-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx5d8463f81d0a4aa6a4629-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx5d8463f81d0a4aa6a4629-00676bfad0) +proxy-server ERROR: Object HEAD returning 503 for [507] (txn: tx5d8463f81d0a4aa6a4629-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx1a1e8846dba5414586fc2-00676bfad0) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx1a1e8846dba5414586fc2-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a/c/o: Timeout (Nones) (txn: tx1a1e8846dba5414586fc2-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_delete_at_with_x_open_expired ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9c066aa486544b428e4d6-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9c066aa486544b428e4d6-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx9c066aa486544b428e4d6-00676bfad0) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx9c066aa486544b428e4d6-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2895e9ddce9746db8ff79-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2895e9ddce9746db8ff79-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx2895e9ddce9746db8ff79-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfbb79f93101e4a4bb9720-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txfbb79f93101e4a4bb9720-00676bfad0) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: txfbb79f93101e4a4bb9720-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sda, error: ERROR Insufficient Storage (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sda, error: ERROR Insufficient Storage (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sda, error: ERROR Insufficient Storage (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server ERROR: Object POST returning 503 for (202, 503, 503) (txn: tx4c87c35250044f61ac48e-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_connect_exceptions ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_converts_delete_after_to_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_in_past ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx04d744966eca436fa40bb-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx21c835597422482689ed4-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Expect: 100-continue on /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5d3fd6df8f7c46d69a225-0069790591) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: Connection refused: Please insert ten dollars (txn: tx3d5b9ad9168040088b47c-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.0:1000/sda (txn: tx544806eb7b134eb798aa3-00676bfad0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.1:1001/sdb (txn: tx5670641fc2ce47b7b2af0-00676bfad0) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o.jpg From Object Server 10.0.0.2:1002/sdc (txn: txe8c42e10408c48a7b9881-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Expect: 100-continue on /a/c/o.jpg: Timeout (Nones) (txn: tx5c824671985745eaa20d7-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Expect: 100-continue on /a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5d3fd6df8f7c46d69a225-0069790591) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 978, in _make_putter + putter = Putter.connect( + ^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1847, in connect + conn, expect_resp, final_resp, connect_duration = cls._make_connection( + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1811, in _make_connection + conn = http_connect(ip, port, node['device'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect + conn = FakeConn(status, etag, body=body, timestamp=timestamp, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ + status = FakeStatus(status) + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ + raise status +Exception: kaboom! (txn: tx09e964b860e24652b19fc-00676bfad0) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: tx054f67f6969a4569850f3-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txcd6d358f903e4a4aa3278-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/a/c/o.jpg: Timeout (Nones) (txn: tx6f17c8346ba848549b192-00676bfad0) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/a/c/o.jpg: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx5d3fd6df8f7c46d69a225-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: tx5d3fd6df8f7c46d69a225-0069790591) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception (txn: txa735fba3fcdf481a9d1f6-00676bfad0) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx5ec5684143ee4b23b13c9-00676bfad0) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_empty_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_error_with_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_final_response_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_get_expect_errors_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_denied ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_if_none_match_not_star ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx09166e37a6c24f01a817b-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx4deb85b80fb340f28aa7e-00676bfad1) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx4deb85b80fb340f28aa7e-00676bfad1) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx4deb85b80fb340f28aa7e-00676bfad1) +proxy-server ERROR: Object PUT returning 503 for [503, 503, 503] (txn: tx4deb85b80fb340f28aa7e-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx3ac15f151e6547589bcba-0069790591) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1017, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 2008, in read + raise Exception('exception message') +Exception: exception message (txn: tx6803e0172c004707a288b-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx3ac15f151e6547589bcba-0069790591) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1749, in await_response + self.resp = self.conn.getresponse() + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 849, in getresponse + self.status = self._status.get_response_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 749, in get_response_status + raise self.status +Exception: boom (txn: tx844c32aeb75a42148b350-00676bfad1) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to get final status of PUT to /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89: Timeout (Nones) (txn: tx03009869f0804380adf1b-00676bfad1) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx9dff6cd40e1f42e787616-00676bfad1) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6522a68460c64f169983d-00676bfad1) +proxy-server ERROR: ERROR 500 b'' Trying to PUT /v1/AUTH_kilroy/%ED%88%8E/%E9%90%89 From Object Server 10.0.0.1:1001/sdb (txn: tx6522a68460c64f169983d-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txa36c7c8a93244e42b87d9-00676bfad1) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txcfdd3c17c4094a259cc42-00676bfad1) +proxy-server ERROR: ERROR 503 Expect: 100-continue From Object Server 10.0.0.2:1002/sdc (txn: txcfdd3c17c4094a259cc42-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [412] (txn: txc01ebc8a79a941a5a6a12-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending enough data (txn: tx8f8c935b49d94ca89fd4e-00676bfad1)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_insufficient_data_from_client ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_send_exception_with_unicode_path ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_timeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_chunked_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_PUT_with_no_body_and_no_footers ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_match ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_newer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_not_found ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request - possible_source = conn.getresponse() - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse - raise Exception('test') -Exception: test (txn: tx3ac15f151e6547589bcba-0069790591) -test ERROR: Account HEAD returning 503 for [] (txn: tx3ac15f151e6547589bcba-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txdfd5af16186f4700bc02c-0069790591) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txead823a6d30343379d536-0069790592) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx33b7e71049e94ae2b5af3-0069790592) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1792, in _send_chunk + self.conn.send(to_send) + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 927, in send + self.give_send(self, data) + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 1772, in capture_send + raise exc +Exception: Exception while sending data on connection (txn: tx3254f3cedaa44ac18d639-00676bfad1) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to write to /AUTH_kilroy/%ED%88%8E/%E9%90%89: ChunkWriteTimeout (Nones) (txn: tx40e0b55dccbd440788355-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: tx9855667a19a64f95a373a-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.17708 <= '409 (1735129809.17708), 409 (1735129809.17708), 409 (1735129809.17708)' (txn: tx7bfdb65de2a743f99185e-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.17849 <= '409 (1735129809.17849), 409 (1735129809.17849), 409 (1735129809.17849)' (txn: txfe2a7f720a4d4a2e9d199-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.17965 <= '409 (1735129809.17965), 409 (1735129809.17965), 409 (1735129809.17965)' (txn: txf70779c21c64415894d6d-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_older ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_sync_put_x_timestamp_unsynced_race ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_sharding_states ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_primary_returns_some_nonsense_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_if_none_match ... ok + +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (1735129810.00000), 409 (1735129810.00000), 409 (1735129810.00000)' (txn: txafd906a8950c40548f0b8-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129811.00000 <= '409 (1735129812.00000), 409 (1735129812.00000), 409 (1735129812.00000)' (txn: tx771435db0e28431aa73fb-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129813.00000 <= '409 (1735129814.00000), 409 (1735129814.00000), 409 (1735129814.00000)' (txn: tx7f95744545914dbf8abc2-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (1735129809.00000), 409 (1735129809.00000), 409 (1735129809.00000)' (txn: tx6516308c1751456694b3c-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129810.00000 <= '409 (1735129810.00000), 409 (1735129810.00000), 409 (1735129810.00000)' (txn: txae613800d075474993030-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129811.00000 <= '409 (1735129811.00000), 409 (1735129811.00000), 409 (1735129811.00000)' (txn: txd5c39908f1f04775a05f4-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (1735129809.00000)' (txn: txa2dcd76faad5440db9a48-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129810.00000 <= '409 (1735129810.00000)' (txn: tx8ea47c75794b4b208578d-00676bfad1) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129811.00000 <= '409 (1735129811.00000)' (txn: tx5f37f4c737384bfd967f7-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Client disconnected on read of '/a/c/o' (txn: tx1675710e757d4220a2378-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (1735129810.00000)' (txn: tx85de22f343a042868bf51-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 412, [409, 412, 412] (txn: tx1ba372b1b27140fe94804-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_missing_backend_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_put_x_timestamp_conflict_with_other_weird_success_response ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_txn_id_logging_on_PUT ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config ... ok + +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (unknown), 409 (unknown), 409 (unknown)' (txn: tx747fb2434aba4a45be5bb-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Object PUT returning 202 for 409: 1735129809.00000 <= '409 (1735129810.00000), 201 (unknown), 201 (unknown)' (txn: txd8d0c67512d84891bf116-00676bfad1) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_open_expired_default_config ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Setting object count to 1065 (txn: tx03e777991f6444e39d947-00676bfacf) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx535028be080a4e71a7f30-00676bfad0) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: tx535028be080a4e71a7f30-00676bfad0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx3fa1fb6d94a048db963c5-00676bfad0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx6bdfb607b6624e52a2030-00676bfad0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb607b6624e52a2030-00676bfad0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6bdfb607b6624e52a2030-00676bfad0) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx6bdfb607b6624e52a2030-00676bfad0) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txbd604968722e4d7ba84e4-00676bfad0) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd604968722e4d7ba84e4-00676bfad0) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd604968722e4d7ba84e4-00676bfad0) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txbd604968722e4d7ba84e4-00676bfad0) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1)test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden +test.unit.proxy.controllers.test_obj.TestReplicatedObjController.test_x_timestamp_not_overridden ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_info_stale_read_ok ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: Setting object count to 3120 (txn: txd438711fc7e9459988e6f-00676bfad1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: Setting object count to 3120 (txn: txb6d03cf9801549619fcca-00676bfad1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: Setting object count to 3120 (txn: txd71a4f1354db4e43aa484-00676bfad1) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx51cbb17dde274ac3b82f7-00676bfad1)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter ... ok + +test DEBUG: Setting object count to 3120 (txn: tx51cbb17dde274ac3b82f7-00676bfad1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: Setting object count to 3120 (txn: tx723fbad78f014766bab9e-00676bfad1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx0d82c0aa010b4fd7820fb-00676bfad1) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx7d1cf007accf4caf855bb-00676bfad1) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx20677bb6a2144f3e9d10d-00676bfad1) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx5964942547d7483daa565-00676bfad1) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5964942547d7483daa565-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5964942547d7483daa565-00676bfad1)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_items_since ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_is_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_non_slash ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (nulo): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp3ujsze9z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3ujsze9z/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpyscf763r/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyscf763r/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp3ujsze9z/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp3ujsze9z/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpyscf763r/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyscf763r/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0486 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0600 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0494 "-" 1968881 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_shard_range_to_deleted_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_simulated_create_race ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_timestamp_not_float ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_PUT_utf8 ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_complete_rsync_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_insufficient_space ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_rsync_then_merge_works ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_unknown_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_REPLICATE_value_error_works ... ok - -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539122.00000, db: /tmp/tmpzst4b00t/sda/containers/0/22b/f4644ac9d9c447e598edd58fb640e22b/f4644ac9d9c447e598edd58fb640e22b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539124.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e69/e9162aeef1feb17fdd077b0eaf961e69/e9162aeef1feb17fdd077b0eaf961e69.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539124.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e69/e9162aeef1feb17fdd077b0eaf961e69/e9162aeef1feb17fdd077b0eaf961e69.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539126.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4e7/fba4b27618577c7121be867c561074e7/fba4b27618577c7121be867c561074e7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539126.00000, db: /tmp/tmpzst4b00t/sda/containers/0/4e7/fba4b27618577c7121be867c561074e7/fba4b27618577c7121be867c561074e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539128.00000, db: /tmp/tmpzst4b00t/sda/containers/0/43e/6b86992f7bff9e5745782a12ee50143e/6b86992f7bff9e5745782a12ee50143e.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539128.00000, db: /tmp/tmpzst4b00t/sda/containers/0/43e/6b86992f7bff9e5745782a12ee50143e/6b86992f7bff9e5745782a12ee50143e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539130.00000, db: /tmp/tmpzst4b00t/sda/containers/0/efe/3bea4c18b4a895722f4d3c3faf95eefe/3bea4c18b4a895722f4d3c3faf95eefe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539130.00000, db: /tmp/tmpzst4b00t/sda/containers/0/efe/3bea4c18b4a895722f4d3c3faf95eefe/3bea4c18b4a895722f4d3c3faf95eefe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539132.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b14/bcefff6a49adecf6056bd16a34b35b14/bcefff6a49adecf6056bd16a34b35b14.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539132.00000, db: /tmp/tmpzst4b00t/sda/containers/0/b14/bcefff6a49adecf6056bd16a34b35b14/bcefff6a49adecf6056bd16a34b35b14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539134.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e1a/7ec48abddd5e34bceeca837b6a778e1a/7ec48abddd5e34bceeca837b6a778e1a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539134.00000, db: /tmp/tmpzst4b00t/sda/containers/0/e1a/7ec48abddd5e34bceeca837b6a778e1a/7ec48abddd5e34bceeca837b6a778e1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539136.00000, db: /tmp/tmpzst4b00t/sda/containers/0/02b/1be9d46264b23d8dacf029243f64e02b/1be9d46264b23d8dacf029243f64e02b.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539136.00000, db: /tmp/tmpzst4b00t/sda/containers/0/02b/1be9d46264b23d8dacf029243f64e02b/1be9d46264b23d8dacf029243f64e02b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539138.00000, db: /tmp/tmpzst4b00t/sda/containers/0/535/2f3b701427d761eba83ca463628dc535/2f3b701427d761eba83ca463628dc535.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539138.00000, db: /tmp/tmpzst4b00t/sda/containers/0/535/2f3b701427d761eba83ca463628dc535/2f3b701427d761eba83ca463628dc535.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539140.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ae3/bea96e557f48f3b1c72833a176dccae3/bea96e557f48f3b1c72833a176dccae3.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539140.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ae3/bea96e557f48f3b1c72833a176dccae3/bea96e557f48f3b1c72833a176dccae3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539142.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7fe/35e32e6aadf86e8b54089e54b87ce7fe/35e32e6aadf86e8b54089e54b87ce7fe.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539142.00000, db: /tmp/tmpzst4b00t/sda/containers/0/7fe/35e32e6aadf86e8b54089e54b87ce7fe/35e32e6aadf86e8b54089e54b87ce7fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539144.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8b6/dda5e966436827bfb36fa65db28e28b6/dda5e966436827bfb36fa65db28e28b6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539144.00000, db: /tmp/tmpzst4b00t/sda/containers/0/8b6/dda5e966436827bfb36fa65db28e28b6/dda5e966436827bfb36fa65db28e28b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539146.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d0a/310b568e123469119465b7ba0f91bd0a/310b568e123469119465b7ba0f91bd0a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539146.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d0a/310b568e123469119465b7ba0f91bd0a/310b568e123469119465b7ba0f91bd0a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539148.00000, db: /tmp/tmpzst4b00t/sda/containers/0/afc/52dfceb414d901eda9f9241f102e2afc/52dfceb414d901eda9f9241f102e2afc.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539148.00000, db: /tmp/tmpzst4b00t/sda/containers/0/afc/52dfceb414d901eda9f9241f102e2afc/52dfceb414d901eda9f9241f102e2afc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539150.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fe6/f1c34b77e8d3231e2bfc72d2edd9efe6/f1c34b77e8d3231e2bfc72d2edd9efe6.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539150.00000, db: /tmp/tmpzst4b00t/sda/containers/0/fe6/f1c34b77e8d3231e2bfc72d2edd9efe6/f1c34b77e8d3231e2bfc72d2edd9efe6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539152.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ca8/13e1e71a94365ee2fa54309515590ca8/13e1e71a94365ee2fa54309515590ca8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539152.00000, db: /tmp/tmpzst4b00t/sda/containers/0/ca8/13e1e71a94365ee2fa54309515590ca8/13e1e71a94365ee2fa54309515590ca8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539154.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d25/575ea263c7805aa456f4252bbe845d25/575ea263c7805aa456f4252bbe845d25.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539154.00000, db: /tmp/tmpzst4b00t/sda/containers/0/d25/575ea263c7805aa456f4252bbe845d25/575ea263c7805aa456f4252bbe845d25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539156.00000, db: /tmp/tmpzst4b00t/sda/containers/0/eab/14ea43b3d490ef1dc82e86926734deab/14ea43b3d490ef1dc82e86926734deab.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539156.00000, db: /tmp/tmpzst4b00t/sda/containers/0/eab/14ea43b3d490ef1dc82e86926734deab/14ea43b3d490ef1dc82e86926734deab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539158.00000, db: /tmp/tmpzst4b00t/sda/containers/0/90d/fb2f1fdb2af4c66396232c5d02c8290d/fb2f1fdb2af4c66396232c5d02c8290d.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539158.00000, db: /tmp/tmpzst4b00t/sda/containers/0/90d/fb2f1fdb2af4c66396232c5d02c8290d/fb2f1fdb2af4c66396232c5d02c8290d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539160.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2ed/4abe9023f00acb0ddb0fe432e7eed2ed/4abe9023f00acb0ddb0fe432e7eed2ed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539160.00000, db: /tmp/tmpzst4b00t/sda/containers/0/2ed/4abe9023f00acb0ddb0fe432e7eed2ed/4abe9023f00acb0ddb0fe432e7eed2ed.dbtest.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_UPDATE_autocreate ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test__call__raise_timeout ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_account_override_deleted ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_account_update_mismatched_host_device ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0747 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0797 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0717 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0923 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx781e51a053254f82a21aa-00676bfad1" "proxy-server 564112" 0.0009 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:36077/sda1/1/a/c" "tx781e51a053254f82a21aa-00676bfad1" "container-server 564112" 0.0042 "-" 564112 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:54605/sdb1/1/a/c" "tx781e51a053254f82a21aa-00676bfad1" "container-server 564112" 0.0006 "-" 564112 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx781e51a053254f82a21aa-00676bfad1" "proxy-server 564112" 0.1337 "-" 564112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx781e51a053254f82a21aa-00676bfad1" "proxy-server 564112" 0.0806 "-" 564112 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/09 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx781e51a053254f82a21aa-00676bfad1 - 0.1392 - - 1735129809.807466984 1735129809.946649551 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:09 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe5f79e7c42214850b7997-00676bfad1" "proxy-server 564112" 0.0007 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:36077/sda1/1/a1/c1" "txe5f79e7c42214850b7997-00676bfad1" "container-server 564112" 0.0008 "-" 564112 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54605/sdb1/1/a1/c1" "txe5f79e7c42214850b7997-00676bfad1" "container-server 564112" 0.0007 "-" 564112 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe5f79e7c42214850b7997-00676bfad1" "proxy-server 564112" 0.2237 "-" 564112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe5f79e7c42214850b7997-00676bfad1" "proxy-server 564112" 0.0856 "-" 564112 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/10 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe5f79e7c42214850b7997-00676bfad1 - 0.2286 - - 1735129809.947525024 1735129810.176075220 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5b811695b6a143d6888e0-00676bfad2" "proxy-server 564112" 0.0927 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:36077/sda1/2/a/c1" "tx5b811695b6a143d6888e0-00676bfad2" "container-server 564112" 0.0008 "-" 564112 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:54605/sdb1/2/a/c1" "tx5b811695b6a143d6888e0-00676bfad2" "container-server 564112" 0.0542 "-" 564112 1test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_no_stale_reads ... ok /usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestContainerController.test_CORS_valid -test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE -test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_mem_server.TestContainerController.test_CORS_valid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_mem_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_mem_server.TestContainerController.test_GET_no_content ... ok -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0552 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe5a94386e7ad45ffae513-0069790592" "proxy-server 1968881" 0.0010 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:50781/sda1/1/a/c" "txe5a94386e7ad45ffae513-0069790592" "container-server 1968881" 0.0094 "-" 1968881 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35559/sdb1/1/a/c" "txe5a94386e7ad45ffae513-0069790592" "container-server 1968881" 0.0074 "-" 1968881 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe5a94386e7ad45ffae513-0069790592" "proxy-server 1968881" 0.0723 "-" 1968881 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txe5a94386e7ad45ffae513-0069790592" "proxy-server 1968881" 0.1271 "-" 1968881 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/02 PUT /v1/a/c HTTP/1.0 201 - - t - - - txe5a94386e7ad45ffae513-0069790592 - 0.1345 - - 1769538962.333719730 1769538962.468179464 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3bd57454bae04e7696158-0069790592" "proxy-server 1968881" 0.0011 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35559/sdb1/1/a1/c1" "tx3bd57454bae04e7696158-0069790592" "container-server 1968881" 0.0025 "-" 1968881 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:50781/sda1/1/a1/c1" "tx3bd57454bae04e7696158-0069790592" "container-server 1968881" 0.0009 "-" 1968881 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3bd57454bae04e7696158-0069790592" "proxy-server 1968881" 0.0695 "-" 1968881 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3bd57454bae04e7696158-0069790592" "proxy-server 1968881" 0.1280 "-" 1968881 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/02 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3bd57454bae04e7696158-0069790592 - 0.1345 - - 1769538962.469393015 1769538962.603888273 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfceb4bceae3b466285927-0069790592" "proxy-server 1968881" 0.0595 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:50781/sda1/2/a/c1" "txfceb4bceae3b466285927-0069790592" "container-server 1968881" 0.0017 "-" 1968881 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:35559/sdb1/2/a/c1" "txfceb4bceae3b466285927-0069790592" "container-server 1968881" 0.0581 "-" 1968881 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfceb4bceae3b466285927-0069790592" "proxy-server 1968881" 0.1282 "-" 1968881 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txfceb4bceae3b466285927-0069790592" "proxy-server 1968881" 0.1709 "-" 1968881 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/02 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txfceb4bceae3b466285927-0069790592 - 0.2363 - - 1769538962.605067015 1769538962.841389656 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:02 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txd1f9d1220b764e1eaf157-0069790592" "proxy-server 1968881" 0.0716 "-" 1968881 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:50781/sda1/1/a/c2" "txd1f9d1220b764e1eaf157-0069790592" "container-server 1968881" 0.0507 "-" 1968881 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35559/sdb1/1/a/c2" "txd1f9d1220b764e1eaf157-0069790592" "container-server 1968881" 0.0012 "-" 1968881 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:03 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd1f9d1220b764e1eaf157-0069790592" "proxy-server 1968881" 0.1216 "-" 1968881 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txd1f9d1220b764e1eaf157-0069790592" "proxy-server 1968881" 0.1796 "-" 1968881 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/03 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txd1f9d1220b764e1eaf157-0069790592 - 0.2574 - - 1769538962.842711210 1769538963.100092173 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8d9086f24f4444028ebba-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx1efa0f20eb214764b942b-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txe56da785117e4f6d83a6c-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:2000/sda (txn: txe56da785117e4f6d83a6c-0069790593) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txe56da785117e4f6d83a6c-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0701cbd78c79469790e66-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0701cbd78c79469790e66-0069790593) -test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx0701cbd78c79469790e66-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaea989188e4b407189170-0069790593) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txaea989188e4b407189170-0069790593) -test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txcb2e58ec532e4b1584e9b-0069790593) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txcb2e58ec532e4b1584e9b-0069790593) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5b811695b6a143d6888e0-00676bfad2" "proxy-server 564112" 0.1252 "-" 564112 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx5b811695b6a143d6888e0-00676bfad2" "proxy-server 564112" 0.1944 "-" 564112 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/10 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx5b811695b6a143d6888e0-00676bfad2 - 0.2917 - - 1735129810.176946640 1735129810.468604565 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx676298ccc0574cf68e02a-00676bfad2" "proxy-server 564112" 0.0540 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:54605/sdb1/1/a/c2" "tx676298ccc0574cf68e02a-00676bfad2" "container-server 564112" 0.1158 "-" 564112 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:36077/sda1/1/a/c2" "tx676298ccc0574cf68e02a-00676bfad2" "container-server 564112" 0.0007 "-" 564112 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx676298ccc0574cf68e02a-00676bfad2" "proxy-server 564112" 0.2705 "-" 564112 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:10 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx676298ccc0574cf68e02a-00676bfad2" "proxy-server 564112" 0.1929 "-" 564112 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx676298ccc0574cf68e02a-00676bfad2 - 0.3299 - - 1735129810.469552994 1735129810.799421787 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7aa093356f564a2ba972c-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx5dc1079e5b5048e9a8fe6-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1f1d686ef6fb4883af1f3-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1f1d686ef6fb4883af1f3-00676bfad2) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx1f1d686ef6fb4883af1f3-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txbffbb2ad6d7b4863a9379-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txbffbb2ad6d7b4863a9379-00676bfad2) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txbffbb2ad6d7b4863a9379-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx57df4d955b1247bbacf5f-00676bfad2) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx57df4d955b1247bbacf5f-00676bfad2) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx36366f629eb347deb5baf-00676bfad2) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx36366f629eb347deb5baf-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent -test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_GET_no_content -test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET -test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize -test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS -test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin -test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_acl_container ... ok -test.unit.proxy.test_server.TestContainerController.test_POST -test.unit.proxy.test_server.TestContainerController.test_POST ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok - test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txa38f409008bd4d0195bda-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: txa38f409008bd4d0195bda-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: tx7cc9b6d6711f4c20bb8a0-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: tx7cc9b6d6711f4c20bb8a0-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx09f542875b064f1ba3e3e-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4b8138876391405790acc-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdcbf204d829349a096f49-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txdcbf204d829349a096f49-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txdcbf204d829349a096f49-0069790593) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txdcbf204d829349a096f49-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx59d9a06a7cd044a4aec99-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx59d9a06a7cd044a4aec99-0069790593) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx59d9a06a7cd044a4aec99-0069790593) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx59d9a06a7cd044a4aec99-0069790593) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx86f1ca782d9344e0b3c8b-00676bfad2) +test INFO: Client disconnected on read of '/a/c' (txn: tx86f1ca782d9344e0b3c8b-00676bfad2) +test INFO: Client disconnected on read of '/a/c' (txn: tx821f7f2a11054591a3486-00676bfad2) +test INFO: Client disconnected on read of '/a/c' (txn: tx821f7f2a11054591a3486-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx98a426aa27fb47768b96e-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx637f6d95618c4572809c9-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txd12cb14219ee4547b267d-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd12cb14219ee4547b267d-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txd12cb14219ee4547b267d-00676bfad2) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: txd12cb14219ee4547b267d-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx0ea1f7ff3e54458387667-00676bfad2) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0ea1f7ff3e54458387667-00676bfad2)test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_mem_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_mem_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST +test.unit.proxy.test_mem_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_POST_metadata ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_items_since ... ok + +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0ea1f7ff3e54458387667-00676bfad2) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx0ea1f7ff3e54458387667-00676bfad2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx7907dca1befc406ea346f-00676bfad2) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx7907dca1befc406ea346f-00676bfad2) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx7907dca1befc406ea346f-00676bfad2) +test ERROR: Account HEAD returning 503 for [] (txn: tx7907dca1befc406ea346f-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: txe775ea9c24ba48e4b910d-0069790593) -test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: txe775ea9c24ba48e4b910d-0069790593) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: txe775ea9c24ba48e4b910d-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: txe775ea9c24ba48e4b910d-0069790593) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txc05270b68f1b434a8ad0a-0069790593) -test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: txe1a46c9a724b4622bd2e1-0069790593) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txe1a46c9a724b4622bd2e1-0069790593) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx156bb5fe54e64d0a8a33c-00676bfad2) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx14e6e4b9710049b99155d-00676bfad2) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx14e6e4b9710049b99155d-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102674,8 +97966,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8692ba6bd7b34fe5bf2dc-0069790593) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to POST /a/c: +StopIteration (txn: tx11f3c048b5004719a9300-00676bfad2) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102683,8 +97975,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txca5f3ed062c84c569eb5f-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: +StopIteration (txn: txf294e2e79ea34a65958a9-00676bfad2) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102692,8 +97984,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txe3cf8dff9eb448ad84dfa-0069790593) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: +StopIteration (txn: txa960eed4a0864390a45d8-00676bfad2) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102701,29 +97993,17 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txc4a4a5b119b44308a5e29-0069790593) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_POST_metadata -test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT -test.unit.proxy.test_server.TestContainerController.test_PUT ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta -test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header -test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok - +StopIteration (txn: tx56f11c11c7514b5b93fdf-00676bfad2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb72b62b1b9af41659d32d-0069790593) -test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx54ea0cb558b24d7084c94-0069790593) -test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx54ea0cb558b24d7084c94-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx481e55e08b4d4be2af28e-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx481e55e08b4d4be2af28e-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx481e55e08b4d4be2af28e-0069790593) -test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx481e55e08b4d4be2af28e-0069790593) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txcb14443d071542749938d-00676bfad2) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx454e562953074a929cbf9-00676bfad2) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx454e562953074a929cbf9-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txa131bba9fc5246d8bf351-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa131bba9fc5246d8bf351-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txa131bba9fc5246d8bf351-00676bfad2) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: txa131bba9fc5246d8bf351-00676bfad2) test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -102732,7 +98012,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx481e55e08b4d4be2af28e-0069790593) +StopIteration (txn: txa131bba9fc5246d8bf351-00676bfad2) test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -102741,7 +98021,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx481e55e08b4d4be2af28e-0069790593) +StopIteration (txn: txa131bba9fc5246d8bf351-00676bfad2) test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -102750,32 +98030,44 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx481e55e08b4d4be2af28e-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx481e55e08b4d4be2af28e-0069790593) -test WARNING: Could not autocreate account '/account' (txn: tx481e55e08b4d4be2af28e-0069790593) -test INFO: autocreate account '/account' (txn: txded3684f242c4cdbbbc90-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: Account HEAD returning 503 for [503, 503] (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txcc88525c02aa4a2f85558-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcc88525c02aa4a2f85558-0069790593) -test WARNING: Could not autocreate account '/account' (txn: txcc88525c02aa4a2f85558-0069790593) -test INFO: autocreate account '/account' (txn: tx9596882746a94b0fa84c8-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: txabd9d71ef9094324a9cc9-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txabd9d71ef9094324a9cc9-0069790593) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txabd9d71ef9094324a9cc9-0069790593) -test INFO: autocreate account '/account' (txn: txe3ced7599f894296ab836-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txa1c7fbe78ae9426090949-0069790593) -test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txa1c7fbe78ae9426090949-0069790593) -test INFO: autocreate account '/account' (txn: txa1c7fbe78ae9426090949-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx749836eb928c429da8733-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx749836eb928c429da8733-0069790593) +StopIteration (txn: txa131bba9fc5246d8bf351-00676bfad2)test.unit.proxy.test_mem_server.TestContainerController.test_PUT +test.unit.proxy.test_mem_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_calls_clean_acl ... ok + +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txa131bba9fc5246d8bf351-00676bfad2) +test WARNING: Could not autocreate account '/account' (txn: txa131bba9fc5246d8bf351-00676bfad2) +test INFO: autocreate account '/account' (txn: txaec97d9c41aa4a8cab13b-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: tx73773c2cd97249a581492-00676bfad2) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx73773c2cd97249a581492-00676bfad2) +test WARNING: Could not autocreate account '/account' (txn: tx73773c2cd97249a581492-00676bfad2) +test INFO: autocreate account '/account' (txn: tx13d8d1dda2754d1d96e87-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx46d345aba55a4903b0783-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx46d345aba55a4903b0783-00676bfad2) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx46d345aba55a4903b0783-00676bfad2) +test INFO: autocreate account '/account' (txn: txfb5eb1df158a4855836eb-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx19722eb0fc7a4e76a6092-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: tx19722eb0fc7a4e76a6092-00676bfad2) +test INFO: autocreate account '/account' (txn: tx19722eb0fc7a4e76a6092-00676bfad2) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx8d74ba3c4be74033b232b-00676bfad2) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8d74ba3c4be74033b232b-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/☃' (txn: tx5688960092fa4b7e83ffa-0069790593) +test INFO: autocreate account '/☃' (txn: txdfe44c2eebf641688dbb2-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: autocreate account '/account' (txn: tx346a47603d34405f9dd9f-0069790593) +test INFO: autocreate account '/account' (txn: tx5df223b1a45c458c81724-00676bfad2) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: @@ -102786,8 +98078,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfff6da7087ba40338ac3d-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: txcf06a6bf1a1a4330a515e-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102795,8 +98087,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx4abc2f1e291a4b7fb9b58-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +StopIteration (txn: tx6513480d06ba462ab5dab-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -102804,56 +98096,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx49f7b936a34c4f38aa4a7-0069790593)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl -test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions -test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length -test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account -test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata -test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers -test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas -test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container -test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok -test WARNING: Skipping /tmp/tmpy7agvctf/devices3/device_is_file/data because [Errno 20] Not a directory: '/tmp/tmpy7agvctf/devices3/device_is_file/data' -test WARNING: Skipping /tmp/tmpy7agvctf/devices4/device/data because -test WARNING: Skipping device as it is not mounted -test WARNING: Skipping /tmp/tmpnosa10ri/asdf/data because [Errno 20] Not a directory: '/tmp/tmpnosa10ri/asdf/data' -test WARNING: Skipping /tmp/tmpnosa10ri/asdf/data because [Errno 20] Not a directory: '/tmp/tmpnosa10ri/asdf/data' -test WARNING: Skipping drive as it is not mounted -test WARNING: Skipping asdf as it is not mounted -test WARNING: Skipping /tmp/tmpu9_u2qpe/asdf/data because [Errno 20] Not a directory: '/tmp/tmpu9_u2qpe/asdf/data' -test ERROR: Problem finding shard upper in '/tmp/tmpxzujf9bp/test_container.db': : LockTimeout (Nones) -test ERROR: Problem finding shard upper in '/tmp/tmpxzujf9bp/test_container.db': : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges - next_shard_upper = sub_broker._get_next_shard_range_upper( - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ - return _mock_self._mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call - return _mock_self._execute_mock_call(*args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call - raise effect -sqlite3.OperationalError -test DEBUG: Unlinked retiring db '/tmp/tmp63sgfrl3/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmp63sgfrl3/containers/part/suffix/hash/container.db'] -Container 'a/c' cannot be set to sharded state while in unsharded state -Container 'a/c' cannot be set to sharding state: missing epoch - +StopIteration (txn: txeebf6d36ed5241b7988ff-00676bfad3) test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -102862,33 +98105,33 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx5075ffbb0ff54cd3a5acd-0069790593) +StopIteration (txn: tx25f395ec4964478f90948-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx07962457e2a54c7ea9c9b-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx1fcd94356ece4146a1461-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx52cb2310918e49f0a7b83-0069790593) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +http.client.HTTPException (txn: txcd80ee32344c442d9fa0d-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txacb7cae666494863bc963-0069790593) +http.client.HTTPException (txn: tx1acdb35e265445b49e126-00676bfad3) test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request @@ -102896,65 +98139,69 @@ ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txacb7cae666494863bc963-0069790593) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txacb7cae666494863bc963-0069790593) -test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx1acdb35e265445b49e126-00676bfad3)test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_container_name_length ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_mem_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok + +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx1acdb35e265445b49e126-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx131efbd9784b426a8ca02-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx97189ec765594d71b1084-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: tx131efbd9784b426a8ca02-0069790593) -test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx131efbd9784b426a8ca02-0069790593) -test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: +http.client.HTTPException (txn: tx97189ec765594d71b1084-00676bfad3) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx97189ec765594d71b1084-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txc0b21dd7a0774d55942a8-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc0b21dd7a0774d55942a8-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: txc0b21dd7a0774d55942a8-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txc0b21dd7a0774d55942a8-0069790593) -test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c/: +http.client.HTTPException (txn: tx1fda673a92584927a0ba2-00676bfad3) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1fda673a92584927a0ba2-00676bfad3) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx1fda673a92584927a0ba2-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx1fda673a92584927a0ba2-00676bfad3) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect raise HTTPException() -http.client.HTTPException (txn: txeb2ddc0605ac4528ba191-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txeb2ddc0605ac4528ba191-0069790593) -test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txeb2ddc0605ac4528ba191-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txeb2ddc0605ac4528ba191-0069790593) +http.client.HTTPException (txn: tx54af47456ceb4da59ea54-00676bfad3) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx54af47456ceb4da59ea54-00676bfad3) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx54af47456ceb4da59ea54-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx54af47456ceb4da59ea54-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 -test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index -test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name -test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok - -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txbe771719d4cd451bbee38-0069790593) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: txc8aab7852c4149949f9c4-00676bfad3) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -102962,7 +98209,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txfc6a02f988464a1786e7f-0069790593) +Exception: test (txn: txc46c8690db8b418da8acf-00676bfad3) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -102970,7 +98217,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txfc6a02f988464a1786e7f-0069790593) +Exception: test (txn: txc46c8690db8b418da8acf-00676bfad3) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -102979,29 +98226,39 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txfc6a02f988464a1786e7f-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: txfc6a02f988464a1786e7f-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb8adb9620a8a4928a2b7f-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb8adb9620a8a4928a2b7f-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb8adb9620a8a4928a2b7f-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: txb8adb9620a8a4928a2b7f-0069790593) -test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx8caacea0154f41a7bbb91-0069790593) -test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +StopIteration (txn: txc46c8690db8b418da8acf-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: txc46c8690db8b418da8acf-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txdb6507454a3b4024ba55c-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txdb6507454a3b4024ba55c-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txdb6507454a3b4024ba55c-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: txdb6507454a3b4024ba55c-00676bfad3) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx95b44d6affff42259037f-00676bfad3) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx8256ae173cca4bec95a03-0069790593) -test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Exception: test (txn: tx4d84f16b5dd44e22b89ed-00676bfad3) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request possible_source = conn.getresponse() ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx8256ae173cca4bec95a03-0069790593) +Exception: test (txn: tx4d84f16b5dd44e22b89ed-00676bfad3)test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_mem_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_mem_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_mem_server.TestContainerController.test_error_convert_index_to_name ... ok + test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request @@ -103010,238 +98267,137 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx8256ae173cca4bec95a03-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: tx8256ae173cca4bec95a03-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3a96de16b2e246b284931-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3a96de16b2e246b284931-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3a96de16b2e246b284931-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: tx3a96de16b2e246b284931-0069790593) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf32c8f971c5f41efa740c-0069790593) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txf5468f70812f4730babf8-0069790593) -test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txf5468f70812f4730babf8-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: txf5468f70812f4730babf8-0069790593) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4384da8682594c9c8766f-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc580ffbec85d45c6b232a-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: txc580ffbec85d45c6b232a-0069790593) -test INFO: Client disconnected on read of '/a/c/' (txn: txc580ffbec85d45c6b232a-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx092b39d2b2434c148655f-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx092b39d2b2434c148655f-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx092b39d2b2434c148655f-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx092b39d2b2434c148655f-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx77addb76e7584b9bb793a-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx77addb76e7584b9bb793a-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx77addb76e7584b9bb793a-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx77addb76e7584b9bb793a-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx94a277ea21ff4b79990e3-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx94a277ea21ff4b79990e3-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx94a277ea21ff4b79990e3-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx94a277ea21ff4b79990e3-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx722cf70611ed4e10af14b-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx722cf70611ed4e10af14b-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx722cf70611ed4e10af14b-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx722cf70611ed4e10af14b-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3377520b74c74ed4835ff-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3377520b74c74ed4835ff-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3377520b74c74ed4835ff-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx3377520b74c74ed4835ff-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9c1fc36090444d6f84146-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9c1fc36090444d6f84146-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9c1fc36090444d6f84146-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9c1fc36090444d6f84146-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txaa4a6a1515534545b026e-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txaa4a6a1515534545b026e-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txaa4a6a1515534545b026e-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txaa4a6a1515534545b026e-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx9ff3fd6537ce4393ae231-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx9ff3fd6537ce4393ae231-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx9ff3fd6537ce4393ae231-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx9ff3fd6537ce4393ae231-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8ffa3d56e24a46a6bc1fe-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx32ac04a19e194c4abe636-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx32ac04a19e194c4abe636-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx32ac04a19e194c4abe636-0069790593) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx32ac04a19e194c4abe636-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3d47a8c79a054c2ca6478-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx3d47a8c79a054c2ca6478-0069790593) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx3d47a8c79a054c2ca6478-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3d47a8c79a054c2ca6478-0069790593) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx3d47a8c79a054c2ca6478-0069790593) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx3d47a8c79a054c2ca6478-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3d47a8c79a054c2ca6478-0069790593) -test ERROR: Container GET returning 503 for [503, 503] (txn: tx3d47a8c79a054c2ca6478-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf0531f3e8a154ac3ac9f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf0531f3e8a154ac3ac9f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf0531f3e8a154ac3ac9f8-0069790593) -test ERROR: Container GET returning 503 for [] (txn: txf0531f3e8a154ac3ac9f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1d5b8e88938a458cbb314-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1d5b8e88938a458cbb314-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1d5b8e88938a458cbb314-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx1d5b8e88938a458cbb314-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx21081862f5924410ac928-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx21081862f5924410ac928-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx21081862f5924410ac928-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx21081862f5924410ac928-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdd9aac0bf73a40938a7a9-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdd9aac0bf73a40938a7a9-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdd9aac0bf73a40938a7a9-0069790593) -test ERROR: Container GET returning 503 for [] (txn: txdd9aac0bf73a40938a7a9-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx88cb57fcd378438699a5c-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx88cb57fcd378438699a5c-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx88cb57fcd378438699a5c-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx88cb57fcd378438699a5c-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx97f197db38d0449c830c2-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx97f197db38d0449c830c2-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx97f197db38d0449c830c2-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx97f197db38d0449c830c2-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txa077cf164adf4732848bc-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txa077cf164adf4732848bc-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txa077cf164adf4732848bc-0069790593) -test ERROR: Container GET returning 503 for [] (txn: txa077cf164adf4732848bc-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx296182a6166d4c27b88ac-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx296182a6166d4c27b88ac-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx296182a6166d4c27b88ac-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx296182a6166d4c27b88ac-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx01afefe4c5f44906873e5-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx01afefe4c5f44906873e5-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx01afefe4c5f44906873e5-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx01afefe4c5f44906873e5-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf8dbbda69ee944d0a522e-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf8dbbda69ee944d0a522e-0069790593)test.unit.proxy.test_server.TestContainerController.test_error_limiting -test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found -test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container -test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header -test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok -test.unit.proxy.test_server.TestContainerController.test_transfer_headers -test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found -test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok - -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.1102 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0026 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0506 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0028 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0753 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0017 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0580 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 400 26 "-" "-" "-" 0.0001 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/b%27%5Cxe2%5Cx98%5Cx83%27" 201 - "-" "-" "-" 0.0453 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:36:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0004 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:36:02 +0000] "REPLICATE /sda1/p/a/" 204 - "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:36:02 +0000] "REPLICATE /sda1/p/a/" 404 - "-" "-" "-" 0.0002 "-" 1968928 - -test ERROR: ERROR __call__ error with REPLICATE /sda1/p/a/ : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 868, in _timing_stats - resp = func(ctrl, *args, **kwargs) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 951, in REPLICATE - ret = self.replicator_rpc.dispatch(post_args, args) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/db_replicator.py", line 903, in dispatch - return getattr(self, op)( - ^^^^^^^^^^^^^^^^^ -AttributeError: 'ContainerReplicatorRpc' object has no attribute 'unknown_sync' -test DEBUG: - - - [27/Jan/2026:18:36:02 +0000] "REPLICATE /sda1/p/a/" 500 846 "-" "-" "-" 0.0039 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: - - - [27/Jan/2026:18:36:02 +0000] "REPLICATE /sda1/p/a/" 400 49 "-" "-" "-" 0.0010 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0664 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "UPDATE /sda1/p/a/c" 400 41 "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "UPDATE /sda1/p/a/c" 202 - "-" "-" "-" 0.0429 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/a/c" 200 131 "-" "-" "-" 0.0020 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/.a/c" 404 - "-" "-" "-" 0.0003 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "UPDATE /sda1/p/.a/c" 202 - "-" "-" "-" 0.0976 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "GET /sda1/p/.a/c" 200 131 "-" "-" "-" 0.0025 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR __call__ error with PUT /sda1/p/a/c : -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 1027, in __call__ - res = getattr(self, req.method)(req) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_server.py", line 6118, in mock_put_method - raise Exception() -Exception -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0578 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR Account update failed: different numbers of hosts and devices in request: "127.0.0.1:0" vs "sda1,sda2" -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0431 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0864 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:02 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.1093 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c2" 201 - "-" "-" "-" 0.1293 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c2" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0486 "-" 1968928 4 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0333 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1134 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0013 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0834 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0999 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0572 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0977 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0633 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0960 "-" 1968928 3test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok - -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf8dbbda69ee944d0a522e-0069790593) -test ERROR: Container GET returning 503 for [] (txn: txf8dbbda69ee944d0a522e-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx39d9927dcfa3424da26f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx39d9927dcfa3424da26f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx39d9927dcfa3424da26f8-0069790593) -test ERROR: Container GET returning 503 for [] (txn: tx39d9927dcfa3424da26f8-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb7958d1d268a4e17bc7b8-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb7958d1d268a4e17bc7b8-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb7958d1d268a4e17bc7b8-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txb7958d1d268a4e17bc7b8-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx306a96b0030d4ff38c94f-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx306a96b0030d4ff38c94f-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx306a96b0030d4ff38c94f-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx306a96b0030d4ff38c94f-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf0ab0007c9c24073a5744-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txf0ab0007c9c24073a5744-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txf0ab0007c9c24073a5744-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txf0ab0007c9c24073a5744-0069790593) -test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txbd107ab3b9004c579a019-0069790593) -test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txbd107ab3b9004c579a019-0069790593) -test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txbd107ab3b9004c579a019-0069790593) -test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txbd107ab3b9004c579a019-0069790593) -test INFO: Client disconnected on read of '/a/c' (txn: tx41e42b2f8279430bb5e43-0069790593) -test INFO: Client disconnected on read of '/a/c/' (txn: tx41e42b2f8279430bb5e43-0069790593) +StopIteration (txn: tx4d84f16b5dd44e22b89ed-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: tx4d84f16b5dd44e22b89ed-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx82418610f32f410180863-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx82418610f32f410180863-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx82418610f32f410180863-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: tx82418610f32f410180863-00676bfad3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: txb7f8decf452c4ad09f8c8-00676bfad3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: tx2d906ad3503e460ca9dd3-00676bfad3) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: tx2d906ad3503e460ca9dd3-00676bfad3) +test INFO: Client disconnected on read of '/a/c' (txn: tx2d906ad3503e460ca9dd3-00676bfad3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx0f40088e12f34b3abe9af-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx996ccf7825aa4ee6972c2-00676bfad3) +test INFO: Client disconnected on read of '/a/c' (txn: tx996ccf7825aa4ee6972c2-00676bfad3) +test INFO: Client disconnected on read of '/a/c/' (txn: tx996ccf7825aa4ee6972c2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txc8b35b8df7a14e748810a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txc8b35b8df7a14e748810a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txc8b35b8df7a14e748810a-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc8b35b8df7a14e748810a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx23730f1d5b3e4b19a7dc4-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx23730f1d5b3e4b19a7dc4-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx23730f1d5b3e4b19a7dc4-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx23730f1d5b3e4b19a7dc4-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx374e88a915964fe69367c-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx374e88a915964fe69367c-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx374e88a915964fe69367c-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx374e88a915964fe69367c-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: txc4707689280f4004a6d34-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: txc4707689280f4004a6d34-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: txc4707689280f4004a6d34-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txc4707689280f4004a6d34-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8f80198237084f23838a2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8f80198237084f23838a2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8f80198237084f23838a2-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx8f80198237084f23838a2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx86566fd4a6a64393a915a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx86566fd4a6a64393a915a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx86566fd4a6a64393a915a-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx86566fd4a6a64393a915a-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf97c307c56ed443385ce2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf97c307c56ed443385ce2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf97c307c56ed443385ce2-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf97c307c56ed443385ce2-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6c2fc32f0fc844efaaa60-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6c2fc32f0fc844efaaa60-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6c2fc32f0fc844efaaa60-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6c2fc32f0fc844efaaa60-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx4dd90ce7e0714581b3b32-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx64d4eb673bb14eedb97e1-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx64d4eb673bb14eedb97e1-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx64d4eb673bb14eedb97e1-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx64d4eb673bb14eedb97e1-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx1b4196c9cce34461bb718-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx1b4196c9cce34461bb718-00676bfad3) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: tx1b4196c9cce34461bb718-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx1b4196c9cce34461bb718-00676bfad3) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx1b4196c9cce34461bb718-00676bfad3) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: tx1b4196c9cce34461bb718-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx1b4196c9cce34461bb718-00676bfad3) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx1b4196c9cce34461bb718-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6a50f53f3c38436eac47c-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6a50f53f3c38436eac47c-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6a50f53f3c38436eac47c-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: tx6a50f53f3c38436eac47c-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txdfe2c79de092425cb07cc-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txdfe2c79de092425cb07cc-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txdfe2c79de092425cb07cc-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txdfe2c79de092425cb07cc-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0ce2f5c58930499bb1755-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0ce2f5c58930499bb1755-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0ce2f5c58930499bb1755-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: tx0ce2f5c58930499bb1755-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc84965c155f54263ab13f-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc84965c155f54263ab13f-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc84965c155f54263ab13f-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txc84965c155f54263ab13f-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx37cafb4be5fa42d59a242-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx37cafb4be5fa42d59a242-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx37cafb4be5fa42d59a242-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: tx37cafb4be5fa42d59a242-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx48894a50e85d4df1addba-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx48894a50e85d4df1addba-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx48894a50e85d4df1addba-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: tx48894a50e85d4df1addba-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txfc488b77db2d4b8fbbc76-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txfc488b77db2d4b8fbbc76-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txfc488b77db2d4b8fbbc76-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txfc488b77db2d4b8fbbc76-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txd99c7e47cdb64019845fa-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txd99c7e47cdb64019845fa-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txd99c7e47cdb64019845fa-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txd99c7e47cdb64019845fa-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe01d008b7a104a94b89c2-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe01d008b7a104a94b89c2-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe01d008b7a104a94b89c2-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txe01d008b7a104a94b89c2-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx76b22ecf73fa4f73b6b18-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx76b22ecf73fa4f73b6b18-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx76b22ecf73fa4f73b6b18-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: tx76b22ecf73fa4f73b6b18-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txced32ed04f6a486d8fa1a-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txced32ed04f6a486d8fa1a-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txced32ed04f6a486d8fa1a-00676bfad3) +test ERROR: Container GET returning 503 for [] (txn: txced32ed04f6a486d8fa1a-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9a4dcb41e3af4a47b6e84-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9a4dcb41e3af4a47b6e84-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9a4dcb41e3af4a47b6e84-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9a4dcb41e3af4a47b6e84-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcea0392c119c46f986939-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcea0392c119c46f986939-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcea0392c119c46f986939-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txcea0392c119c46f986939-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx92a24f19aa8e4974a87e7-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx92a24f19aa8e4974a87e7-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx92a24f19aa8e4974a87e7-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx92a24f19aa8e4974a87e7-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx93181255838f4ba5bcb65-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx93181255838f4ba5bcb65-00676bfad3) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx93181255838f4ba5bcb65-00676bfad3) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx93181255838f4ba5bcb65-00676bfad3) +test INFO: Client disconnected on read of '/a/c' (txn: txfdd06f8c10d34b4eaf291-00676bfad3) +test INFO: Client disconnected on read of '/a/c/' (txn: txfdd06f8c10d34b4eaf291-00676bfad3) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103249,7 +98405,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txfefdf57d91244440aba15-0069790593) +Exception: test (txn: tx4f61aa9a8b5a46268dfa8-00676bfad3) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103257,7 +98413,85 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txfefdf57d91244440aba15-0069790593) +Exception: test (txn: tx4f61aa9a8b5a46268dfa8-00676bfad3)test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting +test.unit.proxy.test_mem_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_mem_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_mem_server.TestContainerController.test_transfer_headers ... ok +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_mem_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_order_and_reverse ... ok + +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5964942547d7483daa565-00676bfad1) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txe6698ad580d14d2fb6924-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe6698ad580d14d2fb6924-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe6698ad580d14d2fb6924-00676bfad1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe6698ad580d14d2fb6924-00676bfad1) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2a9b7df0791e4ddda8252-00676bfad1) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2a9b7df0791e4ddda8252-00676bfad1) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2a9b7df0791e4ddda8252-00676bfad1) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2a9b7df0791e4ddda8252-00676bfad1) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: Setting object count to 1068 (txn: tx204f22d393534f7ea5e96-00676bfad2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Setting object count to 1068 (txn: txfb615db368f649479c437-00676bfad2) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx102cd67cce544e2395675-00676bfad2) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx102cd67cce544e2395675-00676bfad2) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx102cd67cce544e2395675-00676bfad2) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx9c621431cad548b287f7c-00676bfad3)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_has_other_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_prefix_delim ... ok + test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103265,8 +98499,8 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: txfefdf57d91244440aba15-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: txfefdf57d91244440aba15-0069790593) +Exception: test (txn: tx4f61aa9a8b5a46268dfa8-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: tx4f61aa9a8b5a46268dfa8-00676bfad3) test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103274,7 +98508,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx22430845d398447a88f24-0069790593) +Exception: test (txn: tx906711e1f97a4aeabc6b1-00676bfad3) test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103282,7 +98516,7 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx22430845d398447a88f24-0069790593) +Exception: test (txn: tx906711e1f97a4aeabc6b1-00676bfad3) test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request @@ -103290,388 +98524,1372 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse raise Exception('test') -Exception: test (txn: tx22430845d398447a88f24-0069790593) -test ERROR: Account HEAD returning 503 for [] (txn: tx22430845d398447a88f24-0069790593) +Exception: test (txn: tx906711e1f97a4aeabc6b1-00676bfad3) +test ERROR: Account HEAD returning 503 for [] (txn: tx906711e1f97a4aeabc6b1-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txd0cbd88a1c9b44ec9c972-0069790593) +test INFO: Client disconnected on read of '/a/c' (txn: tx6b811027a10e45cdb5610-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txf2e0d52b3f1a414091f86-0069790593) +test INFO: Client disconnected on read of '/a/c' (txn: txf3daf3c6ee2f41ab85f70-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txb262bc5ab07542d6b47b5-0069790593) +test INFO: Client disconnected on read of '/a/c' (txn: tx40bdc740d78d483a89cc4-00676bfad3) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding -test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok -Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_change_to_default_storage_policy_via_DELETE_then_PUT ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok -Container 'a/c' cannot be set to sharded state while in sharded state -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_content_type_on_HEAD ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_correct_allowed_method ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync -test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_namespace_container ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date -test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_create_reserved_object_in_container ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_creation ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delete_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_deleted_headers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge -test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpyx1rbwdx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyx1rbwdx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpyx1rbwdx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpyx1rbwdx/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.4269 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1780 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0588 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1101 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx5f3380bee46741cb9b3da-00676bfad4" "proxy-server 564112" 0.0007 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:48609/sdb1/1/a/c" "tx5f3380bee46741cb9b3da-00676bfad4" "container-server 564112" 0.0123 "-" 564112 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:35517/sda1/1/a/c" "tx5f3380bee46741cb9b3da-00676bfad4" "container-server 564112" 0.0062 "-" 564112 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f3380bee46741cb9b3da-00676bfad4" "proxy-server 564112" 0.1120 "-" 564112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx5f3380bee46741cb9b3da-00676bfad4" "proxy-server 564112" 0.1893 "-" 564112 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx5f3380bee46741cb9b3da-00676bfad4 - 0.1939 - - 1735129812.168873549 1735129812.362754822 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txf116f26fb3324ac48555f-00676bfad4" "proxy-server 564112" 0.0008 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48609/sdb1/1/a1/c1" "txf116f26fb3324ac48555f-00676bfad4" "container-server 564112" 0.0116 "-" 564112 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:35517/sda1/1/a1/c1" "txf116f26fb3324ac48555f-00676bfad4" "container-server 564112" 0.0055 "-" 564112 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf116f26fb3324ac48555f-00676bfad4" "proxy-server 564112" 0.0871 "-" 564112 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_root_container_fill_gap ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test ERROR: Problem finding shard upper in '/tmp/tmpc204mz34/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpc204mz34/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpe9gws0ub/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpe9gws0ub/containers/part/suffix/hash/container.db'] +Unlinked retiring db '/tmp/tmpxn5a1qkg/containers/part/suffix/hash/hash.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_namespaces_state_filtering ... ok +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults +test.unit.proxy.test_server.TestSwiftInfo.test_registered_defaults ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBroker.test_newid +test.unit.container.test_backend.TestContainerBroker.test_newid ... ok + +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx9c621431cad548b287f7c-00676bfad3) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx9c621431cad548b287f7c-00676bfad3) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx9c621431cad548b287f7c-00676bfad3) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Setting object count to 1058 (txn: tx3f86dbef274748d4bd6ed-00676bfad4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Setting object count to 1024 (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Setting object count to 1024 (txn: tx5f5d6b178bb54e79af24b-00676bfad4) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects ... ok + +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txf116f26fb3324ac48555f-00676bfad4" "proxy-server 564112" 0.1767 "-" 564112 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/12 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txf116f26fb3324ac48555f-00676bfad4 - 0.1830 - - 1735129812.363847256 1735129812.546810865 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe5d5fa926c754b1cb2ec6-00676bfad4" "proxy-server 564112" 0.1002 "-" 564112 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:48609/sdb1/2/a/c1" "txe5d5fa926c754b1cb2ec6-00676bfad4" "container-server 564112" 0.0782 "-" 564112 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:35517/sda1/2/a/c1" "txe5d5fa926c754b1cb2ec6-00676bfad4" "container-server 564112" 0.0008 "-" 564112 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe5d5fa926c754b1cb2ec6-00676bfad4" "proxy-server 564112" 0.2420 "-" 564112 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe5d5fa926c754b1cb2ec6-00676bfad4" "proxy-server 564112" 0.1461 "-" 564112 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe5d5fa926c754b1cb2ec6-00676bfad4 - 0.3471 - - 1735129812.548183918 1735129812.895267487 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx2222812835174fa9be6a6-00676bfad4" "proxy-server 564112" 0.0606 "-" 564112 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:48609/sdb1/1/a/c2" "tx2222812835174fa9be6a6-00676bfad4" "container-server 564112" 0.0019 "-" 564112 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:35517/sda1/1/a/c2" "tx2222812835174fa9be6a6-00676bfad4" "container-server 564112" 0.0648 "-" 564112 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:13 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2222812835174fa9be6a6-00676bfad4" "proxy-server 564112" 0.1438 "-" 564112 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:13 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx2222812835174fa9be6a6-00676bfad4" "proxy-server 564112" 0.1992 "-" 564112 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/13 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx2222812835174fa9be6a6-00676bfad4 - 0.2644 - - 1735129812.900689125 1735129813.165053129 2 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_items_since ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items ... ok + +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Setting object count to 1072 (txn: tx26039363ff6748c4963bc-00676bfad5) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Setting object count to 1072 (txn: txf7fc70fd2a544a7786faf-00676bfad6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_old_style_shard_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_namespaces_state_filtering ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Setting object count to 1072 (txn: tx4e579d762b954d69b34bd-00676bfad6) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Setting object count to 1072 (txn: tx0d627228863740acb0a71-00676bfad7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx57ae9608310847e9a50e2-00676bfad7) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx57ae9608310847e9a50e2-00676bfad7) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx57ae9608310847e9a50e2-00676bfad7) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx57ae9608310847e9a50e2-00676bfad7) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx57ae9608310847e9a50e2-00676bfad7) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txaadad3dbcbb4481b8a406-00676bfad8) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: tx3829e5398e8549638836c-00676bfad9)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_objects_since_row ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130152.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/931/5ab54beb01a0bd947915040c9055c931/5ab54beb01a0bd947915040c9055c931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130167.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/400/7b555d34c0c85011da6fc42f9f53f400/7b555d34c0c85011da6fc42f9f53f400.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130172.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/361/05c4e29193e370aa350521965c555361/05c4e29193e370aa350521965c555361.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130187.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b00/c1e87ba52ebc8e83cb9d4e8ab9551b00/c1e87ba52ebc8e83cb9d4e8ab9551b00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130192.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c90/d08224e460c00fa039bbca3e22148c90/d08224e460c00fa039bbca3e22148c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130202.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d8f/cc1e97037151f934075038389894cd8f/cc1e97037151f934075038389894cd8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130222.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ca9/b1351ad4172cd3d4724455db343a6ca9/b1351ad4172cd3d4724455db343a6ca9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130227.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/44e/83ab1d096e79b5c66ac5e112cb95144e/83ab1d096e79b5c66ac5e112cb95144e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130232.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/96e/3050702ddc7c957ade030e85c801296e/3050702ddc7c957ade030e85c801296e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130237.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130242.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/14c/4537c0b11a8cf1cf40f37375da17e14c/4537c0b11a8cf1cf40f37375da17e14c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130247.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/045/ee53e4e4a3fd9a684f1dee5d20d0e045/ee53e4e4a3fd9a684f1dee5d20d0e045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130252.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/624/41f1bcc4a9eef30161884e9667921624/41f1bcc4a9eef30161884e9667921624.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130257.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130267.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/58f/c4b5ba05c261d1cc47daf0b1d0f4a58f/c4b5ba05c261d1cc47daf0b1d0f4a58f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130272.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/3ba/95682d3b64955cb0ffb4cd579bc2a3ba/95682d3b64955cb0ffb4cd579bc2a3ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130282.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/bdc/8d71783029d5929cdb45ec0880b40bdc/8d71783029d5929cdb45ec0880b40bdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130287.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/aee/89d6446309fcdb21c09eebed0b18eaee/89d6446309fcdb21c09eebed0b18eaee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130292.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/9f6/db0b4a7741a25eeeb0d040bf148519f6/db0b4a7741a25eeeb0d040bf148519f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130297.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130302.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/697/1771aafcf62c431340b8df0eb4746697/1771aafcf62c431340b8df0eb4746697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130307.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/374/927184d1961a5fc43678e81fbab33374/927184d1961a5fc43678e81fbab33374.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130312.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/068/71817189050beb349eb761dcb62a5068/71817189050beb349eb761dcb62a5068.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130317.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBroker.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_overwrite_unicode ... ok + +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: tx3829e5398e8549638836c-00676bfad9) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test DEBUG: Setting object count to 3120 (txn: tx7a866a0e678542d8aba6e-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx830b65a54945469cad4ef-00676bfad9) +test DEBUG: Setting object count to 3120 (txn: tx830b65a54945469cad4ef-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx211129f294a34f958b3b2-00676bfad9) +test DEBUG: Setting object count to 3120 (txn: tx211129f294a34f958b3b2-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txdd63714f35614835bafb1-00676bfad9) +test DEBUG: Setting object count to 3120 (txn: txdd63714f35614835bafb1-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test DEBUG: Setting object count to 3120 (txn: tx1df9cd3be5b94b0da5b6b-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_own_shard_range ... ok + +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: txbd733ecf751f41ab8cdd3-00676bfad9) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txb8a00f5bf7f34d1cbf84b-00676bfada) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc34fb2591bf54adeae91a-00676bfada) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc34fb2591bf54adeae91a-00676bfada) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa48d0b09140246c1ae27f-00676bfada) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: txa48d0b09140246c1ae27f-00676bfada) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa48d0b09140246c1ae27f-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa48d0b09140246c1ae27f-00676bfada) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa48d0b09140246c1ae27f-00676bfada) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txd0fce82593d641749a438-00676bfada) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd0fce82593d641749a438-00676bfada) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd0fce82593d641749a438-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd0fce82593d641749a438-00676bfada) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd0fce82593d641749a438-00676bfada) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx9946714095d64fbd86c72-00676bfada) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9946714095d64fbd86c72-00676bfada) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9946714095d64fbd86c72-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9946714095d64fbd86c72-00676bfada) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9946714095d64fbd86c72-00676bfada) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_old_enough_to_reclaim ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it +test.unit.proxy.controllers.test_obj.TestNumContainerUpdates.test_it ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBroker.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_path +test.unit.container.test_backend.TestContainerBroker.test_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name +test.unit.container.test_backend.TestContainerBroker.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBroker.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBroker.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_objects_since_row ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_range_single_record ... ok + +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx4ced69aeb1b0420eb485f-00676bfada) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +test DEBUG: Setting object count to 1065 (txn: txf7e94e8d93eb4e6aa9f43-00676bfadb) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpnsom0rjp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnsom0rjp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpnsom0rjp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpnsom0rjp/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0452 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0652 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1387 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0710 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txea97432c25bc445887b1a-00676bfadb" "proxy-server 564109" 0.0007 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41735/sda1/1/a/c" "txea97432c25bc445887b1a-00676bfadb" "container-server 564109" 0.0007 "-" 564109 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39713/sdb1/1/a/c" "txea97432c25bc445887b1a-00676bfadb" "container-server 564109" 0.0009 "-" 564109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea97432c25bc445887b1a-00676bfadb" "proxy-server 564109" 0.1607 "-" 564109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txea97432c25bc445887b1a-00676bfadb" "proxy-server 564109" 0.0802 "-" 564109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txea97432c25bc445887b1a-00676bfadb - 0.1664 - - 1735129819.638492107 1735129819.804845333 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txee3949084ff140869fd82-00676bfadb" "proxy-server 564109" 0.0007 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39713/sdb1/1/a1/c1" "txee3949084ff140869fd82-00676bfadb" "container-server 564109" 0.0008 "-" 564109 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41735/sda1/1/a1/c1" "txee3949084ff140869fd82-00676bfadb" "container-server 564109" 0.0006 "-" 564109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txee3949084ff140869fd82-00676bfadb" "proxy-server 564109" 0.1061 "-" 564109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txee3949084ff140869fd82-00676bfadb" "proxy-server 564109" 0.1866 "-" 564109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txee3949084ff140869fd82-00676bfadb - 0.1912 - - 1735129819.805676937 1735129819.996916533 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx019bd555860c473ca1c03-00676bfadb" "proxy-server 564109" 0.0933 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41735/sda1/2/a/c1" "tx019bd555860c473ca1c03-00676bfadb" "container-server 564109" 0.0007 "-" 564109 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39713/sdb1/2/a/c1" "tx019bd555860c473ca1c03-00676bfadb" "container-server 564109" 0.0742 "-" 564109 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx019bd555860c473ca1c03-00676bfadb" "proxy-server 564109" 0.2343 "-" 564109 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx019bd555860c473ca1c03-00676bfadb" "proxy-server 564109" 0.1490 "-" 564109 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx019bd555860c473ca1c03-00676bfadb - 0.3321 - - 1735129819.997709513 1735129820.329831839 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:20 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe59dc3ba61d7475186652-00676bfadc" "proxy-server 564109" 0.0831 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39713/sdb1/1/a/c2" "txe59dc3ba61d7475186652-00676bfadc" "container-server 564109" 0.0008 "-" 564109 2test.unit.container.test_backend.TestContainerBroker.test_put_object +test.unit.container.test_backend.TestContainerBroker.test_put_object ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestController.test_account_info_200 +test.unit.proxy.test_mem_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_404 +test.unit.proxy.test_mem_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count +test.unit.proxy.test_mem_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account +test.unit.proxy.test_mem_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_200 +test.unit.proxy.test_mem_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_404 +test.unit.proxy.test_mem_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_mem_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache +test.unit.proxy.test_mem_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_mem_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_make_requests +test.unit.proxy.test_mem_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestController.test_transfer_headers +test.unit.proxy.test_mem_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_own_shard_range ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_policy_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_deleted ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options +test.unit.proxy.test_server.TestProxyServerLoading.test_concurrent_ec_options ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts +test.unit.proxy.test_server.TestProxyServerLoading.test_float_timeouts ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_load_policy_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings +test.unit.proxy.test_server.TestProxyServerLoading.test_missing_rings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_replication_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_fails_to_migrate_table ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_includes ... ok + +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:41735/sda1/1/a/c2" "txe59dc3ba61d7475186652-00676bfadc" "container-server 564109" 0.3735 "-" 564109 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe59dc3ba61d7475186652-00676bfadc" "proxy-server 564109" 0.8148 "-" 564109 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txe59dc3ba61d7475186652-00676bfadc" "proxy-server 564109" 0.9550 "-" 564109 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/21 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txe59dc3ba61d7475186652-00676bfadc - 1.0465 - - 1735129820.330683470 1735129821.377182245 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmprlwj85bf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprlwj85bf/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmprlwj85bf/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprlwj85bf/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0670 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0674 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0930 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0525 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:21 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx286d523ad82e43cfab92b-00676bfadd" "proxy-server 564109" 0.0008 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:57255/sda1/1/a/c" "tx286d523ad82e43cfab92b-00676bfadd" "container-server 564109" 0.0009 "-" 564109 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47191/sdb1/1/a/c" "tx286d523ad82e43cfab92b-00676bfadd" "container-server 564109" 0.0006 "-" 564109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx286d523ad82e43cfab92b-00676bfadd" "proxy-server 564109" 0.8983 "-" 564109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx286d523ad82e43cfab92b-00676bfadd" "proxy-server 564109" 1.0163 "-" 564109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx286d523ad82e43cfab92b-00676bfadd - 1.0213 - - 1735129821.710161448 1735129822.731419563 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx32a7b1bcb6d6471b92571-00676bfade" "proxy-server 564109" 0.0007 "-" 564109 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47191/sdb1/1/a1/c1" "tx32a7b1bcb6d6471b92571-00676bfade" "container-server 564109" 0.0024 "-" 564109 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:57255/sda1/1/a1/c1" "tx32a7b1bcb6d6471b92571-00676bfade" "container-server 564109" 0.0008 "-" 564109 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx32a7b1bcb6d6471b92571-00676bfade" "proxy-server 564109" 0.1564 "-" 564109 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:22 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx32a7b1bcb6d6471b92571-00676bfade" "proxy-server 564109" 0.0885 "-" 564109 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx32a7b1bcb6d6471b92571-00676bfade - 0.1611 - - 1735129822.732245445 1735129822.893348455 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx05952b892c6d4d889d61b-00676bfade" "proxy-server 564109" 0.1142 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:57255/sda1/2/a/c1" "tx05952b892c6d4d889d61b-00676bfade" "container-server 564109" 0.0492 "-" 564109 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:47191/sdb1/2/a/c1" "tx05952b892c6d4d889d61b-00676bfade" "container-server 564109" 0.0009 "-" 564109 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx05952b892c6d4d889d61b-00676bfade" "proxy-server 564109" 0.1876 "-" 564109 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx05952b892c6d4d889d61b-00676bfade" "proxy-server 564109" 0.1272 "-" 564109 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx05952b892c6d4d889d61b-00676bfade - 0.3077 - - 1735129822.894217730 1735129823.201873302 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb94cdc7a76cb4775bf9d8-00676bfadf" "proxy-server 564109" 0.0809 "-" 564109 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:57255/sda1/1/a/c2" "txb94cdc7a76cb4775bf9d8-00676bfadf" "container-server 564109" 0.0807 "-" 564109 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:47191/sdb1/1/a/c2" "txb94cdc7a76cb4775bf9d8-00676bfadf" "container-server 564109" 0.0008 "-" 564109 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb94cdc7a76cb4775bf9d8-00676bfadf" "proxy-server 564109" 0.1348 "-" 564109 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:30:23 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txb94cdc7a76cb4775bf9d8-00676bfadf" "proxy-server 564109" 0.2046 "-" 564109 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/30/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txb94cdc7a76cb4775bf9d8-00676bfadf - 0.2902 - - 1735129823.202702522 1735129823.492926121 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': True, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 4}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.2, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBroker.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_migrates_table ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim +test.unit.container.test_backend.TestContainerBroker.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_sharding_overlaps ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130322.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f10/97aa446dafa27f80cbbad4674b2edf10/97aa446dafa27f80cbbad4674b2edf10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130327.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8bd/eabee5744fe29df5df5034297b1cb8bd/eabee5744fe29df5df5034297b1cb8bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130332.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/71d/f135630fc36b4362f0ab9ccc45d7a71d/f135630fc36b4362f0ab9ccc45d7a71d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130342.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/16b/b1bd026b0d5bb65ff4bbe90a642c216b/b1bd026b0d5bb65ff4bbe90a642c216b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130347.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5d6/65412677821c24dd79660ed5c34fc5d6/65412677821c24dd79660ed5c34fc5d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130352.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/10e/15d7081d434bd1da6081ff84bb5dd10e/15d7081d434bd1da6081ff84bb5dd10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130357.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130362.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f0a/7bc7ec4a0b9e674881e03cb478110f0a/7bc7ec4a0b9e674881e03cb478110f0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130367.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/1a5/93ccf4b66f78273254fc6244973131a5/93ccf4b66f78273254fc6244973131a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130372.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2b6/5c857d9a98a7c0459c523c18a69492b6/5c857d9a98a7c0459c523c18a69492b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130377.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130382.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b49/a5f37f268591f4d4c16e655547627b49/a5f37f268591f4d4c16e655547627b49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130387.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5bc/ce5e2aa06e3390ae2621860659f8e5bc/ce5e2aa06e3390ae2621860659f8e5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130392.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ed3/8b1287ec73d15bcaf009bab175390ed3/8b1287ec73d15bcaf009bab175390ed3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130397.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130402.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5f5/ef204ec9c046c5fc106726c6ed0265f5/ef204ec9c046c5fc106726c6ed0265f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130407.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f21/16180ddc9b4aa0af12b89a16d70a4f21/16180ddc9b4aa0af12b89a16d70a4f21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130412.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/08c/5b0d3bf138b5195640b079c3cc94608c/5b0d3bf138b5195640b079c3cc94608c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130417.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130422.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/485/62edbd2a36c78df64425f21d94b83485/62edbd2a36c78df64425f21d94b83485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130427.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/351/176e025eb325e18327726239d3bb6351/176e025eb325e18327726239d3bb6351.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130432.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a5e/41f3efe4f2b8d9974e997e59cc0f4a5e/41f3efe4f2b8d9974e997e59cc0f4a5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130437.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130442.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e4a/5c046df5884db84b090de8d4d9d54e4a/5c046df5884db84b090de8d4d9d54e4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130447.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/05c/bbc4483ea8723d9ed865e197d122e05c/bbc4483ea8723d9ed865e197d122e05c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130452.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/81a/b57efe992b077456a60fdbdf1d8ae81a/b57efe992b077456a60fdbdf1d8ae81a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130457.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130462.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a86/c168106000d7e067a6aa5da9e30a1a86/c168106000d7e067a6aa5da9e30a1a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130467.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/110/c8ce430a580810df7b8b0f2527f1b110/c8ce430a580810df7b8b0f2527f1b110.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130472.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/442/727e6db59f49735414fbc13b27a5a442/727e6db59f49735414fbc13b27a5a442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130477.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/39e/85f0ba3dca185ee6da7f8a6a1bd1139e/85f0ba3dca185ee6da7f8a6a1bd1139e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130482.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/616/745ebaeff5763388aa3739efe1ad2616/745ebaeff5763388aa3739efe1ad2616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130487.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/166/e3c4ff4d45435c6bdfc1d7e6692c8166/e3c4ff4d45435c6bdfc1d7e6692c8166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130492.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/31a/e9c7128af499c6cb5bcb0ac16fd4931a/e9c7128af499c6cb5bcb0ac16fd4931a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_get_shard_usage ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_multiple_policies ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_initialize_container_broker_in_default ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBroker.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBroker.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBroker.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync +test.unit.container.test_backend.TestContainerBroker.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_items_post_overwrite_out_of_order ... ok +Unlinked retiring db '/tmp/tmpn_qdz44c/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_last_modified_time ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130497.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d47/9104c6fa2a214a6cf8d1dc86cf2f4d47/9104c6fa2a214a6cf8d1dc86cf2f4d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130502.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/eda/0d1f214e97c16e3afd65228d08eaceda/0d1f214e97c16e3afd65228d08eaceda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130507.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ad2/914fabd6b11ef304c3c9982dc1221ad2/914fabd6b11ef304c3c9982dc1221ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130512.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/04e/a8d7681473393c4d4aa5a5a6e5ee504e/a8d7681473393c4d4aa5a5a6e5ee504e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130517.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b2f/574a1526ce8a26193c36da0256a3eb2f/574a1526ce8a26193c36da0256a3eb2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130522.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f8b/5150e74cec8c867923a20efadc5caf8b/5150e74cec8c867923a20efadc5caf8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130527.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/abc/2a46b9f6e71dd7bad0fde785f0f93abc/2a46b9f6e71dd7bad0fde785f0f93abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130532.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/61c/7d2090d61a008fa09da07c90cf11e61c/7d2090d61a008fa09da07c90cf11e61c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130537.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/941/3120a80ec210391b63e2d5e15b32f941/3120a80ec210391b63e2d5e15b32f941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130542.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/9e3/8361895c59fc63e8b2848f3cbc6c99e3/8361895c59fc63e8b2848f3cbc6c99e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130547.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/25c/0dcdbde02b742a050c3d04a564eb025c/0dcdbde02b742a050c3d04a564eb025c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130552.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8a8/806a53ab53a89a29bc1e37c26fe408a8/806a53ab53a89a29bc1e37c26fe408a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130557.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/836/6dac989b57dd4b28130bd02b8ac9b836/6dac989b57dd4b28130bd02b8ac9b836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130562.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/703/a4df3574c7a6f88cf073a81d0672e703/a4df3574c7a6f88cf073a81d0672e703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130567.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a91/048366dacd4238ea33a82bf67d34ba91/048366dacd4238ea33a82bf67d34ba91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130572.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/421/4e9e5f9c5dff8188552dc844a7a27421/4e9e5f9c5dff8188552dc844a7a27421.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130577.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/425/5526b74e26f82bb37163ff4b21cee425/5526b74e26f82bb37163ff4b21cee425.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130582.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/127/6e0f6755ec29dcb4202c4ea694f55127/6e0f6755ec29dcb4202c4ea694f55127.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130587.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/fc4/41eaf3509adf19bd8ab8aa7de87fffc4/41eaf3509adf19bd8ab8aa7de87fffc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130592.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5fa/0e8548cb7d847e58ec3dc91ced73e5fa/0e8548cb7d847e58ec3dc91ced73e5fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130597.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130602.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/75b/d33b3306bf992c3d77d82cda268e275b/d33b3306bf992c3d77d82cda268e275b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130607.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2d7/cccebcad5460085a31375b270c2c12d7/cccebcad5460085a31375b270c2c12d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130612.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/541/df60657fc50dd10772d3c04a086e1541/df60657fc50dd10772d3c04a086e1541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130617.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130622.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8b2/bd3b333d377f3f272b84ea194cf6e8b2/bd3b333d377f3f272b84ea194cf6e8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130627.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/20b/389de4be6fb1b9487feab93618dc320b/389de4be6fb1b9487feab93618dc320b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130632.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8a3/eddf387858faacdb237f20e32fa948a3/eddf387858faacdb237f20e32fa948a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130637.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/81f/787554d0814135cf0db7fae13177a81f/787554d0814135cf0db7fae13177a81f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130642.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/01a/b367bb4321f96e16a025a839172e901a/b367bb4321f96e16a025a839172e901a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130647.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e84/a3d315fd5e8f56ccdb10d8b45dccbe84/a3d315fd5e8f56ccdb10d8b45dccbe84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130652.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f98/7e834313711483aca0f8273d1038bf98/7e834313711483aca0f8273d1038bf98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130657.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/734/ed4025de2fdbd7f91874bb9b05afc734/ed4025de2fdbd7f91874bb9b05afc734.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130662.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5b2/94ac265a23cd1e7b8ff2e2263a8e25b2/94ac265a23cd1e7b8ff2e2263a8e25b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130667.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e19/9b39ce4944dc19e94a133387be1ade19/9b39ce4944dc19e94a133387be1ade19.dbtest.unit.container.test_backend.TestContainerBroker.test_remove_objects +test.unit.container.test_backend.TestContainerBroker.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBroker.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBroker.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_last_modified_time ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path +test.unit.container.test_backend.TestContainerBroker.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBroker.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter ... ok +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +fake-swift DEBUG: Calling S3Api Middleware +fake-swift DEBUG: Calling S3Api Middleware +fake-swift WARNING: multipart: No SLO middleware in pipeline +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8100>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/obj/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079dbc40>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c//v1', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8dc0>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +{'REQUEST_METHOD': 'GET', 'SCRIPT_NAME': '', 'QUERY_STRING': '', 'PATH_INFO': '/v1/AUTH_a/c/v1obj', 'SERVER_NAME': 'localhost', 'SERVER_PORT': '80', 'HTTP_HOST': 'c.AUTH_a.example.com', 'SERVER_PROTOCOL': 'HTTP/1.0', 'wsgi.version': (1, 0), 'wsgi.url_scheme': 'http', 'wsgi.errors': <_io.StringIO object at 0x7f56079d8400>, 'wsgi.multithread': False, 'wsgi.multiprocess': False, 'wsgi.input': } +fake INFO: - - 25/Dec/2024/12/28/29 GET /v1/a/c/o%3Ftemp_url_sig%3Ddeadbeefdeadbeef...%26temp_url_expires%3D1735130709 HTTP/1.0 404 - - - - - - - - 0.0001 - - 1735129709.286073923 1735129709.286164045 - -test DEBUG: Unlinked retiring db '/tmp/tmpm9jy7wsv/containers/part/suffix/hash/container.db' -test WARNING: Unexpected db files will be ignored: ['/tmp/tmpm9jy7wsv/containers/part/suffix/hash/container.db'] +user quit +No .MockServer object at 0x7f5607e05760> running +.MockServerFactory.MockServer object at 0x7f5607d04200> (1) appears to have stopped +No .MockServerFactory.MockServer object at 0x7f5607e059a0> running +No .MockServerFactory.MockServer object at 0x7f5607e057f0> running +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5607e059a0> to die; giving up +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5607ee3440> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5607ee3440> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5607e057f0> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5607e057f0> pid: None signal: 9 +Waited 15 seconds for .MockServerFactory.MockServer object at 0x7f5607e056d0> to die; killing +Signal .MockServerFactory.MockServer object at 0x7f5607e056d0> pid: None signal: 9 +Unable to locate config number 5 for account-server +Unable to locate config number 5 for object-server +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 15 +Signal object-server pid: 1 signal: 1 +Signal object-replicator pid: 11 signal: 15 +Signal object-replicator pid: 12 signal: 15 +Signal proxy-server pid: 1 signal: 1 +output Removing pid file /tmp/tmphxzpffl0/var/run/one-server.pid with wrong pid 3 +output Removing pid file /tmp/tmphxzpffl0/var/run/zero-server.pid with invalid pid +output Removing pid file /tmp/tmphxzpffl0/var/run/invalid-server.pid with invalid pid +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 1 signal: 15 +Signal account-reaper pid: 2 signal: 15 +Signal account-reaper pid: 3 signal: 15 +Signal account-reaper pid: 4 signal: 15 +Signal account-reaper pid: 3 signal: 15 +test ERROR: Problem finding shard upper in '/tmp/tmpherbs3y2/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpherbs3y2/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpamf_ko_o/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpamf_ko_o/containers/part/suffix/hash/container.db'] Container 'a/c' cannot be set to sharded state while in unsharded state Container 'a/c' cannot be set to sharding state: missing epoch -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_delimiter_with_reserved ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines -test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_get_and_validate_policy_index ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_false ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_non_slash ... ok Container 'a/c' cannot be set to sharding state while in sharding state -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_insufficient_storage_mount_check_true ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_doesnt_exist ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_invalid_method_is_not_public ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_list_allowed_methods ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_order_and_reverse ... ok Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_db_states +test.unit.container.test_backend.TestContainerBroker.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_is_green ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBroker.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_overwrite_unicode ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBroker.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs +test.unit.container.test_backend.TestContainerBroker.test_set_x_syncs ... ok -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0012 "-" 1968928 3 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:03 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0509 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0327 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1193 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/o" 201 - "-" "-" "-" 0.0539 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/o" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/%00c" 201 - "-" "-" "-" 0.0492 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/%00c%00test" 201 - "-" "-" "-" 0.0546 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c/" 201 - "-" "-" "-" 0.0474 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c/%00o" 400 61 "-" "-" "-" 0.0001 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/.a/c/o" 204 - "-" "-" "-" 0.0638 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/.c/.o" 404 - "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0491 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/.shards_a/c/o" 204 - "-" "-" "-" 0.0524 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0500 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.0630 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 0.0013 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0922 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0065 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0448 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "GET /sda1/p/a/%00null" 200 26 "-" "-" "-" 0.0024 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "GET /sda1/p/a/%00null" 200 32 "-" "-" "-" 0.0024 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/container_default" 201 - "-" "-" "-" 0.0509 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/container_default" 204 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c_nada" 400 45 "-" "-" "-" 0.0002 "-" 1968928 nada -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c_999" 400 42 "-" "-" "-" 0.0002 "-" 1968928 999 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "PUT /sda1/p/a/c_legacy" 201 - "-" "-" "-" 0.0430 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:04 +0000] "HEAD /sda1/p/a/c_legacy" 204 - "-" "-" "-" 0.0011 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c_one" 201 - "-" "-" "-" 0.0444 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "HEAD /sda1/p/a/c_one" 204 - "-" "-" "-" 0.0017 "-" 1968928 1 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c_two" 201 - "-" "-" "-" 0.1055 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "HEAD /sda1/p/a/c_two" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c_three" 201 - "-" "-" "-" 0.0563 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "HEAD /sda1/p/a/c_three" 204 - "-" "-" "-" 0.0013 "-" 1968928 3 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c_four" 201 - "-" "-" "-" 0.0487 "-" 1968928 4 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "HEAD /sda1/p/a/c_four" 204 - "-" "-" "-" 0.0012 "-" 1968928 4 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "method_doesnt_exist /sda1/p/a/c" 405 - "-" "-" "-" 0.0003 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "__init__ /sda1/p/a/c" 405 - "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0399 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0112 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0498 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 183 "-" "-" "-" 0.0017 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_listing_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_log_line_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_markers_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_not_allowed_method ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_multiple_timestamps ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_object_update_with_offset ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_format ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_params_utf8 ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_and_delim_with_reserved ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130672.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e5b/f4a42ffa88044317cca121d4c9cbee5b/f4a42ffa88044317cca121d4c9cbee5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130677.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7ca/affb0aa60fe60be620ad362eb91217ca/affb0aa60fe60be620ad362eb91217ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130682.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/9a6/b50898df07246ac7819e0a60f9d519a6/b50898df07246ac7819e0a60f9d519a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130687.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/37c/68a1a867d35e5dcf6e993b1a14d9937c/68a1a867d35e5dcf6e993b1a14d9937c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130692.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f82/0a5228bd9ff001d2fd4371e48ca8df82/0a5228bd9ff001d2fd4371e48ca8df82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130697.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/67d/e630482ba8aec856aa423964a354167d/e630482ba8aec856aa423964a354167d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130702.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5ce/eacc3ce29514a591cc75ae604ffa15ce/eacc3ce29514a591cc75ae604ffa15ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130707.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8ba/c65cbec713a4409e1feb02b8d93198ba/c65cbec713a4409e1feb02b8d93198ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130712.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/77e/5f6ba76020d5ff3af15fc184c4efd77e/5f6ba76020d5ff3af15fc184c4efd77e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130717.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8b4/2be3f6a40920e467d06aca9df9e688b4/2be3f6a40920e467d06aca9df9e688b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130722.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8ab/8b670c39c48ee29bd43ad5eca5e1a8ab/8b670c39c48ee29bd43ad5eca5e1a8ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130727.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/4a6/73744c99e2e4f332af21b559bae934a6/73744c99e2e4f332af21b559bae934a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130732.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a78/68377086aa973cdf82a968dd41cfca78/68377086aa973cdf82a968dd41cfca78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130737.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/dcc/bdc44e236311c3853d23f9f156f49dcc/bdc44e236311c3853d23f9f156f49dcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130742.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f7d/c2346596a49673748411107bccf76f7d/c2346596a49673748411107bccf76f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130747.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6c5/527bd439b476b43f79d97b5531a346c5/527bd439b476b43f79d97b5531a346c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130752.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/875/61e867a02571e1a6a9e4a55b20b1a875/61e867a02571e1a6a9e4a55b20b1a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130757.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d3b/e960f24d62691d2252c4ac39dbda8d3b/e960f24d62691d2252c4ac39dbda8d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130762.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f83/ecf1e9e716a687699fefdb3716e13f83/ecf1e9e716a687699fefdb3716e13f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130767.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/eb0/b6912c3689cac0acbcd8b25cc7ffdeb0/b6912c3689cac0acbcd8b25cc7ffdeb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130772.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/7a7/a8536dd5029fdfe8d0af4694b00c57a7/a8536dd5029fdfe8d0af4694b00c57a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130777.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f75/0e3af85ede3d787f1af8b2ca4cbc0f75/0e3af85ede3d787f1af8b2ca4cbc0f75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130782.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/055/abda1b67e68d5d6c79ff399dde01d055/abda1b67e68d5d6c79ff399dde01d055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130787.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/632/de4ae495078f16b677cc4f9117ea8632/de4ae495078f16b677cc4f9117ea8632.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130792.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/3f2/fa0f313086fdbd6da618190fb04ca3f2/fa0f313086fdbd6da618190fb04ca3f2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130797.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/948/fa570a1a9e7017fa348281d8e50e2948/fa570a1a9e7017fa348281d8e50e2948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130802.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/997/e610d78ac394a2c01619bc0c2bf7e997/e610d78ac394a2c01619bc0c2bf7e997.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130807.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d00/afd93fcf8dafdb0677ce4a5c6fd08d00/afd93fcf8dafdb0677ce4a5c6fd08d00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130812.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6da/1843adfcf4639a2db442a108279d96da/1843adfcf4639a2db442a108279d96da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130817.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/2da/39ccc2f89b89b6e704951e0767cea2da/39ccc2f89b89b6e704951e0767cea2da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130822.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/423/ecaf82d558bd72ff6268597f6cd9a423/ecaf82d558bd72ff6268597f6cd9a423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130827.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8d8/fe90336ee31af7349ee43a9e5c41d8d8/fe90336ee31af7349ee43a9e5c41d8d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130832.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/def/fa5be56c66e4e531a244c9e37df4adef/fa5be56c66e4e531a244c9e37df4adef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130837.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c1c/4efb31d55ad087108b7de482a5d87c1c/4efb31d55ad087108b7de482a5d87c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130842.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/75b/df20ea37d1ef8c7414d84f0637d0675b/df20ea37d1ef8c7414d84f0637d0675b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBroker.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBroker.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_range_single_record ... ok +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBroker.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property +test.unit.container.test_backend.TestContainerBroker.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_newid ... ok +test.unit.container.test_backend.TestContainerBroker.test_sync_merging +test.unit.container.test_backend.TestContainerBroker.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges ... ok +test.unit.container.test_sharder.TestCleavingContext.test_cursor +test.unit.container.test_sharder.TestCleavingContext.test_cursor ... ok +test.unit.container.test_sharder.TestCleavingContext.test_delete +test.unit.container.test_sharder.TestCleavingContext.test_delete ... ok +test.unit.container.test_sharder.TestCleavingContext.test_done +test.unit.container.test_sharder.TestCleavingContext.test_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_init +test.unit.container.test_sharder.TestCleavingContext.test_init ... ok +test.unit.container.test_sharder.TestCleavingContext.test_iter +test.unit.container.test_sharder.TestCleavingContext.test_iter ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load +test.unit.container.test_sharder.TestCleavingContext.test_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_root_container ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_all +test.unit.container.test_sharder.TestCleavingContext.test_load_all ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_load_modify_store_load_old_style ... ok +test.unit.container.test_sharder.TestCleavingContext.test_range_done +test.unit.container.test_sharder.TestCleavingContext.test_range_done ... ok +test.unit.container.test_sharder.TestCleavingContext.test_reset +test.unit.container.test_sharder.TestCleavingContext.test_reset ... ok +test.unit.container.test_sharder.TestCleavingContext.test_start +test.unit.container.test_sharder.TestCleavingContext.test_start ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store +test.unit.container.test_sharder.TestCleavingContext.test_store ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_root_container ... ok -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: 1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a/c" 404 - "-" "-" "-" 2.0000 "-" 1234 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0434 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0579 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0016 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0015 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "GET /sda1/p/a/%00null" 200 184 "-" "-" "-" 0.0015 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.2767 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0014 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:05 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0998 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.1003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0023 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0470 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0034 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0395 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0331 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0507 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0006 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 127 "-" "-" "-" 0.0479 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0596 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "HEAD /sda1/p/a/c" 204 - "-" "-" "-" 0.0011 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 117 "-" "-" "-" 0.2955 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "GET /sda1/p/a/c" 200 116 "-" "-" "-" 0.2396 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:06 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0029 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0557 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 200 120 "-" "-" "-" 0.0318 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "DELETE /sda1/p/a/c/o" 204 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0475 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0639 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 200 61 "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 200 2 "-" "-" "-" 0.0022 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 37 "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 33 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 32 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 38 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 400 34 "-" "-" "-" 0.0001 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0964 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0021 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0020 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0019 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/c" 204 - "-" "-" "-" 0.0017 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0446 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0046 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0456 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/%00null" 200 207 "-" "-" "-" 0.0023 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null" 201 - "-" "-" "-" 0.0282 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test01" 201 - "-" "-" "-" 0.0085 "-" 1968928 2test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_prefix_with_reserved ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_put_auto_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_replication_server_call_all_methods ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_serv_reserv ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130847.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/045/54f23f4a9494ad864ae7cb0c7c263045/54f23f4a9494ad864ae7cb0c7c263045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130852.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a60/56e1be086f854e1e6c546d8d01046a60/56e1be086f854e1e6c546d8d01046a60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130857.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a9e/b97b4c057607841a4430fc304808ca9e/b97b4c057607841a4430fc304808ca9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130862.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e64/944a24e87f072e5e6e0c078098c88e64/944a24e87f072e5e6e0c078098c88e64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130867.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/4a7/82c2b0d05ae1309b3ef194a4e33094a7/82c2b0d05ae1309b3ef194a4e33094a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130872.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/dce/92f6020506ce57b7d1ab88a7de1f1dce/92f6020506ce57b7d1ab88a7de1f1dce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130877.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/d1c/99a4ee1d5a6cebb30796ff5310d0fd1c/99a4ee1d5a6cebb30796ff5310d0fd1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130882.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/6df/9da523348a3a9ddf5b6753a13b5a16df/9da523348a3a9ddf5b6753a13b5a16df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130887.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/660/809c97d24e1e86d5e4c2b73a47c78660/809c97d24e1e86d5e4c2b73a47c78660.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130892.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/4ef/844aafbb1683b88b5b4a3920d3dc04ef/844aafbb1683b88b5b4a3920d3dc04ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130897.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/548/8fd5442d0bfafa0e71a102aebd995548/8fd5442d0bfafa0e71a102aebd995548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130902.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e0b/55402b1eb83e8fabc43aed7a1f80be0b/55402b1eb83e8fabc43aed7a1f80be0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130907.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/1e6/bfe63882d95b00652566f65a7c8db1e6/bfe63882d95b00652566f65a7c8db1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130912.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f27/b891b903742950f98f5b59759cc25f27/b891b903742950f98f5b59759cc25f27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130917.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/66f/7b41cb69388af25f9955bdf48ab8b66f/7b41cb69388af25f9955bdf48ab8b66f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130922.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a21/697b984e0f431126ca418b7478b62a21/697b984e0f431126ca418b7478b62a21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130927.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/efe/9eab7c4f51e30f0e2d8acc8d3172fefe/9eab7c4f51e30f0e2d8acc8d3172fefe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130932.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/98c/9149e839311bb8e5c580d8159d74198c/9149e839311bb8e5c580d8159d74198c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130937.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c9a/966cab52e8f54865fced7c1ced5d9c9a/966cab52e8f54865fced7c1ced5d9c9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130942.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/67f/d720c600fafcea86c91ddb3945daf67f/d720c600fafcea86c91ddb3945daf67f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130947.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f70/1ea955ef1cca1555e6b5ba8914ea7f70/1ea955ef1cca1555e6b5ba8914ea7f70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130952.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/644/8d7aea16d39164d8f0b06213c9c11644/8d7aea16d39164d8f0b06213c9c11644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130957.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a01/7a94fd2376060e4254058c15aab86a01/7a94fd2376060e4254058c15aab86a01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130962.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/b71/f420d374dee7cd2386c7eb3e6f7d2b71/f420d374dee7cd2386c7eb3e6f7d2b71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130967.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/eb7/0caabdc97b0d4e920edeaf5e1820aeb7/0caabdc97b0d4e920edeaf5e1820aeb7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130972.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/f74/0b22ab376e8aa57912626cf766992f74/0b22ab376e8aa57912626cf766992f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130977.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/56d/8ca47402de18cda86d169cca2207656d/8ca47402de18cda86d169cca2207656d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130982.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5f7/c7c44b7b3176fe76b88a0fd1f834f5f7/c7c44b7b3176fe76b88a0fd1f834f5f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130987.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/968/7c0beff8d3137de03c7fa711d43ae968/7c0beff8d3137de03c7fa711d43ae968.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130992.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/398/462c4a2658a358e37a8ef6d2c83b4398/462c4a2658a358e37a8ef6d2c83b4398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130997.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/019/b11d89b2a21cfb443843c374d6910019/b11d89b2a21cfb443843c374d6910019.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131002.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/24b/50309b87c1741f749817a6449afa724b/50309b87c1741f749817a6449afa724b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131007.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/5e2/29b20f32f5d49e0590693282793535e2/29b20f32f5d49e0590693282793535e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131012.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/173/a49c5665a704b0d51ff768977794e173/a49c5665a704b0d51ff768977794e173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131017.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/c23/fbcd7618a1d62c06fa3f0271f18c5c23/fbcd7618a1d62c06fa3f0271f18c5c23.dbtest.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_add_row_load_old_style ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_object_stats_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container +test.unit.container.test_sharder.TestSharder.test_audit_root_container ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_modify_db_id_load_old_style ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch +test.unit.container.test_sharder.TestSharder.test_audit_root_container_reset_epoch ... ok +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping +test.unit.container.test_sharder.TestSharder.test_audit_root_container_with_parent_child_overlapping ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_old_style ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_active_root_range_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_pending_file_name ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_policy_stat_tracking ... ok -test DEBUG: /tmp/tmpjl0a8yxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 2 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpjl0a8yxy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5dde97c5f1a9e3225e794723727aaec8', '8c23d690-5c76-4264-8eff-4cbad505abad-sda', '1769538960.66977', '1769538960.66670', '0', '', '1769538960.66670', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('8c23d690-5c76-4264-8eff-4cbad505abad-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpb6p3cydv/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5fffaf5cf139ee6505556bd8a5cecdce', '90ab54f6-47f7-4198-b074-e06c9698fa53-sda', '1769538962.00746', '1769538962.00487', '0', '', '1769538962.00487', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('90ab54f6-47f7-4198-b074-e06c9698fa53-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '5fffaf5cf139ee6505556bd8a5cecdce', '6bb26b6b-7e1c-40fd-bb6b-300e91a70c0c-sda', '1769538962.79058', '1769538962.78830', '0', '', '1769538962.78830', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('6bb26b6b-7e1c-40fd-bb6b-300e91a70c0c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Unlinked retiring db '/tmp/tmpir39fkzu/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db' -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (3, '9eed52a0d4d1dd2edf5b2cbb8a3ad904', '50d00553-c3e7-4db5-bc0d-56ed608ec492-sda', '1769538963.44174', '1769538963.43899', '0', '', '1769538963.43899', 3, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('50d00553-c3e7-4db5-bc0d-56ed608ec492-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7c732ed1-5ef2-4ff4-8330-7d739cafd23a-sda', '1769538964.41117', '1769538964.40866', '0', '', '1769538964.40866', 0, 0) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpposb1ayv/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91aa1987-d4e2-492c-9dd0-adf514106f36-sdb', '1769538964.85045', '1769538965.00000', '0', '', '1769538965.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91aa1987-d4e2-492c-9dd0-adf514106f36-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '91aa1987-d4e2-492c-9dd0-adf514106f36-sdb', '1769538964.85045', '1769538965.00000', '0', '', '1769538965.00000', 0, 0) -test ERROR: Quarantining DB /tmp/tmpposb1ayv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('91aa1987-d4e2-492c-9dd0-adf514106f36-sdb', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.28402 seconds (3.52089/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpojrt8yfh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '02693cc4-e7e8-4b57-96ef-aa638f8ae7f5-sda', '1769538965.20505', '1769538965', '0', '', '1769538965', 0, 1) -test DEBUG: /tmp/tmpojrt8yfh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '02693cc4-e7e8-4b57-96ef-aa638f8ae7f5-sda', '1769538965.20505', '1769538965', '0', '', '1769538965', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('02693cc4-e7e8-4b57-96ef-aa638f8ae7f5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.31666 seconds (3.15798/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmptnyts_9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7e20351cf60efbc435fe2ae6de655cb2', '068433bb-15ee-4abd-99e3-0bee0c7eee78-sda', '1769538965.63791', '1769538965', '0', '', '1769538965', 1, 1) -test DEBUG: /tmp/tmptnyts_9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538967.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '068433bb-15ee-4abd-99e3-0bee0c7eee78-sda') -test DEBUG: /tmp/tmptnyts_9p/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0626173s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '7e20351cf60efbc435fe2ae6de655cb2', '068433bb-15ee-4abd-99e3-0bee0c7eee78-sda', '1769538965.63791', '1769538965', '0', '', '1769538965', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('068433bb-15ee-4abd-99e3-0bee0c7eee78-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.96601 seconds (1.03518/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpejvrn74l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75382a3c-7e65-44ec-b164-28c441c421b0-sda', '1769538966.99373', '1769538966', '0', '', '1769538966', 0, 0) -test DEBUG: /tmp/tmpejvrn74l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '75382a3c-7e65-44ec-b164-28c441c421b0-sda', '1769538966.99373', '1769538966', '0', '', '1769538966', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('75382a3c-7e65-44ec-b164-28c441c421b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37942 seconds (2.63558/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpjjf159fx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ccc7d3b9620e75db7b2f7218bd91ebee', 'c555b381-0460-4de4-90a6-70d721fdbad2-sda', '1769538967.48671', '1769538967', '0', '', '1769538967', 1, 0) -test DEBUG: /tmp/tmpjjf159fx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_swift_bytes_in_content_type ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_through_call_invalid_path_utf8 ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_DELETE ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_POST ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131022.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8b1/c6038d3a620d6743f618d3c1a3e638b1/c6038d3a620d6743f618d3c1a3e638b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131027.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/219/c66f73c0c011257717e0f463ab2c7219/c66f73c0c011257717e0f463ab2c7219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131032.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/e03/9a98cee6a13bfa23c80c35619dc0de03/9a98cee6a13bfa23c80c35619dc0de03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131037.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/8d6/1f159b03c84e9238016ac863e9edd8d6/1f159b03c84e9238016ac863e9edd8d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131042.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/a69/8eb26bc12cdcbd99fb69a6d700f98a69/8eb26bc12cdcbd99fb69a6d700f98a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131047.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/617/42c93a647d389143552fc438d250c617/42c93a647d389143552fc438d250c617.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131052.00000-0, db: /tmp/tmpzf5uns5q/sda/containers/0/ac2/e6077746467e4bb5d324d95baf2feac2/e6077746467e4bb5d324d95baf2feac2.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'found': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'created': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'sharding': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: missing range(s): -a j-k z-, overlapping ranges in state 'active': k-t s-y, y-z y-z, path: a/c, db: /tmp/tmplpwy6cyl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Audit failed for root: own_shard_range reset to None should be 1735129876.00000, path: a/c, db: /tmp/tmpcz0othdw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735129876.00000.db +sharder-test WARNING: Audit failed for root: overlapping ranges in state 'cleaved': a-f c-f, a-c a-f, path: a/c, db: /tmp/tmp1rbz7zjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129878.00000-0, db: /tmp/tmpl1ni_p_m/sda/containers/0/b4d/5a141e21583a29c2587de3af76ac1b4d/5a141e21583a29c2587de3af76ac1b4d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129878.00000-0, db: /tmp/tmpl1ni_p_m/sda/containers/0/b4d/5a141e21583a29c2587de3af76ac1b4d/5a141e21583a29c2587de3af76ac1b4d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129881.00000-0, db: /tmp/tmpl1ni_p_m/sda/containers/0/f1b/b1784b9d35be71a074ad1e0087ad6f1b/b1784b9d35be71a074ad1e0087ad6f1b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129881.00000-0, db: /tmp/tmpl1ni_p_m/sda/containers/0/f1b/b1784b9d35be71a074ad1e0087ad6f1b/b1784b9d35be71a074ad1e0087ad6f1b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: bad_account/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: account not in shards namespace '.shards_', path: bad_account/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit failed for shard: missing own shard range (skipping), path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'j' to 'k' as of 1735129878.00000, (0, 0) as of 1735129878.00000, active as of 1735129878.00000> to ShardRange<'k' to 't' as of 1735129879.00000, (0, 0) as of 1735129879.00000, active as of 1735129879.00000>, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129883.00000, (0, 0) as of 1735129883.00000, shrinking as of 1735129880.00000> to ShardRange<'k' to 't' as of 1735129883.00000, (0, 0) as of 1735129883.00000, sharding as of 1735129884.00000>, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpnwjdg51q/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_ancestors_not_merged_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style +test.unit.container.test_sharder.TestCleavingContext.test_store_reclaim_load_old_style ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_finalize_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_most_cleave_progress ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_no_complete_path ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_two_sub_path_splits ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split +test.unit.container.test_sharder.TestSharderFunctions.test_find_and_rank_whole_path_split ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_all_donors_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_donors_but_no_suitable_acceptor ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_eligible_states ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_expansion_limit_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_four_donors_two_acceptors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_expanding ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_max_shrinking ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_nine_donors_one_acceptor ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_donors ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_no_gaps ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_overlapping_ranges_with_ineligible_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shard_ranges_in_found_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_shrink_threshold_with_tombstones ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root +test.unit.container.test_sharder.TestSharderFunctions.test_find_compactible_single_donor_shrink_to_root ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges +test.unit.container.test_sharder.TestSharderFunctions.test_find_overlapping_ranges ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps +test.unit.container.test_sharder.TestSharderFunctions.test_find_paths_with_gaps ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1769539162.00000, db: /tmp/tmpzst4b00t/sda/containers/0/dc8/c30afd26d2c883594f25728fef18cdc8/c30afd26d2c883594f25728fef18cdc8.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1769539162.00000, db: /tmp/tmpzst4b00t/sda/containers/0/dc8/c30afd26d2c883594f25728fef18cdc8/c30afd26d2c883594f25728fef18cdc8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmpb552o49l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1769538963.00000, (0, 0) as of 1769538963.00000, active as of 1769538963.00000> to ShardRange<'k' to 't' as of 1769538964.00000, (0, 0) as of 1769538964.00000, sharded as of 1769538965.00000>, path: .shards_a/shard_c, db: /tmp/tmpb552o49l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpb552o49l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmput5gp2b4/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538964.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/489/dfa04ee6c3efd5a77b3e88d826d39489/dfa04ee6c3efd5a77b3e88d826d39489.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538967.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/766/102d1873308b84e287bdfc7b28952766/102d1873308b84e287bdfc7b28952766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538970.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/e86/28d6b745b5f585eac2eaba9d20351e86/28d6b745b5f585eac2eaba9d20351e86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538973.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/731/94b7074b5f5f8b5b077cee7379226731/94b7074b5f5f8b5b077cee7379226731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538976.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/56e/1a92e2920bf691725d1a78552b40656e/1a92e2920bf691725d1a78552b40656e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538979.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/afb/efaa435cbdb904dca3757da8a6c4fafb/efaa435cbdb904dca3757da8a6c4fafb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538982.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/9b0/e9519b9700ff503798ca3ae4340349b0/e9519b9700ff503798ca3ae4340349b0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538985.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/87d/2f6f219578bb3ae7d635d59b56c5a87d/2f6f219578bb3ae7d635d59b56c5a87d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538988.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/43c/e6d5be7a2c3e9e15e6b964aac45d343c/e6d5be7a2c3e9e15e6b964aac45d343c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538991.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/d1b/0e586469e5b5ce91f46a7398f1d58d1b/0e586469e5b5ce91f46a7398f1d58d1b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538994.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/126/878822ca52561afb14dd27fc78e53126/878822ca52561afb14dd27fc78e53126.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538997.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/21b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539000.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/e2a/b2b8fa239be3b1c28abe106a712b5e2a/b2b8fa239be3b1c28abe106a712b5e2a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539003.00000-0, db: /tmp/tmpg13dzso1/sda/containers/0/a43/66b048216290d9302521ee4dba2a6a43/66b048216290d9302521ee4dba2a6a43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538966.00000-0, db: /tmp/tmp21uy8cun/sda/containers/0/910/b031a3f0076367162a33357ade2ee910/b031a3f0076367162a33357ade2ee910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538970.00000-0, db: /tmp/tmp21uy8cun/sda/containers/0/e86/28d6b745b5f585eac2eaba9d20351e86/28d6b745b5f585eac2eaba9d20351e86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538969.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/10f/7d1e9a4aa8b46a87af3b53dff2d0610f/7d1e9a4aa8b46a87af3b53dff2d0610f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538973.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/731/94b7074b5f5f8b5b077cee7379226731/94b7074b5f5f8b5b077cee7379226731.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538977.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/122/63e5d2b4887dbd7b922ccee80de3c122/63e5d2b4887dbd7b922ccee80de3c122.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538981.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0f6/58ca43eb692833763625f640d64ee0f6/58ca43eb692833763625f640d64ee0f6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538981.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0f6/58ca43eb692833763625f640d64ee0f6/58ca43eb692833763625f640d64ee0f6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538985.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/87d/2f6f219578bb3ae7d635d59b56c5a87d/2f6f219578bb3ae7d635d59b56c5a87d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538989.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ecf/3bdab27e3c617f165c00c8f088d4becf/3bdab27e3c617f165c00c8f088d4becf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538993.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/d4d/29ca8c80981acba8af67d94c5367dd4d/29ca8c80981acba8af67d94c5367dd4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538997.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/21b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539001.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/44a/532187cef13202ef99301ffd1942944a/532187cef13202ef99301ffd1942944a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539005.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/edf/4d667ffffbc0724e63b40d2225872edf/4d667ffffbc0724e63b40d2225872edf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539009.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/363/df35ac958805a4f0744f139502dec363/df35ac958805a4f0744f139502dec363.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539013.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/e0d/b4253123ac568921f64b9ebb0bf18e0d/b4253123ac568921f64b9ebb0bf18e0d.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_update_sync_store_on_PUT ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_updating_multiple_container_servers ... ok -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types -test.unit.container.test_server.TestNonLegacyDefaultStoragePolicy.test_weird_content_types ... ok -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects -test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers -test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-5a95ad2297a4ba024b792ecd826340af-1735129883.00000-2, db: /tmp/tmpym2urnk3/sda/containers/0/084/ba5f3f60d7e7a5d51b8d28e431395084/ba5f3f60d7e7a5d51b8d28e431395084.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129880.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/e81/3b4788f5ce6a79955ac60587db0e1e81/3b4788f5ce6a79955ac60587db0e1e81.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129880.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/e81/3b4788f5ce6a79955ac60587db0e1e81/3b4788f5ce6a79955ac60587db0e1e81.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129889.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/fd0/bee32918ac79454819ff1c09881fcfd0/bee32918ac79454819ff1c09881fcfd0.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129889.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/fd0/bee32918ac79454819ff1c09881fcfd0/bee32918ac79454819ff1c09881fcfd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129898.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/55e/d6911cf9e2463c008693f7731be6955e/d6911cf9e2463c008693f7731be6955e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129898.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/55e/d6911cf9e2463c008693f7731be6955e/d6911cf9e2463c008693f7731be6955e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129907.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/d4f/eaa723b075c1f5d6a08d22934b1e4d4f/eaa723b075c1f5d6a08d22934b1e4d4f.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129907.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/d4f/eaa723b075c1f5d6a08d22934b1e4d4f/eaa723b075c1f5d6a08d22934b1e4d4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129916.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/a7e/2eeca4ecf368f782a015df8823e15a7e/2eeca4ecf368f782a015df8823e15a7e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129916.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/a7e/2eeca4ecf368f782a015df8823e15a7e/2eeca4ecf368f782a015df8823e15a7e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129925.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/4ea/692b8717198131487af51b87fa4294ea/692b8717198131487af51b87fa4294ea.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129925.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/4ea/692b8717198131487af51b87fa4294ea/692b8717198131487af51b87fa4294ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129934.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/d1c/14d839a05f51c326bb3ed0d6acfb8d1c/14d839a05f51c326bb3ed0d6acfb8d1c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129934.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/d1c/14d839a05f51c326bb3ed0d6acfb8d1c/14d839a05f51c326bb3ed0d6acfb8d1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129943.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/8b2/aa18f5760f98bdd7082ba34d87eb78b2/aa18f5760f98bdd7082ba34d87eb78b2.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129943.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/8b2/aa18f5760f98bdd7082ba34d87eb78b2/aa18f5760f98bdd7082ba34d87eb78b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129952.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/602/6035c20a44a6e91a5b6cf61bd5d4a602/6035c20a44a6e91a5b6cf61bd5d4a602.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129952.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/602/6035c20a44a6e91a5b6cf61bd5d4a602/6035c20a44a6e91a5b6cf61bd5d4a602.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129952.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/602/6035c20a44a6e91a5b6cf61bd5d4a602/6035c20a44a6e91a5b6cf61bd5d4a602.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129961.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/6ef/d9c58c2c16184752c6d7aaa894ee76ef/d9c58c2c16184752c6d7aaa894ee76ef.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129961.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/6ef/d9c58c2c16184752c6d7aaa894ee76ef/d9c58c2c16184752c6d7aaa894ee76ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129961.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/6ef/d9c58c2c16184752c6d7aaa894ee76ef/d9c58c2c16184752c6d7aaa894ee76ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129970.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/64e/503f2bafb5c8379af6cfb1c0a465864e/503f2bafb5c8379af6cfb1c0a465864e.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129970.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/64e/503f2bafb5c8379af6cfb1c0a465864e/503f2bafb5c8379af6cfb1c0a465864e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129970.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/64e/503f2bafb5c8379af6cfb1c0a465864e/503f2bafb5c8379af6cfb1c0a465864e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129979.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/f35/b905c87e623036bca7a9161579c0ef35/b905c87e623036bca7a9161579c0ef35.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129979.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/f35/b905c87e623036bca7a9161579c0ef35/b905c87e623036bca7a9161579c0ef35.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129979.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/f35/b905c87e623036bca7a9161579c0ef35/b905c87e623036bca7a9161579c0ef35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129988.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/53b/9608fb78e71ffb42c66c08491015753b/9608fb78e71ffb42c66c08491015753b.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129988.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/53b/9608fb78e71ffb42c66c08491015753b/9608fb78e71ffb42c66c08491015753b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129988.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/53b/9608fb78e71ffb42c66c08491015753b/9608fb78e71ffb42c66c08491015753b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129997.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/5f5/d26f27fe993bf640bee382577957c5f5/d26f27fe993bf640bee382577957c5f5.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129997.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/5f5/d26f27fe993bf640bee382577957c5f5/d26f27fe993bf640bee382577957c5f5.dbtest.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates +test.unit.container.test_sharder.TestSharderFunctions.test_find_shrinking_candidates ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_sharding_candidate ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate +test.unit.container.test_sharder.TestSharderFunctions.test_is_shrinking_candidate ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible +test.unit.container.test_sharder.TestSharderFunctions.test_process_compactible ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats +test.unit.container.test_sharder.TestSharderFunctions.test_update_own_shard_range_stats ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip test.unit.obj.test_expirer.TestObjectExpirer.test_build_task_obj_round_trip ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_container_timestamp_break @@ -103680,64 +99898,25 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_delete_at_time_of_task_container ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object test.unit.obj.test_expirer.TestObjectExpirer.test_delete_object ... ok - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00test02" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00null%00foo" 201 - "-" "-" "-" 0.0072 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/%00null/%00nullish" 201 - "-" "-" "-" 0.0004 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/%00null" 200 2 "-" "-" "-" 0.0486 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "GET /sda1/p/a/%00null" 200 367 "-" "-" "-" 0.0021 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/o" 404 - "-" "-" "-" 0.0004 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/.a/c/o" 404 - "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/.a/c/o" 201 - "-" "-" "-" 0.0896 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/.c/o" 404 - "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/.o" 404 - "-" "-" "-" 0.0002 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/o" 201 - "-" "-" "-" 0.0781 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/.shards_a/c/o" 404 - "-" "-" "-" 0.0003 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/.shards_a/c" 404 - "-" "-" "-" 0.0002 "-" 1968928 0 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/.shards_a/c" 201 - "-" "-" "-" 0.0407 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0630 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/o1" 201 - "-" "-" "-" 0.0012 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:07 +0000] "PUT /sda1/p/a/c/o2" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "GET /sda1/p/a/c" 200 280 "-" "-" "-" 0.0585 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "GET /sda1/p/a/c" 404 - "-" "-" "-" 0.0005 "-" 1968928 0 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "GET /bob" 400 18 "-" "-" "-" 0.0002 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "GET /sda1/p/a/c%D8%3E%2520/%25" 412 29 "-" "-" "-" 0.0001 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1055 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "DELETE /sda1/p/a/c" 204 - "-" "-" "-" 0.3159 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:08 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0744 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.4570 "-" 1968928 - -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "POST /sda1/p/a/c" 204 - "-" "-" "-" 0.0992 "-" 1968928 - -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.1035 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c" 202 - "-" "-" "-" 0.0738 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test ERROR: ERROR account update failed with 1.2.3.4:5/sdb1 (will retry later): -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test ERROR: ERROR account update failed with 6.7.8.9:10/sdf1 (will retry later): +test ERROR: Failed to unlink '/tmp/tmp5eipk3es/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/server.py", line 272, in account_update - account_response = conn.getresponse() - ^^^^^^^^^^^^^^^^ -AttributeError: 'NoneType' object has no attribute 'getresponse' -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0553 "-" 1968928 2 -test DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c" 201 - "-" "-" "-" 0.0528 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c/0" 201 - "-" "-" "-" 0.0005 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "PUT /sda1/p/a/c/1" 201 - "-" "-" "-" 0.0003 "-" 1968928 2 -test INFO: - - - [27/Jan/2026:18:36:09 +0000] "GET /sda1/p/a/c" 200 248 "-" "-" "-" 0.0586 "-" 1968928 2 + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp5eipk3es/containers/part/suffix/hash/container_1735129856.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp5eipk3es/containers/part/suffix/hash/container_1735129856.00000.db': ['/tmp/tmp5eipk3es/containers/part/suffix/hash/container.db', '/tmp/tmp5eipk3es/containers/part/suffix/hash/container_1735129857.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp5eipk3es/containers/part/suffix/hash/container_1735129857.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkln8xrws/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end @@ -103763,16 +99942,58 @@ Exception test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452569-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998368 1735043484-a0/c0/o0 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998368 1735043484-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998368 1735043484-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998368 1735043484-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1734998368 1735043484-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735129883-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735129883-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735129883-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object + self.delete_actual_object(target_path, delete_timestamp, +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735129883-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452569-a1/c1/o1 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: +test-expirer ERROR: Exception while deleting object .expiring_objects 1735084768 1735129883-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry +TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were giventest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_newid ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry test.unit.obj.test_expirer.TestObjectExpirer.test_failed_delete_keeps_entry ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping test.unit.obj.test_expirer.TestObjectExpirer.test_get_delay_reaping ... ok @@ -103786,8 +100007,6 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_log_name ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path test.unit.obj.test_expirer.TestObjectExpirer.test_init_internal_client_path ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_keys ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_invalid_delay_reaping_values @@ -103806,66 +100025,80 @@ test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_multi_processes ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process test.unit.obj.test_expirer.TestObjectExpirer.test_iter_task_to_expire_with_skipped_tasks_single_process ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_merged_while_sharding ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break test.unit.obj.test_expirer.TestObjectExpirer.test_object_timestamp_break ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj test.unit.obj.test_expirer.TestObjectExpirer.test_parse_task_obj ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue test.unit.obj.test_expirer.TestObjectExpirer.test_pop_queue ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency test.unit.obj.test_expirer.TestObjectExpirer.test_process_based_concurrency ... ok test.unit.obj.test_expirer.TestObjectExpirer.test_report test.unit.obj.test_expirer.TestObjectExpirer.test_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order +test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random +test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem +test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes +test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container +test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted +test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping +test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok +test.unit.obj.test_server.TestZeroCopy.test_GET +test.unit.obj.test_server.TestZeroCopy.test_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_GET_big +test.unit.obj.test_server.TestZeroCopy.test_GET_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine +test.unit.obj.test_server.TestZeroCopy.test_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file +test.unit.obj.test_server.TestZeroCopy.test_quarantine_on_well_formed_zero_byte_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward ... ok +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout +test.unit.proxy.controllers.test_base.TestGetOrHeadHandler.test_range_fast_forward_after_data_timeout ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_object ... ok -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452569-a2/c2/o2 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452569-a3/c3/o3 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769385568 1769452569-a4/c4/o4 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538968-a5/c5/o5 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538968-a6/c6/o6 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538968-a7/c7/o7 TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538968-a8/c8/o8♡ TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given -test-expirer ERROR: Exception while deleting object .expiring_objects 1769471968 1769538968-a9/c9/o9ø TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 522, in delete_object - self.delete_actual_object(target_path, delete_timestamp, -TypeError: TestObjectExpirer.test_failed_delete_keeps_entry..deliberately_blow_up() takes 2 positional arguments but 3 were given test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 0 objects expired test-expirer DEBUG: Run begin test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test-expirer ERROR: Unexcepted error handling task '1769452569-invalid0': +test-expirer ERROR: Unexcepted error handling task '1735043485-invalid0': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -103875,7 +100108,7 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/base.py", line 124, in split_path raise ValueError('Invalid path: %s' % quote(path)) ValueError: Invalid path: /invalid0 -test-expirer ERROR: Unexcepted error handling task '1769452569-invalid1': +test-expirer ERROR: Unexcepted error handling task '1735043485-invalid1': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/obj/expirer.py", line 348, in iter_task_to_expire target_object = parse_task_obj(task_object) @@ -103916,145 +100149,7 @@ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/object.recon' test-expirer INFO: Pass so far 0s; 0 objects expired test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0000-invalid0', 'delete_timestamp': 0000000000.00000_0000000000000000, 'target_path': 'invalid0', 'is_async_delete': False} -test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False}test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order -test.unit.obj.test_expirer.TestObjectExpirer.test_round_robin_order ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_command_line ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_bad_process_values_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_catches_usual_exceptions ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random -test.unit.obj.test_expirer.TestObjectExpirer.test_run_forever_initial_sleep_random ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_calls_report ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_nothing_to_do ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_rate_limited ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem -test.unit.obj.test_expirer.TestObjectExpirer.test_run_once_unicode_problem ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_config ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_from_kwargs ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_process ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_negative_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_equal_to_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes -test.unit.obj.test_expirer.TestObjectExpirer.test_set_process_values_process_greater_than_processes ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container -test.unit.obj.test_expirer.TestObjectExpirer.test_skip_task_account_without_task_container ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted -test.unit.obj.test_expirer.TestObjectExpirer.test_success_gets_counted ... ok -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping -test.unit.obj.test_expirer.TestObjectExpirer.test_valid_delay_reaping ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_bad_value_workers ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_in_worker ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_dump_recon_run_once_inline ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_detects_ring_change ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_is_healthy_rcache_update_waits_for_next_update ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_next_rcache_update_configured_with_stats_interval ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_dump_recon_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_no_workers_by_default ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_at_end_of_run_once ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_races_with_final_recon_dump ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_removes_devices ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_recon_aggregation_waits_for_all_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_run_forever_recon_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_worker_logging ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_no_valid_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_devices_and_overrides ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_lots_of_workers_and_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_no_devices ... ok -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices -test.unit.obj.test_reconstructor.TestWorkerReconstructor.test_workers_with_some_workers_and_devices ... ok -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync -test.unit.obj.test_ssync.TestSsyncEC.test_fragment_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_only_missing_durable_state ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_fragment_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment -test.unit.obj.test_ssync.TestSsyncEC.test_handoff_non_durable_fragment ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable -test.unit.obj.test_ssync.TestSsyncEC.test_revert_job_with_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index -test.unit.obj.test_ssync.TestSsyncEC.test_send_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none -test.unit.obj.test_ssync.TestSsyncEC.test_send_with_frag_index_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited -test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool -test.unit.obj.test_updater.TestRateLimiterBucket.test_bool ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering -test.unit.obj.test_updater.TestRateLimiterBucket.test_bucket_ordering ... ok -test.unit.obj.test_updater.TestRateLimiterBucket.test_len -test.unit.obj.test_updater.TestRateLimiterBucket.test_len ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero -test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok - +test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0001-invalid1', 'delete_timestamp': 0000000001.00000_0000000000000000, 'target_path': 'invalid1', 'is_async_delete': False} test-expirer ERROR: Unexcepted error handling task {'task_account': '.expiring_objects', 'task_container': '0000000000', 'task_object': '0002-invalid2', 'delete_timestamp': 0000000002.00000_0000000000000000, 'target_path': 'invalid2', 'is_async_delete': False} test-expirer ERROR: Unhandled exception: Traceback (most recent call last): @@ -104089,896 +100184,2315 @@ test-expirer INFO: Pass beginning for task account .expiring_objects; 4 possible containers; 12 possible objects test-expirer DEBUG: Run end test-expirer INFO: Pass completed in 0s; 10 objects expired -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (10.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: Running object reconstructor in script mode. -test INFO: Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/1 pid=1968928] Running object reconstructor in script mode. -test INFO: [worker 1/1 pid=1968928] Object reconstruction complete (once). (5.00 minutes) -test INFO: [worker 1/2 pid=pid-1] Starting object reconstructor in daemon mode. -test INFO: [worker 1/2 pid=pid-1] Starting object reconstruction pass. -test INFO: [worker 1/2 pid=pid-1] Object reconstruction complete. (0.10 minutes) -test DEBUG: [worker 1/2 pid=pid-1] reconstruction sleeping for 30.0 seconds. -test INFO: [worker 2/4 pid=20641] Running object reconstructor in script mode. -test DEBUG: [worker 2/4 pid=20641] debug message -test INFO: [worker 2/4 pid=20641] info message -test WARNING: [worker 2/4 pid=20641] warning message -test ERROR: [worker 2/4 pid=20641] error message -test INFO: [worker 2/4 pid=20641] Object reconstruction complete (once). (0.00 minutes) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_record_type_shard_with_listing_state ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_children_not_merged_once_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_empty_shard_no_memcache ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: Setting object count to 1032 (txn: txedbfa40542cd4550a2d44-00676bfb1f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: Setting object count to 48 (txn: txe3263bf406b342868f94e-00676bfb1f) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: Setting object count to 1064 (txn: txd949eb9107544c3d8a82d-00676bfb1f) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txa26e2958424a4755b7c30-00676bfb1f) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5f1b0fe81f584e519799e-00676bfb1f) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129997.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/5f5/d26f27fe993bf640bee382577957c5f5/d26f27fe993bf640bee382577957c5f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130006.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/96c/8cb14f5326dbe78a144e2a5557d4696c/8cb14f5326dbe78a144e2a5557d4696c.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130006.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/96c/8cb14f5326dbe78a144e2a5557d4696c/8cb14f5326dbe78a144e2a5557d4696c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130006.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/96c/8cb14f5326dbe78a144e2a5557d4696c/8cb14f5326dbe78a144e2a5557d4696c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130015.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/27d/43195a60d34abd902b03edf976fba27d/43195a60d34abd902b03edf976fba27d.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130015.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/27d/43195a60d34abd902b03edf976fba27d/43195a60d34abd902b03edf976fba27d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735130015.00000-2, db: /tmp/tmp5yvurn1i/sda/containers/0/27d/43195a60d34abd902b03edf976fba27d/43195a60d34abd902b03edf976fba27d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735129886.00000, (0, 0) as of 1735129886.00000, active as of 1735129886.00000> to ShardRange<'a' to 'b' as of 1735129886.00000, (0, 0) as of 1735129886.00000, sharding as of 1735129891.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84_1735129886.00000.db +sharder-test DEBUG: Updating 2 children shard ranges from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84_1735129886.00000.db +sharder-test DEBUG: Updating 0 other shard range(s) from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84_1735129886.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84_1735129886.00000.db +sharder-test INFO: Updated own shard range from ShardRange<'a' to 'b' as of 1735129886.00000, (0, 0) as of 1735129886.00000, sharding as of 1735129892.00000> to ShardRange<'a' to 'b' as of 1735129886.00000, (0, 0) as of 1735129886.00000, sharded as of 1735129895.00000>, path: .shards_a/root-63a9f0ea7bb98050796b649e85481845-1735129886.00000-2, db: /tmp/tmp3y8kp9d2/sda/containers/0/f84/95b228e03dfaff42551f78975aa9cf84/95b228e03dfaff42551f78975aa9cf84_1735129886.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129888.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/79e/8187e5351f2def9c251ac368bb60579e/8187e5351f2def9c251ac368bb60579e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129890.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/75f/783b68431e5fb4f3ac3c618beb91475f/783b68431e5fb4f3ac3c618beb91475f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129889.00000, (0, 0) as of 1735129889.00000, found as of 1735129889.00000> to ShardRange<'k' to 't' as of 1735129890.00000, (0, 0) as of 1735129890.00000, created as of 1735129890.00000>, path: .shards_a/shard_c_1735129890.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/75f/783b68431e5fb4f3ac3c618beb91475f/783b68431e5fb4f3ac3c618beb91475f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129892.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a96/f481345c4aab0926825a2115093bca96/f481345c4aab0926825a2115093bca96.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129891.00000, (0, 0) as of 1735129891.00000, found as of 1735129891.00000> to ShardRange<'k' to 't' as of 1735129892.00000, (0, 0) as of 1735129892.00000, cleaved as of 1735129892.00000>, path: .shards_a/shard_c_1735129892.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a96/f481345c4aab0926825a2115093bca96/f481345c4aab0926825a2115093bca96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129894.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/29d/ea3114af6fbd6089927bdd54e5db729d/ea3114af6fbd6089927bdd54e5db729d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129893.00000, (0, 0) as of 1735129893.00000, found as of 1735129893.00000> to ShardRange<'k' to 't' as of 1735129894.00000, (0, 0) as of 1735129894.00000, active as of 1735129894.00000>, path: .shards_a/shard_c_1735129894.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/29d/ea3114af6fbd6089927bdd54e5db729d/ea3114af6fbd6089927bdd54e5db729d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129896.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a6a/9c46838dfe87cc8b64fdd77817aa6a6a/9c46838dfe87cc8b64fdd77817aa6a6a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129895.00000, (0, 0) as of 1735129895.00000, found as of 1735129895.00000> to ShardRange<'k' to 't' as of 1735129896.00000, (0, 0) as of 1735129896.00000, shrinking as of 1735129896.00000>, path: .shards_a/shard_c_1735129896.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a6a/9c46838dfe87cc8b64fdd77817aa6a6a/9c46838dfe87cc8b64fdd77817aa6a6a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129896.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a6a/9c46838dfe87cc8b64fdd77817aa6a6a/9c46838dfe87cc8b64fdd77817aa6a6a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129898.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e4d/f8eb68e61665f6215e0c49f8f4722e4d/f8eb68e61665f6215e0c49f8f4722e4d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129897.00000, (0, 0) as of 1735129897.00000, found as of 1735129897.00000> to ShardRange<'k' to 't' as of 1735129898.00000, (0, 0) as of 1735129898.00000, sharding as of 1735129898.00000>, path: .shards_a/shard_c_1735129898.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e4d/f8eb68e61665f6215e0c49f8f4722e4d/f8eb68e61665f6215e0c49f8f4722e4d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129898.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e4d/f8eb68e61665f6215e0c49f8f4722e4d/f8eb68e61665f6215e0c49f8f4722e4d.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Setting object count to 1065 (txn: txf539a8b46d8040959fea1-00676bfb20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Setting object count to 1065 (txn: txe938b0ace25b411fb426c-00676bfb20) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb516f91edd614c88ae697-00676bfb21) +test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txb516f91edd614c88ae697-00676bfb21) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: txc84364fa079d4d9d8fc4b-00676bfb22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx4a229ea048c6475d9bef2-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4a229ea048c6475d9bef2-00676bfb22)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_mixed_policies_error ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_old_style_shard_container ... ok + +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4a229ea048c6475d9bef2-00676bfb22) +test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: tx4a229ea048c6475d9bef2-00676bfb22) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx087e7c28237f4777a79c7-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx087e7c28237f4777a79c7-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx087e7c28237f4777a79c7-00676bfb22) +test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: tx087e7c28237f4777a79c7-00676bfb22) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: Setting object count to 3120 (txn: tx324b7026947f4b11b56a0-00676bfb22) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: Setting object count to 3120 (txn: txc3488bbf60784ad2a1356-00676bfb22) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: Setting object count to 3120 (txn: tx56dd35966b664d0793366-00676bfb22) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: Setting object count to 3120 (txn: txcbbf893e021345e3a4c14-00676bfb22) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: Setting object count to 3120 (txn: tx3a67ea1a600849ce90f96-00676bfb22) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx4c4ac5ba94034dc08dc21-00676bfb22) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txce8ae96a5dff406a923a8-00676bfb23) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txce8ae96a5dff406a923a8-00676bfb23)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_overlapping_shards_no_memcache ... ok + +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc490abf8a94d404f947b4-00676bfb23) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx759bdb21770b4a2886a8d-00676bfb23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx759bdb21770b4a2886a8d-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx759bdb21770b4a2886a8d-00676bfb23) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx759bdb21770b4a2886a8d-00676bfb23) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx70a3cc89f1634bf3baf22-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx70a3cc89f1634bf3baf22-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx70a3cc89f1634bf3baf22-00676bfb23) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx70a3cc89f1634bf3baf22-00676bfb23) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx8dfe13f0cad242e48f1de-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8dfe13f0cad242e48f1de-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx8dfe13f0cad242e48f1de-00676bfb23) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx8dfe13f0cad242e48f1de-00676bfb23) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: Setting object count to 1068 (txn: tx3ebb73ccbf39463d8c2d0-00676bfb23) +test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Setting object count to 1068 (txn: txb4c1374342914cc5aa01c-00676bfb23) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_errors_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_between_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_newid ... ok + +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe9306496d9574dbaa1141-00676bfb24) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: txe9306496d9574dbaa1141-00676bfb24) +test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: txe9306496d9574dbaa1141-00676bfb24) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx7314ef99bf684452a9956-00676bfb24) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx7314ef99bf684452a9956-00676bfb24) +test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx7314ef99bf684452a9956-00676bfb24) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Setting object count to 1058 (txn: tx1322c6d802a2417bae68c-00676bfb25) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: txe2c2fd2f35544009a9a9e-00676bfb26)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharded_shard_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_mixed_policies ... ok + +test DEBUG: Setting object count to 1024 (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Setting object count to 1024 (txn: txe2c2fd2f35544009a9a9e-00676bfb26) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Setting object count to 1072 (txn: tx8a5f75a13ac44bb0aad78-00676bfb26) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Setting object count to 1072 (txn: txe3a3e60a34644b09a63a1-00676bfb27) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_object_stats_shard_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_root_container ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_sharding_shard_with_memcache ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129900.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/90d/f4fdc8ad00c51d880ec73f00951c590d/f4fdc8ad00c51d880ec73f00951c590d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129899.00000, (0, 0) as of 1735129899.00000, found as of 1735129899.00000> to ShardRange<'k' to 't' as of 1735129900.00000, (0, 0) as of 1735129900.00000, sharded as of 1735129900.00000>, path: .shards_a/shard_c_1735129900.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/90d/f4fdc8ad00c51d880ec73f00951c590d/f4fdc8ad00c51d880ec73f00951c590d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129900.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/90d/f4fdc8ad00c51d880ec73f00951c590d/f4fdc8ad00c51d880ec73f00951c590d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129902.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/614/a1a2ff8b70ad59e599333b73a1742614/a1a2ff8b70ad59e599333b73a1742614.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129901.00000, (0, 0) as of 1735129901.00000, found as of 1735129901.00000> to ShardRange<'k' to 't' as of 1735129902.00000, (0, 0) as of 1735129902.00000, shrunk as of 1735129902.00000>, path: .shards_a/shard_c_1735129902.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/614/a1a2ff8b70ad59e599333b73a1742614/a1a2ff8b70ad59e599333b73a1742614.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129902.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/614/a1a2ff8b70ad59e599333b73a1742614/a1a2ff8b70ad59e599333b73a1742614.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129904.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0d2/31963d8b0dc5c301954f7e453d9fc0d2/31963d8b0dc5c301954f7e453d9fc0d2.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129903.00000, (0, 0) as of 1735129903.00000, created as of 1735129903.00000> to ShardRange<'k' to 't' as of 1735129904.00000, (0, 0) as of 1735129904.00000, found as of 1735129904.00000>, path: .shards_a/shard_c_1735129904.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0d2/31963d8b0dc5c301954f7e453d9fc0d2/31963d8b0dc5c301954f7e453d9fc0d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129906.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a74/2aa13f874aa389cdd82ab571563eea74/2aa13f874aa389cdd82ab571563eea74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129908.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3b0/6802771310bc51fe27330d45a5bba3b0/6802771310bc51fe27330d45a5bba3b0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129907.00000, (0, 0) as of 1735129907.00000, created as of 1735129907.00000> to ShardRange<'k' to 't' as of 1735129908.00000, (0, 0) as of 1735129908.00000, cleaved as of 1735129908.00000>, path: .shards_a/shard_c_1735129908.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3b0/6802771310bc51fe27330d45a5bba3b0/6802771310bc51fe27330d45a5bba3b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129910.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3da/fb337f0ac840585ab55335dcb7bb33da/fb337f0ac840585ab55335dcb7bb33da.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129909.00000, (0, 0) as of 1735129909.00000, created as of 1735129909.00000> to ShardRange<'k' to 't' as of 1735129910.00000, (0, 0) as of 1735129910.00000, active as of 1735129910.00000>, path: .shards_a/shard_c_1735129910.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3da/fb337f0ac840585ab55335dcb7bb33da/fb337f0ac840585ab55335dcb7bb33da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129912.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/14b/0d9e9317f5807b7ead5dfcf6ad61d14b/0d9e9317f5807b7ead5dfcf6ad61d14b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129911.00000, (0, 0) as of 1735129911.00000, created as of 1735129911.00000> to ShardRange<'k' to 't' as of 1735129912.00000, (0, 0) as of 1735129912.00000, shrinking as of 1735129912.00000>, path: .shards_a/shard_c_1735129912.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/14b/0d9e9317f5807b7ead5dfcf6ad61d14b/0d9e9317f5807b7ead5dfcf6ad61d14b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129912.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/14b/0d9e9317f5807b7ead5dfcf6ad61d14b/0d9e9317f5807b7ead5dfcf6ad61d14b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129914.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/57b/eac6fbe761ecf65f6f6d093fe133857b/eac6fbe761ecf65f6f6d093fe133857b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129913.00000, (0, 0) as of 1735129913.00000, created as of 1735129913.00000> to ShardRange<'k' to 't' as of 1735129914.00000, (0, 0) as of 1735129914.00000, sharding as of 1735129914.00000>, path: .shards_a/shard_c_1735129914.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/57b/eac6fbe761ecf65f6f6d093fe133857b/eac6fbe761ecf65f6f6d093fe133857b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129914.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/57b/eac6fbe761ecf65f6f6d093fe133857b/eac6fbe761ecf65f6f6d093fe133857b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129916.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/870/17976c0298e3b2c05769e26070d7c870/17976c0298e3b2c05769e26070d7c870.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129915.00000, (0, 0) as of 1735129915.00000, created as of 1735129915.00000> to ShardRange<'k' to 't' as of 1735129916.00000, (0, 0) as of 1735129916.00000, sharded as of 1735129916.00000>, path: .shards_a/shard_c_1735129916.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/870/17976c0298e3b2c05769e26070d7c870/17976c0298e3b2c05769e26070d7c870.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129916.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/870/17976c0298e3b2c05769e26070d7c870/17976c0298e3b2c05769e26070d7c870.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129918.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/5b4/5b20ca1d5ee383a5a3907d126a40e5b4/5b20ca1d5ee383a5a3907d126a40e5b4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129917.00000, (0, 0) as of 1735129917.00000, created as of 1735129917.00000> to ShardRange<'k' to 't' as of 1735129918.00000, (0, 0) as of 1735129918.00000, shrunk as of 1735129918.00000>, path: .shards_a/shard_c_1735129918.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/5b4/5b20ca1d5ee383a5a3907d126a40e5b4/5b20ca1d5ee383a5a3907d126a40e5b4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129918.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/5b4/5b20ca1d5ee383a5a3907d126a40e5b4/5b20ca1d5ee383a5a3907d126a40e5b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129920.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b12/c243cde62407bca0b9c791b735872b12/c243cde62407bca0b9c791b735872b12.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129919.00000, (0, 0) as of 1735129919.00000, cleaved as of 1735129919.00000> to ShardRange<'k' to 't' as of 1735129920.00000, (0, 0) as of 1735129920.00000, found as of 1735129920.00000>, path: .shards_a/shard_c_1735129920.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b12/c243cde62407bca0b9c791b735872b12/c243cde62407bca0b9c791b735872b12.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129922.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f63/b964b1cd6b17820621de247355c72f63/b964b1cd6b17820621de247355c72f63.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129921.00000, (0, 0) as of 1735129921.00000, cleaved as of 1735129921.00000> to ShardRange<'k' to 't' as of 1735129922.00000, (0, 0) as of 1735129922.00000, created as of 1735129922.00000>, path: .shards_a/shard_c_1735129922.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f63/b964b1cd6b17820621de247355c72f63/b964b1cd6b17820621de247355c72f63.db +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Setting object count to 1072 (txn: tx8b44076237b4416fb7fc5-00676bfb28) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Setting object count to 1072 (txn: txb9955ad9d0214ba8b4756-00676bfb28) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd48c362bcfb7481d9d947-00676bfb29) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txd48c362bcfb7481d9d947-00676bfb29) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txd48c362bcfb7481d9d947-00676bfb29) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: txd48c362bcfb7481d9d947-00676bfb29) +test ERROR: Aborting listing from shards due to bad response: [404] (txn: txd48c362bcfb7481d9d947-00676bfb29)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_deleted_shard ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_old_style_root_account_container_path ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_no_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_old_style_shard_container ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: tx9cdef406a31b47688f146-00676bfb29) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txbb214184568940db8d05d-00676bfb2a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test DEBUG: Setting object count to 3120 (txn: tx352ca8c9ff6046f29ff07-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test DEBUG: Setting object count to 3120 (txn: txdb16a7fc838e49c294d8d-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test DEBUG: Setting object count to 3120 (txn: txdbfe7f5967494479bb957-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx121c2773a827429b87338-00676bfb2b) +test DEBUG: Setting object count to 3120 (txn: tx121c2773a827429b87338-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test DEBUG: Setting object count to 3120 (txn: tx4b004c66916e463b94b69-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx8ab81cf757da42d4b5abb-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: txba145802607a4f3eb8a8a-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: tx8da97a585ed445c895924-00676bfb2b) +test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: tx8da97a585ed445c895924-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx28c138d9dc4c4c6490b56-00676bfb2b) +test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx28c138d9dc4c4c6490b56-00676bfb2b) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx28c138d9dc4c4c6490b56-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx28c138d9dc4c4c6490b56-00676bfb2b)test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_memcache ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache +test.unit.proxy.controllers.test_container.TestGetShardedContainer.test_GET_sharding_container_gap_in_shards_with_memcache ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_handoff ... ok + +test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx28c138d9dc4c4c6490b56-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx632730d7540140cab5dda-00676bfb2b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx632730d7540140cab5dda-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx632730d7540140cab5dda-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx632730d7540140cab5dda-00676bfb2b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx632730d7540140cab5dda-00676bfb2b) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2e9b9f40f19b412b9fa54-00676bfb2b) +test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx2e9b9f40f19b412b9fa54-00676bfb2b) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2e9b9f40f19b412b9fa54-00676bfb2b) +test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx2e9b9f40f19b412b9fa54-00676bfb2b) +test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx2e9b9f40f19b412b9fa54-00676bfb2b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: tx2dd3090fe8544b59ad4d4-00676bfb2c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx55883e4996034cadb20a7-00676bfb2c) +test DEBUG: Setting object count to 1065 (txn: tx55883e4996034cadb20a7-00676bfb2c) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx11c9549eab194dc58466b-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507 ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sdp, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx9fb16c9cb96748d7a77a1-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sdw, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sdx, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sdy, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txb82c4987fa40491bab512-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sdo, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sdq, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.11:1011/sdl, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sdr, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx45c1e75b132d4f64bcf60-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_DELETE_write_affinity_before_replication ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txb459d86374564ceb826ba-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sdb (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sdx (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sdo (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sdz (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sdy (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sdt (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sdq (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: tx11200b6376aa48f2bd31c-00676bfb2c)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sdw (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sdr (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sds (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sdu (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sdv (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sdp (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server ERROR: Object returning 503 for [] (txn: tx11200b6376aa48f2bd31c-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server ERROR: Object returning 503 for [] (txn: tx6f7cf36dff2d48dd98648-00676bfb2c) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplicate_but_sufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_duplication_factor_almost_duplicate_dispersion ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server ERROR: Object returning 503 for [] (txn: tx98a16b8a10ef445abaf46-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server ERROR: Object returning 503 for [] (txn: txd4a1e70e265e4474b8d37-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_mixed_frags_and_no_quorum_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reclaim_with_duplicate_names ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx59590823154b4bb38b672-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server ERROR: Object returning 503 for [] (txn: tx9367fd04e8074890b8cc2-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: txaa8e7619d2814e248e99a-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txae43c125fdc94a75a1c40-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_delete_at_non_integer ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx789756985531465faae79-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sdy re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sdo re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx79c272f9f23946d48256e-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sds re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sdx re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx39ffb4a44ca841778c9bc-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sdw re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sdt re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.28:1028/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.29:1029/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.30:1030/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.31:1031/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.32:1032/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.33:1033/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.34:1034/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.35:1035/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.36:1036/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.37:1037/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.38:1038/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.39:1039/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.40:1040/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.41:1041/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.42:1042/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.43:1043/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.44:1044/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.45:1045/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.46:1046/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.47:1047/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.48:1048/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.49:1049/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.50:1050/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.51:1051/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.52:1052/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.53:1053/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.54:1054/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.55:1055/sda, error: ERROR Insufficient Storage (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd3b8bfa41a964c9f8a26f-00676bfb2d)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_sync_delete ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sdr re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sdu re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sdq re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sdp re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sdv re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sdz re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx7a8be517389a4a1886736-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_determine_chunk_destinations_prioritize_more_missing ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_not_configured ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_write_affinity_proxy_server_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reconciler_sync ... ok +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_custom_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf416f2bd50ff40f382d3f-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf74719c2ea464cf093283-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d)test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECDuplicationObjController.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_root_container ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_cache_writing ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body test.unit.proxy.controllers.test_obj.TestGetUpdateShardUTF8.test_get_update_shard_empty_body ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ccc7d3b9620e75db7b2f7218bd91ebee', 'c555b381-0460-4de4-90a6-70d721fdbad2-sda', '1769538967.48671', '1769538967', '0', '', '1769538967', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c555b381-0460-4de4-90a6-70d721fdbad2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.53076 seconds (1.88408/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_y98ng7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76b09a34-0681-4619-9ac5-c04b0a417616-sda', '1769538968.14086', '1769538968', '0', '', '1769538968', 0, 0) -test DEBUG: /tmp/tmp_y98ng7e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76b09a34-0681-4619-9ac5-c04b0a417616-sda', '1769538968.14086', '1769538968', '0', '', '1769538968', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('76b09a34-0681-4619-9ac5-c04b0a417616-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.68202 seconds (1.46623/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpftxmcwiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '793a26fdfab5592c7018b8ff5168a6cd', 'b375e507-4b37-4a7d-bc57-06665adf73b9-sda', '1769538969.21257', '1769538969', '0', '', '1769538969', 1, 0) -test DEBUG: /tmp/tmpftxmcwiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538972.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'b375e507-4b37-4a7d-bc57-06665adf73b9-sda') -test DEBUG: /tmp/tmpftxmcwiq/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0338898s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '793a26fdfab5592c7018b8ff5168a6cd', 'b375e507-4b37-4a7d-bc57-06665adf73b9-sda', '1769538969.21257', '1769538969', '0', '', '1769538969', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b375e507-4b37-4a7d-bc57-06665adf73b9-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48534 seconds (2.06040/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp85pcyzro/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b88da076-2633-42ae-ace3-879295188de2-sda', '1769538969.87193', '1769538969', '0', '', '1769538969', 0, 1) -test DEBUG: /tmp/tmp85pcyzro/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b88da076-2633-42ae-ace3-879295188de2-sda', '1769538969.87193', '1769538969', '0', '', '1769538969', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b88da076-2633-42ae-ace3-879295188de2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36038 seconds (2.77487/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4yxpufea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ab98e7dc740293d57bd548d40641402e', 'eb5732f8-53e2-446a-909b-2ee42113c1b0-sda', '1769538970.41774', '1769538970', '0', '', '1769538970', 1, 0) -test DEBUG: /tmp/tmp4yxpufea/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ab98e7dc740293d57bd548d40641402e', 'eb5732f8-53e2-446a-909b-2ee42113c1b0-sda', '1769538970.41774', '1769538970', '0', '', '1769538970', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eb5732f8-53e2-446a-909b-2ee42113c1b0-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.44497 seconds (2.24734/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpl6ufaq77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f968cc1-9c5d-4ae1-8288-b6d0f0e8f565-sda', '1769538971.12746', '1769538973', '0', '', '1769538973', 0, 0) -test DEBUG: /tmp/tmpl6ufaq77/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9f968cc1-9c5d-4ae1-8288-b6d0f0e8f565-sda', '1769538971.12746', '1769538973', '0', '', '1769538973', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9f968cc1-9c5d-4ae1-8288-b6d0f0e8f565-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30798 seconds (3.24700/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpfyu84oda/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58d3205bd3e8ca15297f320d78686c42', '631a37e4-02d0-4b74-918c-2bce4c758641-sda', '1769538971.60573', '1769538973', '0', '', '1769538973', 1, 1) -test DEBUG: /tmp/tmpfyu84oda/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538974.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '631a37e4-02d0-4b74-918c-2bce4c758641-sda') -test DEBUG: /tmp/tmpfyu84oda/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0415325s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '58d3205bd3e8ca15297f320d78686c42', '631a37e4-02d0-4b74-918c-2bce4c758641-sda', '1769538971.60573', '1769538973', '0', '', '1769538973', 1, 1)test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_path ... ok -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx7dc8ab7d948c4377999c9-006979059b) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4a67002f8969455584905-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txc5b3f9ee69ea4da5a0fae-006979059b) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: txad394e7a347d4cc7b88ee-00676bfb2d) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx573e4fa9fe3a483eb07a6-00676bfb2d) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmplcdwngz1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplcdwngz1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpqaqq9fbp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqaqq9fbp/tmp_test_proxy_server_chunked/container-sync-realms.conf'test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_misplaced_object_does_not_effect_container_stats ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestController.test_account_info_200 +test.unit.proxy.test_server.TestController.test_account_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_404 +test.unit.proxy.test_server.TestController.test_account_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_container_count +test.unit.proxy.test_server.TestController.test_account_info_container_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_account +test.unit.proxy.test_server.TestController.test_account_info_no_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_account_info_no_cache +test.unit.proxy.test_server.TestController.test_account_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_200 +test.unit.proxy.test_server.TestController.test_container_info_200 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_404 +test.unit.proxy.test_server.TestController.test_container_info_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_invalid_account +test.unit.proxy.test_server.TestController.test_container_info_invalid_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_container_info_no_cache +test.unit.proxy.test_server.TestController.test_container_info_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_account_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings +test.unit.proxy.test_server.TestController.test_get_container_info_returns_values_as_strings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_make_requests +test.unit.proxy.test_server.TestController.test_make_requests ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestController.test_transfer_headers +test.unit.proxy.test_server.TestController.test_transfer_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state ... ok + cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmplcdwngz1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmplcdwngz1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpqaqq9fbp/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpqaqq9fbp/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0402 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0463 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0362 "-" 1968928 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0980 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txb7dc1da1fe6447c185ed8-006979059b" "proxy-server 1968928" 0.0013 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:41187/sdb1/1/a/c" "txb7dc1da1fe6447c185ed8-006979059b" "container-server 1968928" 0.0010 "-" 1968928 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:44785/sda1/1/a/c" "txb7dc1da1fe6447c185ed8-006979059b" "container-server 1968928" 0.0009 "-" 1968928 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb7dc1da1fe6447c185ed8-006979059b" "proxy-server 1968928" 0.0472 "-" 1968928 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txb7dc1da1fe6447c185ed8-006979059b" "proxy-server 1968928" 0.0989 "-" 1968928 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/11 PUT /v1/a/c HTTP/1.0 201 - - t - - - txb7dc1da1fe6447c185ed8-006979059b - 0.1062 - - 1769538971.760025740 1769538971.866205931 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txff0ec0775b8b4bc287ae4-006979059b" "proxy-server 1968928" 0.0010 "-" 1968928 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41187/sdb1/1/a1/c1" "txff0ec0775b8b4bc287ae4-006979059b" "container-server 1968928" 0.0023 "-" 1968928 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:44785/sda1/1/a1/c1" "txff0ec0775b8b4bc287ae4-006979059b" "container-server 1968928" 0.0009 "-" 1968928 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff0ec0775b8b4bc287ae4-006979059b" "proxy-server 1968928" 0.0475 "-" 1968928 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:11 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txff0ec0775b8b4bc287ae4-006979059b" "proxy-server 1968928" 0.1011 "-" 1968928 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/11 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txff0ec0775b8b4bc287ae4-006979059b - 0.1073 - - 1769538971.867425442 1769538971.974733353 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx689006f50b3e480490106-006979059b" "proxy-server 1968928" 0.1747 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:44785/sda1/2/a/c1" "tx689006f50b3e480490106-006979059b" "container-server 1968928" 0.0096 "-" 1968928 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41187/sdb1/2/a/c1" "tx689006f50b3e480490106-006979059b" "container-server 1968928" 0.0400 "-" 1968928 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx689006f50b3e480490106-006979059b" "proxy-server 1968928" 0.1004 "-" 1968928 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx689006f50b3e480490106-006979059b" "proxy-server 1968928" 0.1517 "-" 1968928 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/12 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx689006f50b3e480490106-006979059b - 0.3328 - - 1769538971.975987911 1769538972.308761120 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc94a54f2a2414158835ac-006979059c" "proxy-server 1968928" 0.0599 "-" 1968928 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41187/sdb1/1/a/c2" "txc94a54f2a2414158835ac-006979059c" "container-server 1968928" 0.0503 "-" 1968928 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:44785/sda1/1/a/c2" "txc94a54f2a2414158835ac-006979059c" "container-server 1968928" 0.0024 "-" 1968928 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc94a54f2a2414158835ac-006979059c" "proxy-server 1968928" 0.1418 "-" 1968928 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:12 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc94a54f2a2414158835ac-006979059c" "proxy-server 1968928" 0.1987 "-" 1968928 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/12 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc94a54f2a2414158835ac-006979059c - 0.2661 - - 1769538972.310189486 1769538972.576251745 2 -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0828 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0467 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0596 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.1196 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx766c35be96234e3893c58-00676bfb2e" "proxy-server 564114" 0.0090 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:47801/sda1/1/a/c" "tx766c35be96234e3893c58-00676bfb2e" "container-server 564114" 0.0009 "-" 564114 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:39519/sdb1/1/a/c" "tx766c35be96234e3893c58-00676bfb2e" "container-server 564114" 0.0007 "-" 564114 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx766c35be96234e3893c58-00676bfb2e" "proxy-server 564114" 0.1423 "-" 564114 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx766c35be96234e3893c58-00676bfb2e" "proxy-server 564114" 0.0844 "-" 564114 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/31/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx766c35be96234e3893c58-00676bfb2e - 0.1626 - - 1735129902.333395481 1735129902.495958805 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx67aa348f5e144a93b94b0-00676bfb2e" "proxy-server 564114" 0.0008 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:47801/sda1/1/a1/c1" "tx67aa348f5e144a93b94b0-00676bfb2e" "container-server 564114" 0.0149 "-" 564114 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39519/sdb1/1/a1/c1" "tx67aa348f5e144a93b94b0-00676bfb2e" "container-server 564114" 0.0007 "-" 564114 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67aa348f5e144a93b94b0-00676bfb2e" "proxy-server 564114" 0.2056 "-" 564114 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx67aa348f5e144a93b94b0-00676bfb2e" "proxy-server 564114" 0.1312 "-" 564114 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/31/42 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx67aa348f5e144a93b94b0-00676bfb2e - 0.2109 - - 1735129902.497056007 1735129902.707940102 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:42 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txbaccdd8cf09e47e9adca4-00676bfb2e" "proxy-server 564114" 0.1013 "-" 564114 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39519/sdb1/2/a/c1" "txbaccdd8cf09e47e9adca4-00676bfb2e" "container-server 564114" 0.0007 "-" 564114 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:47801/sda1/2/a/c1" "txbaccdd8cf09e47e9adca4-00676bfb2e" "container-server 564114" 0.0930 "-" 564114 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbaccdd8cf09e47e9adca4-00676bfb2e" "proxy-server 564114" 0.3389 "-" 564114 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txbaccdd8cf09e47e9adca4-00676bfb2e" "proxy-server 564114" 0.2150 "-" 564114 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/31/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txbaccdd8cf09e47e9adca4-00676bfb2e - 0.4555 - - 1735129902.708773851 1735129903.164286137 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa2ef9ec1ab6d49a7b621c-00676bfb2f" "proxy-server 564114" 0.1014 "-" 564114 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39519/sdb1/1/a/c2" "txa2ef9ec1ab6d49a7b621c-00676bfb2f" "container-server 564114" 0.0902 "-" 564114 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:47801/sda1/1/a/c2" "txa2ef9ec1ab6d49a7b621c-00676bfb2f" "container-server 564114" 0.0049 "-" 564114 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa2ef9ec1ab6d49a7b621c-00676bfb2f" "proxy-server 564114" 0.2755 "-" 564114 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:31:43 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txa2ef9ec1ab6d49a7b621c-00676bfb2f" "proxy-server 564114" 0.1946 "-" 564114 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/31/43 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txa2ef9ec1ab6d49a7b621c-00676bfb2f - 0.3819 - - 1735129903.165402412 1735129903.547272205 2 + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129924.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/6b2/dc92b13cf640ee4270d06f3ff0e7b6b2/dc92b13cf640ee4270d06f3ff0e7b6b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129926.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/65f/42f1409ca0177f991f6e94488c21c65f/42f1409ca0177f991f6e94488c21c65f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129925.00000, (0, 0) as of 1735129925.00000, cleaved as of 1735129925.00000> to ShardRange<'k' to 't' as of 1735129926.00000, (0, 0) as of 1735129926.00000, active as of 1735129926.00000>, path: .shards_a/shard_c_1735129926.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/65f/42f1409ca0177f991f6e94488c21c65f/42f1409ca0177f991f6e94488c21c65f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129928.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/dd9/7bc4e1ed88b038d2c9f319809100cdd9/7bc4e1ed88b038d2c9f319809100cdd9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129927.00000, (0, 0) as of 1735129927.00000, cleaved as of 1735129927.00000> to ShardRange<'k' to 't' as of 1735129928.00000, (0, 0) as of 1735129928.00000, shrinking as of 1735129928.00000>, path: .shards_a/shard_c_1735129928.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/dd9/7bc4e1ed88b038d2c9f319809100cdd9/7bc4e1ed88b038d2c9f319809100cdd9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129928.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/dd9/7bc4e1ed88b038d2c9f319809100cdd9/7bc4e1ed88b038d2c9f319809100cdd9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129930.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/953/f8a775a45e789dc1f8d40ba415680953/f8a775a45e789dc1f8d40ba415680953.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129929.00000, (0, 0) as of 1735129929.00000, cleaved as of 1735129929.00000> to ShardRange<'k' to 't' as of 1735129930.00000, (0, 0) as of 1735129930.00000, sharding as of 1735129930.00000>, path: .shards_a/shard_c_1735129930.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/953/f8a775a45e789dc1f8d40ba415680953/f8a775a45e789dc1f8d40ba415680953.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129930.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/953/f8a775a45e789dc1f8d40ba415680953/f8a775a45e789dc1f8d40ba415680953.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129932.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/79c/f83f49cf9e3dccd5702265206ae4479c/f83f49cf9e3dccd5702265206ae4479c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129931.00000, (0, 0) as of 1735129931.00000, cleaved as of 1735129931.00000> to ShardRange<'k' to 't' as of 1735129932.00000, (0, 0) as of 1735129932.00000, sharded as of 1735129932.00000>, path: .shards_a/shard_c_1735129932.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/79c/f83f49cf9e3dccd5702265206ae4479c/f83f49cf9e3dccd5702265206ae4479c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129932.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/79c/f83f49cf9e3dccd5702265206ae4479c/f83f49cf9e3dccd5702265206ae4479c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129934.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/aaa/cd26c4322559c1f60e6536831536caaa/cd26c4322559c1f60e6536831536caaa.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129933.00000, (0, 0) as of 1735129933.00000, cleaved as of 1735129933.00000> to ShardRange<'k' to 't' as of 1735129934.00000, (0, 0) as of 1735129934.00000, shrunk as of 1735129934.00000>, path: .shards_a/shard_c_1735129934.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/aaa/cd26c4322559c1f60e6536831536caaa/cd26c4322559c1f60e6536831536caaa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129934.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/aaa/cd26c4322559c1f60e6536831536caaa/cd26c4322559c1f60e6536831536caaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129936.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/24d/b00295b8dee5e9b1ee9fd913d819f24d/b00295b8dee5e9b1ee9fd913d819f24d.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129935.00000, (0, 0) as of 1735129935.00000, active as of 1735129935.00000> to ShardRange<'k' to 't' as of 1735129936.00000, (0, 0) as of 1735129936.00000, found as of 1735129936.00000>, path: .shards_a/shard_c_1735129936.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/24d/b00295b8dee5e9b1ee9fd913d819f24d/b00295b8dee5e9b1ee9fd913d819f24d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129938.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/823/8d1df40e949c548b054cde4e8065e823/8d1df40e949c548b054cde4e8065e823.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129937.00000, (0, 0) as of 1735129937.00000, active as of 1735129937.00000> to ShardRange<'k' to 't' as of 1735129938.00000, (0, 0) as of 1735129938.00000, created as of 1735129938.00000>, path: .shards_a/shard_c_1735129938.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/823/8d1df40e949c548b054cde4e8065e823/8d1df40e949c548b054cde4e8065e823.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129940.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9bf/f8e7eaecd5ab4cf8707158eaf2c869bf/f8e7eaecd5ab4cf8707158eaf2c869bf.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129939.00000, (0, 0) as of 1735129939.00000, active as of 1735129939.00000> to ShardRange<'k' to 't' as of 1735129940.00000, (0, 0) as of 1735129940.00000, cleaved as of 1735129940.00000>, path: .shards_a/shard_c_1735129940.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9bf/f8e7eaecd5ab4cf8707158eaf2c869bf/f8e7eaecd5ab4cf8707158eaf2c869bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129942.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d26/8932e70c40f522a3a6b03b2c3a305d26/8932e70c40f522a3a6b03b2c3a305d26.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129944.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7fc/a788fcb92d773a3ccdddd3ab9968d7fc/a788fcb92d773a3ccdddd3ab9968d7fc.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129943.00000, (0, 0) as of 1735129943.00000, active as of 1735129943.00000> to ShardRange<'k' to 't' as of 1735129944.00000, (0, 0) as of 1735129944.00000, shrinking as of 1735129944.00000>, path: .shards_a/shard_c_1735129944.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7fc/a788fcb92d773a3ccdddd3ab9968d7fc/a788fcb92d773a3ccdddd3ab9968d7fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129944.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7fc/a788fcb92d773a3ccdddd3ab9968d7fc/a788fcb92d773a3ccdddd3ab9968d7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129946.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/197/d87f45dada8cdb83e8ef635bae11a197/d87f45dada8cdb83e8ef635bae11a197.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129945.00000, (0, 0) as of 1735129945.00000, active as of 1735129945.00000> to ShardRange<'k' to 't' as of 1735129946.00000, (0, 0) as of 1735129946.00000, sharding as of 1735129946.00000>, path: .shards_a/shard_c_1735129946.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/197/d87f45dada8cdb83e8ef635bae11a197/d87f45dada8cdb83e8ef635bae11a197.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129946.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/197/d87f45dada8cdb83e8ef635bae11a197/d87f45dada8cdb83e8ef635bae11a197.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129948.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/6de/b8aadc8dbc73818e19dcffafd83a66de/b8aadc8dbc73818e19dcffafd83a66de.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_merge_shard_ranges_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_file ... ok +Unlinked retiring db '/tmp/tmpa3e_y3lj/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_newid ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_policy_stat_tracking ... ok +Unlinked retiring db '/tmp/tmpx53r3s3k/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_file ... ok -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2! -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing -test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129947.00000, (0, 0) as of 1735129947.00000, active as of 1735129947.00000> to ShardRange<'k' to 't' as of 1735129948.00000, (0, 0) as of 1735129948.00000, sharded as of 1735129948.00000>, path: .shards_a/shard_c_1735129948.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/6de/b8aadc8dbc73818e19dcffafd83a66de/b8aadc8dbc73818e19dcffafd83a66de.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129948.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/6de/b8aadc8dbc73818e19dcffafd83a66de/b8aadc8dbc73818e19dcffafd83a66de.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129950.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/ee7/2e57ec175a75114aedfac5b714c64ee7/2e57ec175a75114aedfac5b714c64ee7.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129949.00000, (0, 0) as of 1735129949.00000, active as of 1735129949.00000> to ShardRange<'k' to 't' as of 1735129950.00000, (0, 0) as of 1735129950.00000, shrunk as of 1735129950.00000>, path: .shards_a/shard_c_1735129950.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/ee7/2e57ec175a75114aedfac5b714c64ee7/2e57ec175a75114aedfac5b714c64ee7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129950.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/ee7/2e57ec175a75114aedfac5b714c64ee7/2e57ec175a75114aedfac5b714c64ee7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129952.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7c6/d8a8af763786061f76d5a5b9eb7f97c6/d8a8af763786061f76d5a5b9eb7f97c6.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129951.00000, (0, 0) as of 1735129951.00000, shrinking as of 1735129951.00000> to ShardRange<'k' to 't' as of 1735129952.00000, (0, 0) as of 1735129952.00000, found as of 1735129952.00000>, path: .shards_a/shard_c_1735129952.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7c6/d8a8af763786061f76d5a5b9eb7f97c6/d8a8af763786061f76d5a5b9eb7f97c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129954.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/758/d69730a8abd44f610cd064e9569a6758/d69730a8abd44f610cd064e9569a6758.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129953.00000, (0, 0) as of 1735129953.00000, shrinking as of 1735129953.00000> to ShardRange<'k' to 't' as of 1735129954.00000, (0, 0) as of 1735129954.00000, created as of 1735129954.00000>, path: .shards_a/shard_c_1735129954.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/758/d69730a8abd44f610cd064e9569a6758/d69730a8abd44f610cd064e9569a6758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129956.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/84c/b66965ce2f303647fa95080ecfcb384c/b66965ce2f303647fa95080ecfcb384c.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129955.00000, (0, 0) as of 1735129955.00000, shrinking as of 1735129955.00000> to ShardRange<'k' to 't' as of 1735129956.00000, (0, 0) as of 1735129956.00000, cleaved as of 1735129956.00000>, path: .shards_a/shard_c_1735129956.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/84c/b66965ce2f303647fa95080ecfcb384c/b66965ce2f303647fa95080ecfcb384c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129958.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e8f/fad609a04bc89b23d46f3d49a3f34e8f/fad609a04bc89b23d46f3d49a3f34e8f.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129957.00000, (0, 0) as of 1735129957.00000, shrinking as of 1735129957.00000> to ShardRange<'k' to 't' as of 1735129958.00000, (0, 0) as of 1735129958.00000, active as of 1735129958.00000>, path: .shards_a/shard_c_1735129958.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e8f/fad609a04bc89b23d46f3d49a3f34e8f/fad609a04bc89b23d46f3d49a3f34e8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129960.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/fb2/c439cdaf123b45fd16542bc8c93d8fb2/c439cdaf123b45fd16542bc8c93d8fb2.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129960.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/fb2/c439cdaf123b45fd16542bc8c93d8fb2/c439cdaf123b45fd16542bc8c93d8fb2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129962.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/946/ea6058952bf6d4e99df6f9b628eb2946/ea6058952bf6d4e99df6f9b628eb2946.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129961.00000, (0, 0) as of 1735129961.00000, shrinking as of 1735129961.00000> to ShardRange<'k' to 't' as of 1735129962.00000, (0, 0) as of 1735129962.00000, sharding as of 1735129962.00000>, path: .shards_a/shard_c_1735129962.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/946/ea6058952bf6d4e99df6f9b628eb2946/ea6058952bf6d4e99df6f9b628eb2946.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129962.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/946/ea6058952bf6d4e99df6f9b628eb2946/ea6058952bf6d4e99df6f9b628eb2946.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129964.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cf9/a458abc7e6574021bca0a7cf61cc4cf9/a458abc7e6574021bca0a7cf61cc4cf9.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129963.00000, (0, 0) as of 1735129963.00000, shrinking as of 1735129963.00000> to ShardRange<'k' to 't' as of 1735129964.00000, (0, 0) as of 1735129964.00000, sharded as of 1735129964.00000>, path: .shards_a/shard_c_1735129964.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cf9/a458abc7e6574021bca0a7cf61cc4cf9/a458abc7e6574021bca0a7cf61cc4cf9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129964.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cf9/a458abc7e6574021bca0a7cf61cc4cf9/a458abc7e6574021bca0a7cf61cc4cf9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129966.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9fd/120b0a27a88f202d35faf655c8f169fd/120b0a27a88f202d35faf655c8f169fd.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129965.00000, (0, 0) as of 1735129965.00000, shrinking as of 1735129965.00000> to ShardRange<'k' to 't' as of 1735129966.00000, (0, 0) as of 1735129966.00000, shrunk as of 1735129966.00000>, path: .shards_a/shard_c_1735129966.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9fd/120b0a27a88f202d35faf655c8f169fd/120b0a27a88f202d35faf655c8f169fd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129966.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9fd/120b0a27a88f202d35faf655c8f169fd/120b0a27a88f202d35faf655c8f169fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129968.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/39a/95814d581677073f99e8b3f72c45d39a/95814d581677073f99e8b3f72c45d39a.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129967.00000, (0, 0) as of 1735129967.00000, sharding as of 1735129967.00000> to ShardRange<'k' to 't' as of 1735129968.00000, (0, 0) as of 1735129968.00000, found as of 1735129968.00000>, path: .shards_a/shard_c_1735129968.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/39a/95814d581677073f99e8b3f72c45d39a/95814d581677073f99e8b3f72c45d39a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129970.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/c99/d90dd0cd78b6887fe4d718db6e07ac99/d90dd0cd78b6887fe4d718db6e07ac99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129969.00000, (0, 0) as of 1735129969.00000, sharding as of 1735129969.00000> to ShardRange<'k' to 't' as of 1735129970.00000, (0, 0) as of 1735129970.00000, created as of 1735129970.00000>, path: .shards_a/shard_c_1735129970.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/c99/d90dd0cd78b6887fe4d718db6e07ac99/d90dd0cd78b6887fe4d718db6e07ac99.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_resolve_shard_range_states ... ok +Unlinked retiring db '/tmp/tmp7eqktlh2/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_encoded_timestamps_using_memory ... ok +Unlinked retiring db '/tmp/tmpol6j6l9s/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_object_table_migration ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_root_account_container_path ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129972.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b56/5298e88a480103006a69ea643fa3db56/5298e88a480103006a69ea643fa3db56.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129971.00000, (0, 0) as of 1735129971.00000, sharding as of 1735129971.00000> to ShardRange<'k' to 't' as of 1735129972.00000, (0, 0) as of 1735129972.00000, cleaved as of 1735129972.00000>, path: .shards_a/shard_c_1735129972.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b56/5298e88a480103006a69ea643fa3db56/5298e88a480103006a69ea643fa3db56.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129974.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e73/80e8101d9d450410eb3d6b97ba121e73/80e8101d9d450410eb3d6b97ba121e73.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129973.00000, (0, 0) as of 1735129973.00000, sharding as of 1735129973.00000> to ShardRange<'k' to 't' as of 1735129974.00000, (0, 0) as of 1735129974.00000, active as of 1735129974.00000>, path: .shards_a/shard_c_1735129974.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e73/80e8101d9d450410eb3d6b97ba121e73/80e8101d9d450410eb3d6b97ba121e73.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129976.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0c1/9851318def6f606cd748d9fbfab110c1/9851318def6f606cd748d9fbfab110c1.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129975.00000, (0, 0) as of 1735129975.00000, sharding as of 1735129975.00000> to ShardRange<'k' to 't' as of 1735129976.00000, (0, 0) as of 1735129976.00000, shrinking as of 1735129976.00000>, path: .shards_a/shard_c_1735129976.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0c1/9851318def6f606cd748d9fbfab110c1/9851318def6f606cd748d9fbfab110c1.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129976.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0c1/9851318def6f606cd748d9fbfab110c1/9851318def6f606cd748d9fbfab110c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129978.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b8d/4ba2123fa1c1a8d3e8d8afb0fb0cbb8d/4ba2123fa1c1a8d3e8d8afb0fb0cbb8d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129978.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b8d/4ba2123fa1c1a8d3e8d8afb0fb0cbb8d/4ba2123fa1c1a8d3e8d8afb0fb0cbb8d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129980.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1d5/71933353985d328be0d32d4d3060d1d5/71933353985d328be0d32d4d3060d1d5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129979.00000, (0, 0) as of 1735129979.00000, sharding as of 1735129979.00000> to ShardRange<'k' to 't' as of 1735129980.00000, (0, 0) as of 1735129980.00000, sharded as of 1735129980.00000>, path: .shards_a/shard_c_1735129980.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1d5/71933353985d328be0d32d4d3060d1d5/71933353985d328be0d32d4d3060d1d5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129980.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1d5/71933353985d328be0d32d4d3060d1d5/71933353985d328be0d32d4d3060d1d5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129982.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/fab/b7ca2faab4d3815c038a31a7e66d3fab/b7ca2faab4d3815c038a31a7e66d3fab.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129981.00000, (0, 0) as of 1735129981.00000, sharding as of 1735129981.00000> to ShardRange<'k' to 't' as of 1735129982.00000, (0, 0) as of 1735129982.00000, shrunk as of 1735129982.00000>, path: .shards_a/shard_c_1735129982.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/fab/b7ca2faab4d3815c038a31a7e66d3fab/b7ca2faab4d3815c038a31a7e66d3fab.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129982.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/fab/b7ca2faab4d3815c038a31a7e66d3fab/b7ca2faab4d3815c038a31a7e66d3fab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129984.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3c0/f49f694908393a7127303edbaabf63c0/f49f694908393a7127303edbaabf63c0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129983.00000, (0, 0) as of 1735129983.00000, sharded as of 1735129983.00000> to ShardRange<'k' to 't' as of 1735129984.00000, (0, 0) as of 1735129984.00000, found as of 1735129984.00000>, path: .shards_a/shard_c_1735129984.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3c0/f49f694908393a7127303edbaabf63c0/f49f694908393a7127303edbaabf63c0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129986.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/544/1d7f510b30cac70ccae11c3bc464b544/1d7f510b30cac70ccae11c3bc464b544.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129985.00000, (0, 0) as of 1735129985.00000, sharded as of 1735129985.00000> to ShardRange<'k' to 't' as of 1735129986.00000, (0, 0) as of 1735129986.00000, created as of 1735129986.00000>, path: .shards_a/shard_c_1735129986.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/544/1d7f510b30cac70ccae11c3bc464b544/1d7f510b30cac70ccae11c3bc464b544.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129988.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f99/b58ab66d46d1c30e3559c8473f54cf99/b58ab66d46d1c30e3559c8473f54cf99.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129987.00000, (0, 0) as of 1735129987.00000, sharded as of 1735129987.00000> to ShardRange<'k' to 't' as of 1735129988.00000, (0, 0) as of 1735129988.00000, cleaved as of 1735129988.00000>, path: .shards_a/shard_c_1735129988.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f99/b58ab66d46d1c30e3559c8473f54cf99/b58ab66d46d1c30e3559c8473f54cf99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129990.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/791/9b49163f888511a09f6dd74c38ac5791/9b49163f888511a09f6dd74c38ac5791.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129989.00000, (0, 0) as of 1735129989.00000, sharded as of 1735129989.00000> to ShardRange<'k' to 't' as of 1735129990.00000, (0, 0) as of 1735129990.00000, active as of 1735129990.00000>, path: .shards_a/shard_c_1735129990.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/791/9b49163f888511a09f6dd74c38ac5791/9b49163f888511a09f6dd74c38ac5791.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129992.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b86/d25abe42b8d111f1a7a0071a1fbf4b86/d25abe42b8d111f1a7a0071a1fbf4b86.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129991.00000, (0, 0) as of 1735129991.00000, sharded as of 1735129991.00000> to ShardRange<'k' to 't' as of 1735129992.00000, (0, 0) as of 1735129992.00000, shrinking as of 1735129992.00000>, path: .shards_a/shard_c_1735129992.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b86/d25abe42b8d111f1a7a0071a1fbf4b86/d25abe42b8d111f1a7a0071a1fbf4b86.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129992.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b86/d25abe42b8d111f1a7a0071a1fbf4b86/d25abe42b8d111f1a7a0071a1fbf4b86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129994.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/097/898f7e9d72710a519b5f5f2ddab27097/898f7e9d72710a519b5f5f2ddab27097.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129993.00000, (0, 0) as of 1735129993.00000, sharded as of 1735129993.00000> to ShardRange<'k' to 't' as of 1735129994.00000, (0, 0) as of 1735129994.00000, sharding as of 1735129994.00000>, path: .shards_a/shard_c_1735129994.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/097/898f7e9d72710a519b5f5f2ddab27097/898f7e9d72710a519b5f5f2ddab27097.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_object_stats_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim ... ok + + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + +Thu Dec 26 02:28:34 2024 /tmp/tmp65ffcood/unittest.profile564108 + + 15 function calls in 0.000 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 3 0.000 0.000 0.000 0.000 profile:0(import os;os.getcwd();) + 3 0.000 0.000 0.000 0.000 :0(exec) + 3 0.000 0.000 0.000 0.000 :1() + 3 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 3 0.000 0.000 0.000 0.000 :0(setprofile) + + +test ERROR: Problem finding shard upper in '/tmp/tmpu2abbno5/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpu2abbno5/test_container.db': : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpvedu3ysk/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpvedu3ysk/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_old_style_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_pending_file_name ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_encoded_timestamps_using_memory ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129994.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/097/898f7e9d72710a519b5f5f2ddab27097/898f7e9d72710a519b5f5f2ddab27097.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129996.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f3c/7b7472c15895014cc08a1a6d39c26f3c/7b7472c15895014cc08a1a6d39c26f3c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129996.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f3c/7b7472c15895014cc08a1a6d39c26f3c/7b7472c15895014cc08a1a6d39c26f3c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735129998.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/070/5a25689ba5a5664a85216fa584108070/5a25689ba5a5664a85216fa584108070.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129997.00000, (0, 0) as of 1735129997.00000, sharded as of 1735129997.00000> to ShardRange<'k' to 't' as of 1735129998.00000, (0, 0) as of 1735129998.00000, shrunk as of 1735129998.00000>, path: .shards_a/shard_c_1735129998.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/070/5a25689ba5a5664a85216fa584108070/5a25689ba5a5664a85216fa584108070.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735129998.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/070/5a25689ba5a5664a85216fa584108070/5a25689ba5a5664a85216fa584108070.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130000.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f07/24e25f4a41a941a117838a0c21eddf07/24e25f4a41a941a117838a0c21eddf07.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129999.00000, (0, 0) as of 1735129999.00000, shrunk as of 1735129999.00000> to ShardRange<'k' to 't' as of 1735130000.00000, (0, 0) as of 1735130000.00000, found as of 1735130000.00000>, path: .shards_a/shard_c_1735130000.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f07/24e25f4a41a941a117838a0c21eddf07/24e25f4a41a941a117838a0c21eddf07.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130002.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/997/d13cfaecfa3c565424612392cfd87997/d13cfaecfa3c565424612392cfd87997.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130001.00000, (0, 0) as of 1735130001.00000, shrunk as of 1735130001.00000> to ShardRange<'k' to 't' as of 1735130002.00000, (0, 0) as of 1735130002.00000, created as of 1735130002.00000>, path: .shards_a/shard_c_1735130002.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/997/d13cfaecfa3c565424612392cfd87997/d13cfaecfa3c565424612392cfd87997.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130004.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1e5/7a595e88289a9a8ab9da21042d1ae1e5/7a595e88289a9a8ab9da21042d1ae1e5.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130003.00000, (0, 0) as of 1735130003.00000, shrunk as of 1735130003.00000> to ShardRange<'k' to 't' as of 1735130004.00000, (0, 0) as of 1735130004.00000, cleaved as of 1735130004.00000>, path: .shards_a/shard_c_1735130004.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1e5/7a595e88289a9a8ab9da21042d1ae1e5/7a595e88289a9a8ab9da21042d1ae1e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130006.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/020/2712ecbfb1b932eddc4937017ea9c020/2712ecbfb1b932eddc4937017ea9c020.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130005.00000, (0, 0) as of 1735130005.00000, shrunk as of 1735130005.00000> to ShardRange<'k' to 't' as of 1735130006.00000, (0, 0) as of 1735130006.00000, active as of 1735130006.00000>, path: .shards_a/shard_c_1735130006.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/020/2712ecbfb1b932eddc4937017ea9c020/2712ecbfb1b932eddc4937017ea9c020.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130008.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cda/b42417b12341d2b6c26f27d877c61cda/b42417b12341d2b6c26f27d877c61cda.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130007.00000, (0, 0) as of 1735130007.00000, shrunk as of 1735130007.00000> to ShardRange<'k' to 't' as of 1735130008.00000, (0, 0) as of 1735130008.00000, shrinking as of 1735130008.00000>, path: .shards_a/shard_c_1735130008.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cda/b42417b12341d2b6c26f27d877c61cda/b42417b12341d2b6c26f27d877c61cda.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130008.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/cda/b42417b12341d2b6c26f27d877c61cda/b42417b12341d2b6c26f27d877c61cda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130010.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7e4/6e40c857b12a1627bf3eef1b030b77e4/6e40c857b12a1627bf3eef1b030b77e4.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130009.00000, (0, 0) as of 1735130009.00000, shrunk as of 1735130009.00000> to ShardRange<'k' to 't' as of 1735130010.00000, (0, 0) as of 1735130010.00000, sharding as of 1735130010.00000>, path: .shards_a/shard_c_1735130010.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7e4/6e40c857b12a1627bf3eef1b030b77e4/6e40c857b12a1627bf3eef1b030b77e4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130010.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7e4/6e40c857b12a1627bf3eef1b030b77e4/6e40c857b12a1627bf3eef1b030b77e4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130012.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/de0/883b92b3414eae3f1b1fabe7e632bde0/883b92b3414eae3f1b1fabe7e632bde0.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735130011.00000, (0, 0) as of 1735130011.00000, shrunk as of 1735130011.00000> to ShardRange<'k' to 't' as of 1735130012.00000, (0, 0) as of 1735130012.00000, sharded as of 1735130012.00000>, path: .shards_a/shard_c_1735130012.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/de0/883b92b3414eae3f1b1fabe7e632bde0/883b92b3414eae3f1b1fabe7e632bde0.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130012.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/de0/883b92b3414eae3f1b1fabe7e632bde0/883b92b3414eae3f1b1fabe7e632bde0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130014.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/101/b56690e61726c3ca6604470c349bd101/b56690e61726c3ca6604470c349bd101.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130014.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/101/b56690e61726c3ca6604470c349bd101/b56690e61726c3ca6604470c349bd101.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130015.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/56a/3ea426c1e7402f9b4be31ec00585b56a/3ea426c1e7402f9b4be31ec00585b56a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130017.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/050/41519b119f4f3978ffa6d8899dfe3050/41519b119f4f3978ffa6d8899dfe3050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130019.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e18/d1622df730d3076272c9a09d47de0e18/d1622df730d3076272c9a09d47de0e18.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130021.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/0be/e39998f3a97b068ad32d85070ccf10be/e39998f3a97b068ad32d85070ccf10be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130023.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e0e/9251793eb6d8bafa80a6311df9e2ee0e/9251793eb6d8bafa80a6311df9e2ee0e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130025.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/ee9/4870bab33f4b71e3a380b00e5c95aee9/4870bab33f4b71e3a380b00e5c95aee9.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_initiated_and_required ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130027.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f53/add8c05f5fa772a5e290536e32d21f53/add8c05f5fa772a5e290536e32d21f53.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130029.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/c0f/780f919db1265de26af6ef30c0ca5c0f/780f919db1265de26af6ef30c0ca5c0f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130031.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/116/3ef418797734a31cc8c39f9e6ae79116/3ef418797734a31cc8c39f9e6ae79116.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130033.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7d8/522a6b7d5f392dad9d9708377dce77d8/522a6b7d5f392dad9d9708377dce77d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130035.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/193/ae3c83ac0864ce67be9bbf0e851ea193/ae3c83ac0864ce67be9bbf0e851ea193.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130037.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/030/fd6fe157b5591486eebbcdbe7afa9030/fd6fe157b5591486eebbcdbe7afa9030.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130039.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/dce/1eb9cbdcffcef672e2c3a2f1bfba6dce/1eb9cbdcffcef672e2c3a2f1bfba6dce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130041.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d3c/6d764c81d2d087f7e8404894477a5d3c/6d764c81d2d087f7e8404894477a5d3c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130043.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/038/739d64c4c6c1dbcc78a43107e8e19038/739d64c4c6c1dbcc78a43107e8e19038.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130045.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/87a/436f6cba5a112d894f3f59c56ea3f87a/436f6cba5a112d894f3f59c56ea3f87a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130047.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f96/1ce47aa11a66e767036ae828a3ea9f96/1ce47aa11a66e767036ae828a3ea9f96.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130049.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/839/b04ce565b8f4fbdaefad5c8486277839/b04ce565b8f4fbdaefad5c8486277839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130051.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b6d/0a0b5c4c908a5f061dd2861638407b6d/0a0b5c4c908a5f061dd2861638407b6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130053.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/25d/5ec9937a1a2aefaa3618efa42581125d/5ec9937a1a2aefaa3618efa42581125d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130055.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/26d/4e246efcafbd7b9f4827fa29b730a26d/4e246efcafbd7b9f4827fa29b730a26d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130057.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/401/9e816c96666a89836d04b9ff7bdb0401/9e816c96666a89836d04b9ff7bdb0401.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130059.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/04e/ffe31e9f3aeba606097c17cc0fcb304e/ffe31e9f3aeba606097c17cc0fcb304e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130061.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7e7/4af6b28ffbf308f60b1c888fd3c817e7/4af6b28ffbf308f60b1c888fd3c817e7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130063.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/be6/bc923bfea4c0a11ed35c0c95aae55be6/bc923bfea4c0a11ed35c0c95aae55be6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130065.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/8a6/959d5bef6ccfb44ca5376700cf0348a6/959d5bef6ccfb44ca5376700cf0348a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130067.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7b4/b1b83efe61da0fe6faf21358aab067b4/b1b83efe61da0fe6faf21358aab067b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130069.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/269/6c3255dd00c0e0eafd3752ea8ab36269/6c3255dd00c0e0eafd3752ea8ab36269.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130071.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/5d4/9b8097ba200240c61e5f8bb20a3fd5d4/9b8097ba200240c61e5f8bb20a3fd5d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130073.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/21e/1c28c14cd7ee8286f3e1dcde4b36b21e/1c28c14cd7ee8286f3e1dcde4b36b21e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130075.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/297/18b19137350e002611c929f07e3e0297/18b19137350e002611c929f07e3e0297.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130077.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/008/35dd0fe2dd352b5b9c7be18971ae6008/35dd0fe2dd352b5b9c7be18971ae6008.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130079.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9fa/5ef229626853d8fdfe3600729f7129fa/5ef229626853d8fdfe3600729f7129fa.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130079.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9fa/5ef229626853d8fdfe3600729f7129fa/5ef229626853d8fdfe3600729f7129fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130081.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/589/62e4d14839de3f97eb94a59180589589/62e4d14839de3f97eb94a59180589589.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130081.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/589/62e4d14839de3f97eb94a59180589589/62e4d14839de3f97eb94a59180589589.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130083.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/add/a055cf00b942fae6aba6b87d44302add/a055cf00b942fae6aba6b87d44302add.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130083.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/add/a055cf00b942fae6aba6b87d44302add/a055cf00b942fae6aba6b87d44302add.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130085.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f2b/c7551b38047ace13be19c516f195cf2b/c7551b38047ace13be19c516f195cf2b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130085.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/f2b/c7551b38047ace13be19c516f195cf2b/c7551b38047ace13be19c516f195cf2b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130087.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/42b/aeb18b270697291859eacf323cbd242b/aeb18b270697291859eacf323cbd242b.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130087.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/42b/aeb18b270697291859eacf323cbd242b/aeb18b270697291859eacf323cbd242b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130089.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/214/74cc73e5930ca58e1b09fe4496a63214/74cc73e5930ca58e1b09fe4496a63214.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130089.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/214/74cc73e5930ca58e1b09fe4496a63214/74cc73e5930ca58e1b09fe4496a63214.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130091.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b74/04f06f88c7f48ce11ef8120e76c6ab74/04f06f88c7f48ce11ef8120e76c6ab74.dbtest.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reconciler_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_deadlock ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_resolve_shard_range_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_sync_merging ... ok +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter +test.unit.container.test_sync.TestContainerSync.test_FileLikeIter ... ok +test.unit.container.test_sync.TestContainerSync.test_container_first_loop +test.unit.container.test_sync.TestContainerSync.test_container_first_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_report +test.unit.container.test_sync.TestContainerSync.test_container_report ... ok +test.unit.container.test_sync.TestContainerSync.test_container_second_loop +test.unit.container.test_sync.TestContainerSync.test_container_second_loop ... ok +test.unit.container.test_sync.TestContainerSync.test_container_stop_at +test.unit.container.test_sync.TestContainerSync.test_container_stop_at ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted +test.unit.container.test_sync.TestContainerSync.test_container_sync_deleted ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_missing_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key +test.unit.container.test_sync.TestContainerSync.test_container_sync_no_to_or_key ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db +test.unit.container.test_sync.TestContainerSync.test_container_sync_not_my_db ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_delete_using_realms ... ok +test ERROR: Failed to unlink '/tmp/tmpgccyzddn/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpgccyzddn/containers/part/suffix/hash/container_1735129920.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpgccyzddn/containers/part/suffix/hash/container_1735129920.00000.db': ['/tmp/tmpgccyzddn/containers/part/suffix/hash/container.db', '/tmp/tmpgccyzddn/containers/part/suffix/hash/container_1735129921.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpgccyzddn/containers/part/suffix/hash/container_1735129921.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1735129941.1186085, time window end: 1735129941.1186085, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 5, sync_point2: None, total_rows: 1 +test-container-sync ERROR: ERROR Syncing : Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 389, in container_sync + if not self.container_sync_row( + ^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: TestContainerSync.test_container_report..fake_container_sync_row() missing 1 required positional argument: 'realm_key' +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync INFO: Container sync report: a/c, time window start: 1735129941.1219358, time window end: 1735129941.1219428, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync ERROR: ERROR Syncing {'ROWID': 1, 'name': 'o'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 535, in container_sync_row + row['created_at']) + ~~~^^^^^^^^^^^^^^ +KeyError: 'created_at' +test-container-sync INFO: Container sync report: a/c, time window start: 1735129941.1220493, time window end: 1735129941.1222613, puts: 0, posts: 0, deletes: 0, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync INFO: Container sync report: a/c, time window start: 1735129941.1223326, time window end: 1735129941.122374, puts: 0, posts: 0, deletes: 1, bytes: 0, sync_point1: 1, sync_point2: -1, total_rows: 1 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 883, in fake_delete_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': True, 'name': 'object', 'created_at': '1.2'}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 544, in container_sync_row + delete_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 900, in fake_delete_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txae3fe41ce48c4bc394199-006979059c) -test INFO: Client disconnected on read of '/a/c' (txn: txae3fe41ce48c4bc394199-006979059c) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx17f212ffc4e9468c9b717-006979059c) -test INFO: Client disconnected on read of '/a/c' (txn: tx17f212ffc4e9468c9b717-006979059c) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx5d1f03dd085b46d380835-006979059d)test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok - -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx5d1f03dd085b46d380835-006979059d) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx5d1f03dd085b46d380835-006979059d) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx5d1f03dd085b46d380835-006979059d) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_expose_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_non_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_strict ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_CORS_valid_with_obj_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_DELETE_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_bad_range_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_newest_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_ranges_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_respects_read_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_GET_short_read_resuming ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_absolute_uri ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_HEAD_newest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_OPTIONS ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_backend_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_converts_delete_after_to_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_key_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_meta_val_len ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_POST_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_GET_unicode_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_last_modified ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_POST_requires_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_auto_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_bad_message_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_calls_authorize ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_connect_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_error_limiting_last_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_nonzero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_expect_header_zero_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_getresponse_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_max_size ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_too_large ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_unsup_xfr_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_both_with_crazy_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_message_length_using_transfer_encoding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_no_etag_fallocate ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_not_autodetect_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_all_containers_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_container_exist_on_handoff ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_containers_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_object_to_primary_timeout_container_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_respects_write_affinity_with_507s ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_send_exceptions ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_equal_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_many_object_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_container_headers_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_fewer_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_PUT_x_delete_at_with_more_container_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_acc_or_con_missing_returns_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_cache_set_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_can_skip_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_no_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_empty_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_backend_headers_update_shard_container_with_live_infocache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_bad_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_best_response_sets_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_path_no_controller ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_bad_version ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_chunked_put ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_head_account ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_unhandled_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_chunked_put_utf8_all_the_way_down ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_client_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_GET_replication ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_conditional_range_get ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_custom_mime_types_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_error_limiting_survives_ring_reload ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_calls_sort_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_gives_extra_if_error_limited_inline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_skips_error_limited ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_with_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_iter_nodes_without_replication_network ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_leak_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_mismatched_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_first_two_time_out_etags_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_one_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_one_time_out_two_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_only_first_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_three_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_read_timeout_retry_two_time_out ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_request_setting ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_node_write_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_policy_IO_override ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_length_on_head ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_proxy_passes_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_get_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_response_head_accept_ranges_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states -test.unit.proxy.test_mem_server.TestReplicatedObjectController.test_x_container_headers_db_states ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok - -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539013.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/e0d/b4253123ac568921f64b9ebb0bf18e0d/b4253123ac568921f64b9ebb0bf18e0d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539017.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/1be/1b4a55994c34968a56bb9819c62591be/1b4a55994c34968a56bb9819c62591be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539021.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/a25/7c4b2fc4cdc05a0a06894bbcb2d8da25/7c4b2fc4cdc05a0a06894bbcb2d8da25.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539025.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/6bd/7944065e5f0036d123fad615273296bd/7944065e5f0036d123fad615273296bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539029.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/d24/c3cd25ef69b0bec478dbbd75f9ffad24/c3cd25ef69b0bec478dbbd75f9ffad24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539033.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/cc2/e2560a10602f9103b7c91bd22ce28cc2/e2560a10602f9103b7c91bd22ce28cc2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539037.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/9ce/ab7f1418be220a1af6692b6a231be9ce/ab7f1418be220a1af6692b6a231be9ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539041.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/dac/f29addc2ab364de3d92531c6e71b2dac/f29addc2ab364de3d92531c6e71b2dac.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539049.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/d15/c17df77a64b74aa843565fa9c05f3d15/c17df77a64b74aa843565fa9c05f3d15.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539053.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c0f/2033ec609a94d5cd9be5158fac290c0f/2033ec609a94d5cd9be5158fac290c0f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539057.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ce3/f46bf56f39cff848d0847d6bb9c0fce3/f46bf56f39cff848d0847d6bb9c0fce3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539061.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/3dc/07cd2a1fce76614c6bd4109080c263dc/07cd2a1fce76614c6bd4109080c263dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539065.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/283/f09afd0c8c7c6e0a2db7548b4a040283/f09afd0c8c7c6e0a2db7548b4a040283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539069.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/172/83170381d8a80c64e54c78c98fc68172/83170381d8a80c64e54c78c98fc68172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539073.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/e60/5a691c8a9815871e81b4117cf0227e60/5a691c8a9815871e81b4117cf0227e60.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539077.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/2d1/bcfaa256235f24b887874cbdc75902d1/bcfaa256235f24b887874cbdc75902d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539077.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/2d1/bcfaa256235f24b887874cbdc75902d1/bcfaa256235f24b887874cbdc75902d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539081.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/36e/81596373bd9a212898f12f30e447a36e/81596373bd9a212898f12f30e447a36e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539085.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c2e/d59575daf5bcd864dea03244f6d73c2e/d59575daf5bcd864dea03244f6d73c2e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539089.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/bd3/bbcc1c33169916694bb49a26a02f0bd3/bbcc1c33169916694bb49a26a02f0bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539093.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539097.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f73/98eb74e17fa133f151c5d47fa6d8af73/98eb74e17fa133f151c5d47fa6d8af73.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539101.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ded/9e721d69bdd467d8d499f0af186bdded/9e721d69bdd467d8d499f0af186bdded.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539105.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/dcb/26144932b05869b6370e8f2052da2dcb/26144932b05869b6370e8f2052da2dcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539109.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/422/918d504c453e44210a8a34a2f052b422/918d504c453e44210a8a34a2f052b422.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539109.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/422/918d504c453e44210a8a34a2f052b422/918d504c453e44210a8a34a2f052b422.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539113.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/e27/52a72e7e21016651c7dcdd92f2614e27/52a72e7e21016651c7dcdd92f2614e27.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539117.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/b08/2147f9e89dcd3b680236fea7d7e1eb08/2147f9e89dcd3b680236fea7d7e1eb08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539121.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/be9/cc5b17a78e408aa267d02b4663aefbe9/cc5b17a78e408aa267d02b4663aefbe9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539125.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c98/0c495462bb7fdbc54e23714278c60c98/0c495462bb7fdbc54e23714278c60c98.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539129.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/398/d96868a261a9abf0788f9d35d10ad398/d96868a261a9abf0788f9d35d10ad398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539133.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/36d/cb7731eaf51438f4deccd2db9c55836d/cb7731eaf51438f4deccd2db9c55836d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539137.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/625/33727c0d2cab90c8c7e8be5554ea9625/33727c0d2cab90c8c7e8be5554ea9625.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta -test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok - -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('631a37e4-02d0-4b74-918c-2bce4c758641-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.59774 seconds (1.67296/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_7n81uap/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f8ae589e2d9e1af20cccfa3eae8735a', 'ce3cfcba-6139-4ad6-b473-e05a4ed4d4b8-sda', '1769538972.25253', '1769538972', '1769538973', '', '1769538973', 1, 1) -test DEBUG: /tmp/tmp_7n81uap/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538975.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ce3cfcba-6139-4ad6-b473-e05a4ed4d4b8-sda') -test DEBUG: /tmp/tmp_7n81uap/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0250261s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9f8ae589e2d9e1af20cccfa3eae8735a', 'ce3cfcba-6139-4ad6-b473-e05a4ed4d4b8-sda', '1769538972.25253', '1769538972', '1769538973', '', '1769538973', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce3cfcba-6139-4ad6-b473-e05a4ed4d4b8-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.74489 seconds (1.34249/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa81memc3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1b140d8412ba7adc955fa5949c8b90', 'a90d774f-2a27-477f-ba6c-f00e4677316c-sda', '1769538973.15787', '1769538973', '1769538974', '', '1769538974', 1, 0) -test DEBUG: /tmp/tmpa81memc3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '2b1b140d8412ba7adc955fa5949c8b90', 'a90d774f-2a27-477f-ba6c-f00e4677316c-sda', '1769538973.15787', '1769538973', '1769538974', '', '1769538974', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('a90d774f-2a27-477f-ba6c-f00e4677316c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.63598 seconds (1.57238/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp2jsh_2ff/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2edf5e28-4c17-46cc-8ab0-6844602039c4-sda', '1769538973.94959', '1769538975', '1769538974', '', '1769538975', 0, 1) -test DEBUG: /tmp/tmp2jsh_2ff/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2edf5e28-4c17-46cc-8ab0-6844602039c4-sda', '1769538973.94959', '1769538975', '1769538974', '', '1769538975', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2edf5e28-4c17-46cc-8ab0-6844602039c4-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24806 seconds (4.03127/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp0u01ltxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd91da4f3cbb68d22a8b83ff86e89bdd7', '6da8935c-8049-4fd9-b2f0-31141b1537bd-sda', '1769538974.47439', '1769538976', '1769538975', '', '1769538976', 1, 0) -test DEBUG: /tmp/tmp0u01ltxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538978.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6da8935c-8049-4fd9-b2f0-31141b1537bd-sda') -test DEBUG: /tmp/tmp0u01ltxu/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0514834s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'd91da4f3cbb68d22a8b83ff86e89bdd7', '6da8935c-8049-4fd9-b2f0-31141b1537bd-sda', '1769538974.47439', '1769538976', '1769538975', '', '1769538976', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6da8935c-8049-4fd9-b2f0-31141b1537bd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.83553 seconds (1.19684/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp6xlk7yof/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c021526a-d81a-45e1-a14a-2d83f45ece91-sda', '1769538975.57691', '1769538977', '1769538976', '', '1769538977', 0, 0) -test DEBUG: /tmp/tmp6xlk7yof/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'c021526a-d81a-45e1-a14a-2d83f45ece91-sda', '1769538975.57691', '1769538977', '1769538976', '', '1769538977', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('c021526a-d81a-45e1-a14a-2d83f45ece91-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.58146 seconds (1.71982/s) -test INFO: Removed 0 dbs -test INFO: 2 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvi8jeg2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4bfa1b28ab4cce622f5cc35defed2db', '03683134-c08f-472c-a82e-03bb28dbc887-sda', '1769538976.38010', '1769538978', '1769538977', '', '1769538978', 1, 0) -test DEBUG: /tmp/tmpvi8jeg2o/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e4bfa1b28ab4cce622f5cc35defed2db', '03683134-c08f-472c-a82e-03bb28dbc887-sda', '1769538976.38010', '1769538978', '1769538977', '', '1769538978', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03683134-c08f-472c-a82e-03bb28dbc887-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db')test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging -test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exceptiontest.unit.container.test_sync.TestContainerSync.test_container_sync_row_put +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put ... ok +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms +test.unit.container.test_sync.TestContainerSync.test_container_sync_row_put_using_realms ... ok +test.unit.container.test_sync.TestContainerSync.test_run_forever +test.unit.container.test_sync.TestContainerSync.test_run_forever ... ok +test.unit.container.test_sync.TestContainerSync.test_run_once +test.unit.container.test_sync.TestContainerSync.test_run_once ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_None ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_multiple ... ok +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one +test.unit.container.test_sync.TestContainerSync.test_select_http_proxy_one ... ok test.unit.obj.test_diskfile.TestDiskFile.test_close_error test.unit.obj.test_diskfile.TestDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_commit @@ -104995,8 +102509,6 @@ test.unit.obj.test_diskfile.TestDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror test.unit.obj.test_diskfile.TestDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space test.unit.obj.test_diskfile.TestDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_create_prealloc @@ -105225,178 +102737,289 @@ test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported test.unit.obj.test_diskfile.TestDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir -test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params -test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir -test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs -test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log -test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings -test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase -test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files -test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip -test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer -test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run -test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout -test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog -test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method -test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted -test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing -test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.obj.test_server.TestTpoolSize.test_default_config +test.unit.obj.test_server.TestTpoolSize.test_default_config ... ok +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_empty ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_no_explicit_setting ... ok +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting +test.unit.obj.test_server.TestTpoolSize.test_servers_per_port_with_explicit_setting ... ok +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path +test.unit.obj.test_updater.TestObjectUpdaterFunctions.test_split_update_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info +test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path +test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors +test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info +test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info +test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok + +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +test-container-sync DEBUG: Could not load '/etc/swift/container-sync-realms.conf': [Errno 2] No such file or directory: '/etc/swift/container-sync-realms.conf' +test-container-sync WARNING: Configuration option internal_client_conf_path not defined. Using default configuration, See internal-client.conf-sample for options +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 70}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1146, in fake_get_object + raise exc[-1] +Exception: test exception +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 80}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 596, in container_sync_row + raise exc + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 573, in container_sync_row + self.swift.get_object(info['account'], + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1173, in fake_get_object + raise exc[-1] +swift.common.exceptions.ClientException: test client exception +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync INFO: Not found 'a/c' => 'http://sync/to/path' - object 'object' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'size': 50}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 613, in container_sync_row + put_object(sync_to, name=row['name'], headers=headers, + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1239, in fake_put_object + raise ClientException('test client exception', http_status=503) +swift.common.exceptions.ClientException: test client exception: 503 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.20000 +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.30000 +test-container-sync INFO: Unauth 'a/c' => 'http://sync/to/path' +test-container-sync ERROR: ERROR Syncing {'deleted': False, 'name': 'object', 'created_at': '0000000001.20000', 'etag': '1111', 'size': 10}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 559, in container_sync_row + if self._object_in_remote_container(row['name'], + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/container/sync.py", line 491, in _object_in_remote_container + metadata, _ = head_object(sync_to, name=name, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sync.py", line 1338, in fake_head_object + raise Exception() +Exception +test-container-sync DEBUG: remote obj timestamp 0000000001.20000 local obj 0000000001.10000 +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size +test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_exception ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_commit_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_chunkreadtimeout_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_error_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_exception_during_transfer_data ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_ec_timeout_during_transfer_data ... ok + +proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to get commit status of PUT to /v1/a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 528, in _get_conn_response + resp = putter.await_response( + ^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1747, in await_response + self.resp = self.conn.getexpect() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 855, in getexpect + expect_status = self._status.get_expect_status() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 758, in get_expect_status + raise expect_status +Exception: kaboom! (txn: tx57f802d1d4f14ab0a1911-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to get commit status of PUT to /v1/a/c/o: Timeout (Nones) (txn: txcc8a18ff826740f59ea42-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: ERROR Client read timeout (Nones) (txn: tx4ae531f3f3944e51a40ab-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected without sending last chunk (txn: tx34eb043526f548a599d10-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception transferring data to object servers {'path': '/v1/a/c/o.jpg'}: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3170, in _transfer_data + chunk = next(data_source) + ^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 884, in reader + return req.environ['wsgi.input'].read( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/controllers/test_obj.py", line 7204, in read + raise Exception('exception message') +Exception: exception message (txn: tx4f49959a3fbe424392b54-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR Exception causing client disconnect: Timeout (Nones) (txn: txc8943ec6eef7477d8aa71-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.7:1007/sdh (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.10:1010/sdk (txn: tx86e805da9e9742b89a6a1-00676bfb55)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_error_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_mostly_success_commit ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_old_obj_server ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_body_and_bad_etag ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_both_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_chunked_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_explicit_commit_status ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_shard_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_footers ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server ERROR: Not enough object servers ack'ed (got 0) (txn: tx86e805da9e9742b89a6a1-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.13:1013/sdn (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.4:1004/sde (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.11:1011/sdl (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server ERROR: Not enough object servers ack'ed (got 3) (txn: tx68027cd38c164e5a8f988-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx510b7a21388c4cdcb3b96-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx510b7a21388c4cdcb3b96-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.8:1008/sdi (txn: tx510b7a21388c4cdcb3b96-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: txecd63700a78647cb9ee0e-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.9:1009/sdj (txn: txecd63700a78647cb9ee0e-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.1:1001/sdb (txn: txecd63700a78647cb9ee0e-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Expect: 100-continue on /a/c/o: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 728, in _connect_put_node + putter = self._make_putter(node, part, req, headers) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 3035, in _make_putter + return MIMEPutter.connect( + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1998, in connect + raise FooterNotSupported() +swift.common.exceptions.FooterNotSupported (txn: tx0181f1a27b3e44b8b1dd9-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_just_enough_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_less_durable_responses ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_PUT_with_slow_commits ... ok +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT +test.unit.proxy.controllers.test_obj.TestECObjControllerMimePutter.test_txn_id_logging_ECPUT ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_not_available ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_reading @@ -105407,10 +103030,128 @@ test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_cache_writing ... ok test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body test.unit.proxy.controllers.test_obj.TestGetUpdateShard.test_get_update_shard_empty_body ... ok -test ERROR: Failed to unlink '/tmp/tmpzps68v5y/containers/part/suffix/hash/container.db': +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_not_available ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_reading ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_recheck_time_zero ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_cache_writing ... ok + +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.0:1000/sda (txn: tx3f7edd1236814c2e82072-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx3f7edd1236814c2e82072-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.5:1005/sdf (txn: tx3f7edd1236814c2e82072-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx5363ea2eff634de784406-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.6:1006/sdg (txn: tx5363ea2eff634de784406-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.3:1003/sdd (txn: tx5363ea2eff634de784406-00676bfb55) +proxy-server ERROR: ERROR 503 b'' Trying to PUT /v1/a/c/o From Object Server 10.0.0.2:1002/sdc (txn: tx5363ea2eff634de784406-00676bfb55) +proxy-server ERROR: Object PUT returning 503 for [503, 201, 201, 201, 201, 503, 201, 503, 201, 201, 201, 503, 201, 201] (txn: tx5363ea2eff634de784406-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx867b0029d2b14a2ca1895-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx74f3d713aedf4ff38eab0-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=%E1%88%B41_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx8eaf935ca1f24f98b4475-00676bfb55) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdateShardLegacyUTF8.test_get_update_shard_empty_body ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_save_and_load_record_from_pending_file ... ok + +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130091.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/b74/04f06f88c7f48ce11ef8120e76c6ab74/04f06f88c7f48ce11ef8120e76c6ab74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130093.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/676/cb62d821d64dad4533776ba0c5b24676/cb62d821d64dad4533776ba0c5b24676.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130093.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/676/cb62d821d64dad4533776ba0c5b24676/cb62d821d64dad4533776ba0c5b24676.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130095.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/272/7df6852a1798f3f976590d7b35291272/7df6852a1798f3f976590d7b35291272.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130095.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/272/7df6852a1798f3f976590d7b35291272/7df6852a1798f3f976590d7b35291272.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130097.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/2c9/bffe80ba36074ef141b63248c1f9c2c9/bffe80ba36074ef141b63248c1f9c2c9.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130097.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/2c9/bffe80ba36074ef141b63248c1f9c2c9/bffe80ba36074ef141b63248c1f9c2c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130099.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/be3/e8bfddfb4d4a52abc99e4c1fae2c6be3/e8bfddfb4d4a52abc99e4c1fae2c6be3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130099.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/be3/e8bfddfb4d4a52abc99e4c1fae2c6be3/e8bfddfb4d4a52abc99e4c1fae2c6be3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130101.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/87f/e2a782d0dece672243e34024164f487f/e2a782d0dece672243e34024164f487f.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130101.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/87f/e2a782d0dece672243e34024164f487f/e2a782d0dece672243e34024164f487f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130103.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e55/9c7ae71bece8058cf388109960e2ee55/9c7ae71bece8058cf388109960e2ee55.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130103.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e55/9c7ae71bece8058cf388109960e2ee55/9c7ae71bece8058cf388109960e2ee55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130105.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e2e/292920ae2f076e865b4f0670b02a9e2e/292920ae2f076e865b4f0670b02a9e2e.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130105.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/e2e/292920ae2f076e865b4f0670b02a9e2e/292920ae2f076e865b4f0670b02a9e2e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130107.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9a8/d895894aaf24dc37d3430695cffab9a8/d895894aaf24dc37d3430695cffab9a8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130107.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/9a8/d895894aaf24dc37d3430695cffab9a8/d895894aaf24dc37d3430695cffab9a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130109.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3c4/6b9f9af6e483f38335f4070f520873c4/6b9f9af6e483f38335f4070f520873c4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130109.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/3c4/6b9f9af6e483f38335f4070f520873c4/6b9f9af6e483f38335f4070f520873c4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130111.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d70/9c2bbe656cb2b1e60870b479fab2cd70/9c2bbe656cb2b1e60870b479fab2cd70.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130111.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d70/9c2bbe656cb2b1e60870b479fab2cd70/9c2bbe656cb2b1e60870b479fab2cd70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130113.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1c7/41cbc74d34fe0684b9b239c89086b1c7/41cbc74d34fe0684b9b239c89086b1c7.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130113.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1c7/41cbc74d34fe0684b9b239c89086b1c7/41cbc74d34fe0684b9b239c89086b1c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130115.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/73c/6124b20a098feb7ad739fb576360b73c/6124b20a098feb7ad739fb576360b73c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130115.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/73c/6124b20a098feb7ad739fb576360b73c/6124b20a098feb7ad739fb576360b73c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130117.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a0d/13dd65b8e97ce64b296b48fa74feea0d/13dd65b8e97ce64b296b48fa74feea0d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130117.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/a0d/13dd65b8e97ce64b296b48fa74feea0d/13dd65b8e97ce64b296b48fa74feea0d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130119.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d5c/642f90648ed1d9c932919a6a3e664d5c/642f90648ed1d9c932919a6a3e664d5c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130119.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/d5c/642f90648ed1d9c932919a6a3e664d5c/642f90648ed1d9c932919a6a3e664d5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130121.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/2fd/3c8570e0611f146d0bb037ad4c3d42fd/3c8570e0611f146d0bb037ad4c3d42fd.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130121.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/2fd/3c8570e0611f146d0bb037ad4c3d42fd/3c8570e0611f146d0bb037ad4c3d42fd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130123.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/88d/7aa4d36a5da870b40bac48cdbf63388d/7aa4d36a5da870b40bac48cdbf63388d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130123.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/88d/7aa4d36a5da870b40bac48cdbf63388d/7aa4d36a5da870b40bac48cdbf63388d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130125.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/27c/38187e3747497ce27f7dd433e4e9627c/38187e3747497ce27f7dd433e4e9627c.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130125.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/27c/38187e3747497ce27f7dd433e4e9627c/38187e3747497ce27f7dd433e4e9627c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130127.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/323/1b8840a86bb05ac86119b8da474d3323/1b8840a86bb05ac86119b8da474d3323.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130127.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/323/1b8840a86bb05ac86119b8da474d3323/1b8840a86bb05ac86119b8da474d3323.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130129.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/603/c63d0fb850675183f8aecf0e5c113603/c63d0fb850675183f8aecf0e5c113603.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130129.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/603/c63d0fb850675183f8aecf0e5c113603/c63d0fb850675183f8aecf0e5c113603.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reclaim_with_duplicate_names ... ok + +Thu Dec 26 02:28:42 2024 /tmp/tmpt_zgz3u5/log/swift/profile/default.profile456 +Thu Dec 26 02:28:42 2024 /tmp/tmpt_zgz3u5/log/swift/profile/default.profile123 + + 45 function calls in 0.001 seconds + + Ordered by: internal time + + ncalls tottime percall cumtime percall filename:lineno(function) + 9 0.001 0.000 0.001 0.000 profile:0(import os;os.getcwd();) + 9 0.000 0.000 0.000 0.000 :0(exec) + 9 0.000 0.000 0.000 0.000 :1() + 9 0.000 0.000 0.000 0.000 :0(getcwd) + 0 0.000 0.000 profile:0(profiler) + 9 0.000 0.000 0.000 0.000 :0(setprofile) + + +test WARNING: More than one part in a single-part response? +test DEBUG: set nice priority to 1 +test DEBUG: set ionice class 1 priority 0 +WARNING: Unable to modify I/O scheduling class and priority of process. Keeping unchanged! Check logs for more info. +test ERROR: Unable to modify ionice priority: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state - os.unlink(retiring_file) + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/libc.py", line 326, in _ioprio_set + io_class = IO_CLASS_ENUM[io_class] + ~~~~~~~~~~~~~^^^^^^^^^^ +KeyError: 'class_foo' +test DEBUG: set ionice class 2 priority 4 +test DEBUG: set nice priority to -15 +test DEBUG: set ionice class 3 priority 6 +test ERROR: Problem finding shard upper in '/tmp/tmpczt2cxnw/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpczt2cxnw/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ return _mock_self._mock_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -105419,80 +103160,388 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmpzps68v5y/containers/part/suffix/hash/container_1769538967.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmpzps68v5y/containers/part/suffix/hash/container_1769538967.00000.db': ['/tmp/tmpzps68v5y/containers/part/suffix/hash/container.db', '/tmp/tmpzps68v5y/containers/part/suffix/hash/container_1769538968.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpzps68v5y/containers/part/suffix/hash/container_1769538968.00000.db']. -test ERROR: Failed to set the ROWID of the fresh database for a/c: -test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=x1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server INFO: Caching updating shards for shard-updating-v2/a/c (3 shards) (txn: tx2eeb049afc5e4e3dbd676-00697905a1) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmp7hdh_nfs/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmp7hdh_nfs/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables +test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes +test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reconciler_sync ... ok + proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txe9c3cfc408124add8dab6-00697905a1) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: tx67af2dbe5e524fc58a5a7-00676bfb55) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbsy_kzzr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbsy_kzzr/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpibhimgn4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpibhimgn4/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbsy_kzzr/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbsy_kzzr/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpibhimgn4/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpibhimgn4/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.2727 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1485 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0376 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0485 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx43930720b4b747a680b56-00697905a1" "proxy-server 1968893" 0.0018 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39347/sda1/1/a/c" "tx43930720b4b747a680b56-00697905a1" "container-server 1968893" 0.0062 "-" 1968893 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:48287/sdb1/1/a/c" "tx43930720b4b747a680b56-00697905a1" "container-server 1968893" 0.0013 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx43930720b4b747a680b56-00697905a1" "proxy-server 1968893" 0.2296 "-" 1968893 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx43930720b4b747a680b56-00697905a1" "proxy-server 1968893" 0.1339 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx43930720b4b747a680b56-00697905a1 - 0.2385 - - 1769538977.750301600 1769538977.988800526 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3d384d43553841babe5db-00697905a1" "proxy-server 1968893" 0.0012 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39347/sda1/1/a1/c1" "tx3d384d43553841babe5db-00697905a1" "container-server 1968893" 0.0011 "-" 1968893 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:48287/sdb1/1/a1/c1" "tx3d384d43553841babe5db-00697905a1" "container-server 1968893" 0.0010 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3d384d43553841babe5db-00697905a1" "proxy-server 1968893" 0.0751 "-" 1968893 0test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:21 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1858 "-" 564108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:21 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0614 "-" 564108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.1844 "-" 564108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0688 "-" 564108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txfce80ffa80b6446ca57d5-00676bfb56" "proxy-server 564108" 0.0008 "-" 564108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53877/sda1/0/a/c" "txfce80ffa80b6446ca57d5-00676bfb56" "container-server 564108" 0.0144 "-" 564108 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:34939/sdb1/0/a/c" "txfce80ffa80b6446ca57d5-00676bfb56" "container-server 564108" 0.0008 "-" 564108 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txfce80ffa80b6446ca57d5-00676bfb56" "proxy-server 564108" 0.2323 "-" 564108 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txfce80ffa80b6446ca57d5-00676bfb56" "proxy-server 564108" 0.1459 "-" 564108 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/22 PUT /v1/a/c HTTP/1.0 201 - - t - - - txfce80ffa80b6446ca57d5-00676bfb56 - 0.2381 - - 1735129942.125382662 1735129942.363524675 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx41b6f8cafecc4c27b91f5-00676bfb56" "proxy-server 564108" 0.0007 "-" 564108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:53877/sda1/2/a1/c1" "tx41b6f8cafecc4c27b91f5-00676bfb56" "container-server 564108" 0.0008 "-" 564108 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:34939/sdb1/2/a1/c1" "tx41b6f8cafecc4c27b91f5-00676bfb56" "container-server 564108" 0.0006 "-" 564108 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41b6f8cafecc4c27b91f5-00676bfb56" "proxy-server 564108" 0.1875 "-" 564108 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx41b6f8cafecc4c27b91f5-00676bfb56" "proxy-server 564108" 0.3281 "-" 564108 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/22 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx41b6f8cafecc4c27b91f5-00676bfb56 - 0.3341 - - 1735129942.364445210 1735129942.698505402 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx20c6340c74484d60a2090-00676bfb56" "proxy-server 564108" 0.0639 "-" 564108 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:22 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:34939/sdb1/0/a/c1" "tx20c6340c74484d60a2090-00676bfb56" "container-server 564108" 0.0029 "-" 564108 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:53877/sda1/0/a/c1" "tx20c6340c74484d60a2090-00676bfb56" "container-server 564108" 0.2644 "-" 564108 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx20c6340c74484d60a2090-00676bfb56" "proxy-server 564108" 0.3815 "-" 564108 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx20c6340c74484d60a2090-00676bfb56" "proxy-server 564108" 0.4427 "-" 564108 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/23 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx20c6340c74484d60a2090-00676bfb56 - 0.5218 - - 1735129942.699346781 1735129943.221132755 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0863689d89c14405bf489-00676bfb57" "proxy-server 564108" 0.0616 "-" 564108 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53877/sda1/2/a/c2" "tx0863689d89c14405bf489-00676bfb57" "container-server 564108" 0.0015 "-" 564108 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:34939/sdb1/2/a/c2" "tx0863689d89c14405bf489-00676bfb57" "container-server 564108" 0.0799 "-" 564108 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0863689d89c14405bf489-00676bfb57" "proxy-server 564108" 0.2655 "-" 564108 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:23 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx0863689d89c14405bf489-00676bfb57" "proxy-server 564108" 0.1852 "-" 564108 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/23 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx0863689d89c14405bf489-00676bfb57 - 0.3328 - - 1735129943.222267389 1735129943.555103540 2 +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_in_root_container ... ok + +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0013 - - 1735129747.982814550 1735129747.984074831 - +test INFO: - - 25/Dec/2024/12/29/07 DELETE /v1/a/c/sub_get HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.984906197 1735129747.985007048 0 +test INFO: - - 25/Dec/2024/12/29/07 GET /v1/a/test/obj HTTP/1.0 200 - Swift - - - - - - 0.0001 SSC - 1735129747.985353708 1735129747.985495806 0 +test INFO: - - 25/Dec/2024/12/29/07 DELETE /v1/a/c/sub_put HTTP/1.0 200 - FakeApp - - - - - - 0.0001 FA - 1735129747.985748053 1735129747.985836744 0 +test INFO: - - 25/Dec/2024/12/29/07 PUT /v1/a/c/o HTTP/1.0 200 - - - - - - - - 0.0013 - - 1735129747.984821081 1735129747.986117125 - +test_digest_utils WARNING: The following digest algorithms are allowed by default but deprecated: sha1. Support will be disabled by default in a future release, and later removed entirely. +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test_digest_utils WARNING: The following digest algorithms are configured but deprecated: sha1. Support will be removed in a future release. +test_digest_utils WARNING: The following digest algorithms are configured but not supported: md5 +test ERROR: Problem finding shard upper in '/tmp/tmp8jw11aig/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmp8jw11aig/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpej4ox0px/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpej4ox0px/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container +test.unit.container.test_sharder.TestSharder.test_audit_shard_deleted_range_missing_from_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_resolve_shard_range_states ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_not_merged_while_shrinking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharded_state_errors ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_range_overlap_not_merged_while_shrinking ... ok +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_remove_objects ... ok +Container 'a/c' cannot be set to sharding state while in sharding state + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130131.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/bb8/ed0630afd3a95837ef9e14a0fd4dcbb8/ed0630afd3a95837ef9e14a0fd4dcbb8.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130131.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/bb8/ed0630afd3a95837ef9e14a0fd4dcbb8/ed0630afd3a95837ef9e14a0fd4dcbb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130133.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/095/67ef0b116bf3a442f95161ab94340095/67ef0b116bf3a442f95161ab94340095.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130133.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/095/67ef0b116bf3a442f95161ab94340095/67ef0b116bf3a442f95161ab94340095.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130135.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/639/dc230cb5209b3611da02ae63ad431639/dc230cb5209b3611da02ae63ad431639.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130135.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/639/dc230cb5209b3611da02ae63ad431639/dc230cb5209b3611da02ae63ad431639.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130137.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1a3/2e5ca5f05c0593b94cc9896b6d9e01a3/2e5ca5f05c0593b94cc9896b6d9e01a3.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130137.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/1a3/2e5ca5f05c0593b94cc9896b6d9e01a3/2e5ca5f05c0593b94cc9896b6d9e01a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130139.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7cc/6fe436a61ab2786169529da7559ff7cc/6fe436a61ab2786169529da7559ff7cc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130139.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/7cc/6fe436a61ab2786169529da7559ff7cc/6fe436a61ab2786169529da7559ff7cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c_1735130141.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/177/f22b3abdb81ed28801ab50941579b177/f22b3abdb81ed28801ab50941579b177.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/shard_c_1735130141.00000, db: /tmp/tmpei8dfwiy/sda/containers/0/177/f22b3abdb81ed28801ab50941579b177/f22b3abdb81ed28801ab50941579b177.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/shard_c, db: /tmp/tmplllanee2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Updated own shard range from ShardRange<'k' to 't' as of 1735129944.00000, (0, 0) as of 1735129944.00000, active as of 1735129944.00000> to ShardRange<'k' to 't' as of 1735129945.00000, (0, 0) as of 1735129945.00000, sharded as of 1735129946.00000>, path: .shards_a/shard_c, db: /tmp/tmplllanee2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmplllanee2/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Marked shard container as deleted, path: .shards_a/shard_c, db: /tmp/tmpj3qnebp_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129947.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/04a/4c31d65ccb4c626b61d19eb9fddcb04a/4c31d65ccb4c626b61d19eb9fddcb04a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129950.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/798/a3aa6168425d6372fa7ac6cc01f1c798/a3aa6168425d6372fa7ac6cc01f1c798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129953.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/e23/c964ced4fb3a35394ee2152f8be63e23/c964ced4fb3a35394ee2152f8be63e23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129956.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/e82/fe914ea97836181e86faf936ffe89e82/fe914ea97836181e86faf936ffe89e82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129959.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/963/e0298482b7fadc27f789d71a2f422963/e0298482b7fadc27f789d71a2f422963.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129962.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/21b/490a954beb3e2c6fed29f84b3e2c621b/490a954beb3e2c6fed29f84b3e2c621b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129965.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/582/0e8e64f31251b68343f6e5016bebe582/0e8e64f31251b68343f6e5016bebe582.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129968.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/813/290171d22f89f4e4413410df250cc813/290171d22f89f4e4413410df250cc813.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129971.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/c5c/e82ec9d428baa4ecd1d1db08bab4ec5c/e82ec9d428baa4ecd1d1db08bab4ec5c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129974.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/47d/22e45af7b67e7a8b49eb640796c4347d/22e45af7b67e7a8b49eb640796c4347d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129977.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/105/1f5f6dd2b1852406bae4624ebde6c105/1f5f6dd2b1852406bae4624ebde6c105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129980.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/5b1/91067bef6b4a3d847c904712fdd9f5b1/91067bef6b4a3d847c904712fdd9f5b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129983.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/173/120dbe04e732a45c650b1f5f2b181173/120dbe04e732a45c650b1f5f2b181173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129986.00000-0, db: /tmp/tmpzlrr51an/sda/containers/0/eef/16d54a544ee717de6f0cc7178492eeef/16d54a544ee717de6f0cc7178492eeef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129950.00000-0, db: /tmp/tmp3bx4i7ak/sda/containers/0/798/a3aa6168425d6372fa7ac6cc01f1c798/a3aa6168425d6372fa7ac6cc01f1c798.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129954.00000-0, db: /tmp/tmp3bx4i7ak/sda/containers/0/dc1/b6837308f0a0e259217ef6c81beccdc1/b6837308f0a0e259217ef6c81beccdc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129953.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e23/c964ced4fb3a35394ee2152f8be63e23/c964ced4fb3a35394ee2152f8be63e23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129957.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/30e/6bfc7300a56779aff3a6751fd3b3930e/6bfc7300a56779aff3a6751fd3b3930e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129961.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ab7/1eb423818098f1fb5111a3d2789d6ab7/1eb423818098f1fb5111a3d2789d6ab7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129965.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/582/0e8e64f31251b68343f6e5016bebe582/0e8e64f31251b68343f6e5016bebe582.dbtest.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_resolve_shard_range_states ... ok +Unlinked retiring db '/tmp/tmp5iidaxxs/containers/part/suffix/hash/container.db' +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_deleted ... ok +Unlinked retiring db '/tmp/tmp5iidaxxs/containers/part/suffix/hash/container_1735129966.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_sharding_state_errors ... ok +Unlinked retiring db '/tmp/tmp5iidaxxs/containers/part/suffix/hash/container_1735129977.00000.db' +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_reverse_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_root_account_container_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_save_and_load_record_from_pending_file ... ok + +test DEBUG: Unlinked retiring db '/tmp/tmpslqgwd02/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpslqgwd02/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_initiated_and_required ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sharding_sysmeta ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sharding_sysmeta ... ok + +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129965.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/582/0e8e64f31251b68343f6e5016bebe582/0e8e64f31251b68343f6e5016bebe582.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129969.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c11/d0627b65db886c1479a8d5e817862c11/d0627b65db886c1479a8d5e817862c11.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129973.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/365/6a3614fe53d0e570e89d220370d55365/6a3614fe53d0e570e89d220370d55365.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129977.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/105/1f5f6dd2b1852406bae4624ebde6c105/1f5f6dd2b1852406bae4624ebde6c105.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129981.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/d4c/1755f418ee3651eb8a5365af2b070d4c/1755f418ee3651eb8a5365af2b070d4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129985.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b78/c313a4c11e2fe3398c08933b988b6b78/c313a4c11e2fe3398c08933b988b6b78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129989.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/340/45201bfe641a8248ce90abc214a59340/45201bfe641a8248ce90abc214a59340.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129993.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e80/1f7c1dec07a0a32fcd84f3078a9e6e80/1f7c1dec07a0a32fcd84f3078a9e6e80.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129997.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b85/6ab2587803934a5339bb6da7cea1eb85/6ab2587803934a5339bb6da7cea1eb85.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735129997.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b85/6ab2587803934a5339bb6da7cea1eb85/6ab2587803934a5339bb6da7cea1eb85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130001.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/f69/c9fd5ec5beed91283e7630a56059ff69/c9fd5ec5beed91283e7630a56059ff69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130005.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/3ce/3f73dc3ce60b4ef6a9fb1f60e9f1f3ce/3f73dc3ce60b4ef6a9fb1f60e9f1f3ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130009.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c9b/2b362c39198c7183f60938dbaec3bc9b/2b362c39198c7183f60938dbaec3bc9b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130013.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2ed/911dc6b4025738d9957c45a8d184a2ed/911dc6b4025738d9957c45a8d184a2ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130017.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/4c1/cece49e0aa97746d24d11948236a64c1/cece49e0aa97746d24d11948236a64c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130021.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/94c/084fde065ee9fe33e9b31ff513a4a94c/084fde065ee9fe33e9b31ff513a4a94c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130025.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b14/574aa76ebcdc62ce6b10b87a2259fb14/574aa76ebcdc62ce6b10b87a2259fb14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130029.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ae1/a3b733e31fffe3b919b7479be2880ae1/a3b733e31fffe3b919b7479be2880ae1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130029.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ae1/a3b733e31fffe3b919b7479be2880ae1/a3b733e31fffe3b919b7479be2880ae1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130033.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/eda/0ae363b0c4d689d5c50b0816bf3c8eda/0ae363b0c4d689d5c50b0816bf3c8eda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130037.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2ce/b0ff0dd5229915b56772600fc6f452ce/b0ff0dd5229915b56772600fc6f452ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130041.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e97/24af200218a1effed7b5a9a71171de97/24af200218a1effed7b5a9a71171de97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130045.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/828/04120e184323198cba290bf6a131c828/04120e184323198cba290bf6a131c828.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130049.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1f4/906b9e6403da0af0d1d6f539225a31f4/906b9e6403da0af0d1d6f539225a31f4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130053.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/194/6d4f33534e6953b56b252d730540f194/6d4f33534e6953b56b252d730540f194.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130057.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/d9e/518ee03af9938eb594936fbb147e7d9e/518ee03af9938eb594936fbb147e7d9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130061.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/082/654df6e418b173080f3f920fcc397082/654df6e418b173080f3f920fcc397082.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130061.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/082/654df6e418b173080f3f920fcc397082/654df6e418b173080f3f920fcc397082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130065.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c9d/d76b7160548e69632b3a753a72d95c9d/d76b7160548e69632b3a753a72d95c9d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130069.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/3b5/c2c0a5fd21493c1d0f038520558a13b5/c2c0a5fd21493c1d0f038520558a13b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130073.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/484/db8ea22f44caf992effd2918441ad484/db8ea22f44caf992effd2918441ad484.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130077.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ee4/6b0bc7c986ce571b63cdd84e90039ee4/6b0bc7c986ce571b63cdd84e90039ee4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130081.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/da5/bafe7e138bc4dec9141b3c11d257ada5/bafe7e138bc4dec9141b3c11d257ada5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130085.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/01a/2de9aecc137b163c46e9b6f3cd82e01a/2de9aecc137b163c46e9b6f3cd82e01a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130089.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b2e/8f7b2823ea4960e073afa0b2bc424b2e/8f7b2823ea4960e073afa0b2bc424b2e.dbtest.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_storage_policy_index_empty ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_db_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_set_x_syncs ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_sync_merging ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharded_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_storage_policy_property ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation -test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_batch_reclaim ... ok test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_sync_merging ... ok test.unit.container.test_updater.TestContainerUpdater.test_conf_params test.unit.container.test_updater.TestContainerUpdater.test_conf_params ... ok test.unit.container.test_updater.TestContainerUpdater.test_creation test.unit.container.test_updater.TestContainerUpdater.test_creation ... ok +test ERROR: Failed to unlink '/tmp/tmpxe3cp335/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpxe3cp335/containers/part/suffix/hash/container_1735129955.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpxe3cp335/containers/part/suffix/hash/container_1735129955.00000.db': ['/tmp/tmpxe3cp335/containers/part/suffix/hash/container.db', '/tmp/tmpxe3cp335/containers/part/suffix/hash/container_1735129956.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpxe3cp335/containers/part/suffix/hash/container_1735129956.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +Unlinked retiring db '/tmp/tmpo8wyazvt/containers/part/suffix/hash/5a42e0eb-4c4b-49a6-bdaf-b6a6f72119a0.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_initiated_and_required ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_chexor ... ok test.unit.container.test_updater.TestContainerUpdater.test_error_in_process test.unit.container.test_updater.TestContainerUpdater.test_error_in_process ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_with_exception ... ok test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception test.unit.container.test_updater.TestContainerUpdater.test_listdir_without_exception ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_create_broker ... ok test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container test.unit.container.test_updater.TestContainerUpdater.test_old_style_shard_container ... ok -test ERROR: Failed to unlink '/tmp/tmp6iq92cn3/containers/part/suffix/hash/container.db': +test ERROR: Failed to unlink '/tmp/tmpfehg0_bc/containers/part/suffix/hash/container.db': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state os.unlink(retiring_file) @@ -105505,13 +103554,13 @@ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect OSError: 1 -test DEBUG: Unlinked retiring db '/tmp/tmp6iq92cn3/containers/part/suffix/hash/container_1769538969.00000.db' -test WARNING: Still have multiple db files after unlinking '/tmp/tmp6iq92cn3/containers/part/suffix/hash/container_1769538969.00000.db': ['/tmp/tmp6iq92cn3/containers/part/suffix/hash/container.db', '/tmp/tmp6iq92cn3/containers/part/suffix/hash/container_1769538970.00000.db'] -test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp6iq92cn3/containers/part/suffix/hash/container_1769538970.00000.db']. +test DEBUG: Unlinked retiring db '/tmp/tmpfehg0_bc/containers/part/suffix/hash/container_1735129949.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpfehg0_bc/containers/part/suffix/hash/container_1735129949.00000.db': ['/tmp/tmpfehg0_bc/containers/part/suffix/hash/container.db', '/tmp/tmpfehg0_bc/containers/part/suffix/hash/container_1735129950.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpfehg0_bc/containers/part/suffix/hash/container_1735129950.00000.db']. test ERROR: Failed to set the ROWID of the fresh database for a/c: test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: test INFO: Begin container update single threaded sweep -test ERROR: Error processing container /tmp/tmppqgbq6ak/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: +test ERROR: Error processing container /tmp/tmpcumnthst/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db: Boom!: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/updater.py", line 225, in container_sweep self.process_container(dbfile) @@ -105557,8 +103606,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpup3zzskk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmprav01k45/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -105574,8 +103623,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmpup3zzskk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.05s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmprav01k45/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.12s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -105589,8 +103638,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmpup3zzskk/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /.shards_a/c /tmp/tmprav01k45/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.04s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -105605,118 +103654,31 @@ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes -test INFO: Begin container update single threaded sweep -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3d384d43553841babe5db-00697905a1" "proxy-server 1968893" 0.0432 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3d384d43553841babe5db-00697905a1 - 0.0833 - - 1769538977.990282059 1769538978.073623896 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0f23f2f6cb034a0592458-00697905a2" "proxy-server 1968893" 0.0286 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39347/sda1/2/a/c1" "tx0f23f2f6cb034a0592458-00697905a2" "container-server 1968893" 0.0531 "-" 1968893 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:48287/sdb1/2/a/c1" "tx0f23f2f6cb034a0592458-00697905a2" "container-server 1968893" 0.0033 "-" 1968893 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0f23f2f6cb034a0592458-00697905a2" "proxy-server 1968893" 0.1143 "-" 1968893 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx0f23f2f6cb034a0592458-00697905a2" "proxy-server 1968893" 0.1615 "-" 1968893 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx0f23f2f6cb034a0592458-00697905a2 - 0.1974 - - 1769538978.074928284 1769538978.272289276 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4a4388a2d7a9424da351b-00697905a2" "proxy-server 1968893" 0.0455 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:48287/sdb1/1/a/c2" "tx4a4388a2d7a9424da351b-00697905a2" "container-server 1968893" 0.0016 "-" 1968893 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39347/sda1/1/a/c2" "tx4a4388a2d7a9424da351b-00697905a2" "container-server 1968893" 0.0482 "-" 1968893 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a4388a2d7a9424da351b-00697905a2" "proxy-server 1968893" 0.1386 "-" 1968893 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4a4388a2d7a9424da351b-00697905a2" "proxy-server 1968893" 0.0927 "-" 1968893 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4a4388a2d7a9424da351b-00697905a2 - 0.1911 - - 1769538978.273989677 1769538978.465057373 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpbv8p0hfg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbv8p0hfg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpbv8p0hfg/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpbv8p0hfg/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.2595 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.3295 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0801 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0442 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txca97c379ca134f49b9fcf-00697905a3" "proxy-server 1968893" 0.0018 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49071/sda1/1/a/c" "txca97c379ca134f49b9fcf-00697905a3" "container-server 1968893" 0.0010 "-" 1968893 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:59529/sdb1/1/a/c" "txca97c379ca134f49b9fcf-00697905a3" "container-server 1968893" 0.0024 "-" 1968893 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txca97c379ca134f49b9fcf-00697905a3" "proxy-server 1968893" 0.0462 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "txca97c379ca134f49b9fcf-00697905a3" "proxy-server 1968893" 0.0695 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/19 PUT /v1/a/c HTTP/1.0 201 - - t - - - txca97c379ca134f49b9fcf-00697905a3 - 0.0772 - - 1769538979.286706924 1769538979.363887072 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1626dd839dc14ca8ab9a9-00697905a3" "proxy-server 1968893" 0.0012 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:59529/sdb1/1/a1/c1" "tx1626dd839dc14ca8ab9a9-00697905a3" "container-server 1968893" 0.0380 "-" 1968893 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49071/sda1/1/a1/c1" "tx1626dd839dc14ca8ab9a9-00697905a3" "container-server 1968893" 0.0010 "-" 1968893 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1626dd839dc14ca8ab9a9-00697905a3" "proxy-server 1968893" 0.2240 "-" 1968893 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1626dd839dc14ca8ab9a9-00697905a3" "proxy-server 1968893" 0.1593 "-" 1968893 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/19 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1626dd839dc14ca8ab9a9-00697905a3 - 0.2313 - - 1769538979.365078688 1769538979.596426964 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:19 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txe8250fa803be445f971f2-00697905a3" "proxy-server 1968893" 0.1889 "-" 1968893 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59529/sdb1/2/a/c1" "txe8250fa803be445f971f2-00697905a3" "container-server 1968893" 0.0020 "-" 1968893 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:49071/sda1/2/a/c1" "txe8250fa803be445f971f2-00697905a3" "container-server 1968893" 0.1309 "-" 1968893 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8250fa803be445f971f2-00697905a3" "proxy-server 1968893" 0.3772 "-" 1968893 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txe8250fa803be445f971f2-00697905a3" "proxy-server 1968893" 0.5625 "-" 1968893 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/20 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txe8250fa803be445f971f2-00697905a3 - 0.7573 - - 1769538979.597653151 1769538980.354988098 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc81cad307ae64e8fbab27-00697905a4" "proxy-server 1968893" 0.0466 "-" 1968893 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59529/sdb1/1/a/c2" "txc81cad307ae64e8fbab27-00697905a4" "container-server 1968893" 0.0018 "-" 1968893 2/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file -test.unit.proxy.test_server.TestProxyObjectPerformance.test_GET_debug_large_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.container.test_updater.TestContainerUpdater.test_run_once +test INFO: Begin container update single threaded sweeptest.unit.container.test_updater.TestContainerUpdater.test_run_once test.unit.container.test_updater.TestContainerUpdater.test_run_once ... ok -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_device_unmounted ... ok test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout test.unit.container.test_updater.TestContainerUpdater.test_run_once_with_get_info_timeout ... ok - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:49071/sda1/1/a/c2" "txc81cad307ae64e8fbab27-00697905a4" "container-server 1968893" 0.0380 "-" 1968893 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc81cad307ae64e8fbab27-00697905a4" "proxy-server 1968893" 0.1245 "-" 1968893 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:20 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc81cad307ae64e8fbab27-00697905a4" "proxy-server 1968893" 0.0846 "-" 1968893 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/20 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc81cad307ae64e8fbab27-00697905a4 - 0.1781 - - 1769538980.356361866 1769538980.534436464 2 +Unlinked retiring db '/tmp/tmp6dh_cuqz/containers/part/suffix/hash/container.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_creation ... ok test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpio4kc1he/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /a/c /tmp/tmp7as2b33e/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /a/c /tmp/tmpio4kc1he/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /a/c /tmp/tmp7as2b33e/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.06s, 0 successes, 1 failures, 0 with no changes test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/c /tmp/tmpio4kc1he/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report sent for /a/c /tmp/tmp7as2b33e/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -105733,8 +103695,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test WARNING: /tmp/tmpmnd9324r/tmp_test_container_updater/devices/sda1 is not mounted -test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes +test WARNING: /tmp/tmpjtlry9a7/tmp_test_container_updater/devices/sda1 is not mounted +test INFO: Container update single threaded sweep completed: 0.01s, 0 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -105748,7 +103710,7 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpap7eo47e/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. +test INFO: Failed to get container info (Lock timeout: 10 seconds: /tmp/tmpeas2bdkn/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db); skipping. test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes test INFO: Begin container update single threaded sweep test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 0 failures, 0 with no changes @@ -105781,7 +103743,7 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmputisda3q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp30chgppq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db test INFO: Container update single threaded sweep completed: 0.00s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): @@ -105798,8 +103760,8 @@ test INFO: Begin container update single threaded sweep test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused test ERROR: ERROR account update failed with 127.0.0.1:67890/sda1 (will retry later):: Connection refused -test DEBUG: Update report failed for /.shards_a/c /tmp/tmputisda3q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.03s, 0 successes, 1 failures, 0 with no changes +test DEBUG: Update report failed for /.shards_a/c /tmp/tmp30chgppq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.04s, 0 successes, 1 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -105813,205 +103775,150 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /.shards_a/c /tmp/tmputisda3q/tmp_test_container_updater/devices/sda1/containers/subdir/hash.dbtest.unit.container.test_updater.TestContainerUpdater.test_shard_container +test DEBUG: Update report sent for /.shards_a/c /tmp/tmp30chgppq/tmp_test_container_updater/devices/sda1/containers/subdir/hash.dbtest.unit.container.test_updater.TestContainerUpdater.test_shard_container test.unit.container.test_updater.TestContainerUpdater.test_shard_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_db_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sharding_sysmeta ... ok test.unit.container.test_updater.TestContainerUpdater.test_unicode test.unit.container.test_updater.TestContainerUpdater.test_unicode ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle -test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window -test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_duplicate_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf -test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveECDuplicationFactor.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_GET_bad_requests ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_cache_cleared_after_PUT ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_container_info_got_cached ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_handoff_has_deleted_database ... ok +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_failure_report_with_auditor_stats_json ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_handoffs_first ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_diff_ports_normal ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_multi_disk_servers_per_port ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_unmounted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir +test.unit.obj.test_replicator.TestObjectReplicator.test_collect_jobs_with_override_parts_and_unexpected_part_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_objs_ssync_only_when_in_sync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_default_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_data_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ignores_os_no_entity_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_override_params_os_not_empty_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_single_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_cleanup_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_ssync_with_sync_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_fail_in_other_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_handoff_delete_failures ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_partition_with_too_high_handoff_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params +test.unit.obj.test_replicator.TestObjectReplicator.test_delete_policy_override_params ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir +test.unit.obj.test_replicator.TestObjectReplicator.test_do_listdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_handoff_replication_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_abort_if_handoffs_remaining ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs +test.unit.obj.test_replicator.TestObjectReplicator.test_handoffs_first_mode_will_process_all_jobs_after_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log +test.unit.obj.test_replicator.TestObjectReplicator.test_limit_rsync_log ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings +test.unit.obj.test_replicator.TestObjectReplicator.test_massive_handoff_delete_setting_warnings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_rsync_timeout_wedged ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase +test.unit.obj.test_replicator.TestObjectReplicator.test_replicate_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files +test.unit.obj.test_replicator.TestObjectReplicator.test_replicator_skips_rsync_temp_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_revert_partition_lock_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip +test.unit.obj.test_replicator.TestObjectReplicator.test_ring_ip_and_bind_ip ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_compress_different_region ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_failure_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer +test.unit.obj.test_replicator.TestObjectReplicator.test_rsync_success_logging_no_transfer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run +test.unit.obj.test_replicator.TestObjectReplicator.test_run ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_1 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_no_local_device_in_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout +test.unit.obj.test_replicator.TestObjectReplicator.test_run_once_recover_from_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog +test.unit.obj.test_replicator.TestObjectReplicator.test_run_withlog ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method +test.unit.obj.test_replicator.TestObjectReplicator.test_sync_just_calls_sync_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted +test.unit.obj.test_ssync_sender.TestModuleMethods.test_decode_wanted ... ok +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing +test.unit.obj.test_ssync_sender.TestModuleMethods.test_encode_missing ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_deleted ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordTypeLegacy.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507 ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539141.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8e7/905d77e241728c7bb46bf8542683c8e7/905d77e241728c7bb46bf8542683c8e7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539141.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8e7/905d77e241728c7bb46bf8542683c8e7/905d77e241728c7bb46bf8542683c8e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539145.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8df/f2bdf46091f21e9677db674d6d85c8df/f2bdf46091f21e9677db674d6d85c8df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539165.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/14c/f351488a311bc2e90bc4f4d58253414c/f351488a311bc2e90bc4f4d58253414c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539169.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0b4/3d23c7348c58eaa6449798044ef550b4/3d23c7348c58eaa6449798044ef550b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539173.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/379/5614a4d60d424cc01f965fa233d5a379/5614a4d60d424cc01f965fa233d5a379.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539173.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/379/5614a4d60d424cc01f965fa233d5a379/5614a4d60d424cc01f965fa233d5a379.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539177.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ece/c9193e4aeb6d7a077837f505aa62dece/c9193e4aeb6d7a077837f505aa62dece.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539181.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ef6/ba7c084885fa28c13e8ce13050ad5ef6/ba7c084885fa28c13e8ce13050ad5ef6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539185.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/277/04f4c288b3b76f249ce55a39d3cb8277/04f4c288b3b76f249ce55a39d3cb8277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539189.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/330/e7828a5182d9e885b7a426d04d9f7330/e7828a5182d9e885b7a426d04d9f7330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539193.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c75/b19f870b3fbc122c9b52062d8d055c75/b19f870b3fbc122c9b52062d8d055c75.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539197.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/738/b1aaa3ac7a27ee845a673f87a0bf8738/b1aaa3ac7a27ee845a673f87a0bf8738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539201.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/910/ecfce399a3d1963a7a055060da4d5910/ecfce399a3d1963a7a055060da4d5910.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539209.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/480/fdc1fd238e338d888a063fd5d229f480/fdc1fd238e338d888a063fd5d229f480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539213.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/703/6b53555dc1ea51ffa18d548419aed703/6b53555dc1ea51ffa18d548419aed703.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539217.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/983/22f8a60b3260eea26093535391eb4983/22f8a60b3260eea26093535391eb4983.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539221.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/700/89f7d9c24c581893daf9526e9f078700/89f7d9c24c581893daf9526e9f078700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539225.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f16/0bda29f9ee4401335c1bc1d99ae07f16/0bda29f9ee4401335c1bc1d99ae07f16.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539229.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ab2/3213600917e27a1a519fb748817b8ab2/3213600917e27a1a519fb748817b8ab2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539233.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/904/b77df2977db41469fed0916a522be904/b77df2977db41469fed0916a522be904.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539237.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/1d4/7493c7877dacc0d76a791dcd97ba61d4/7493c7877dacc0d76a791dcd97ba61d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539241.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/484/058a5b74235d9357961b5efdbfe59484/058a5b74235d9357961b5efdbfe59484.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539245.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/69d/73bb6dd456e3c6a4c443716382f6969d/73bb6dd456e3c6a4c443716382f6969d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539249.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0e8/c61253e8c19744a44e1f41427ebed0e8/c61253e8c19744a44e1f41427ebed0e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539253.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/4df/db73bc67d6d0883f5f4fadc866f5b4df/db73bc67d6d0883f5f4fadc866f5b4df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539257.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ffb/8dae919ac3eef15f995dc1bbac333ffb/8dae919ac3eef15f995dc1bbac333ffb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539261.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/b65/b44d03c4a8ec6ffbd70b1179ef6c5b65/b44d03c4a8ec6ffbd70b1179ef6c5b65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539265.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/247/eec9ffdd026d5cd2376fc2ef2906d247/eec9ffdd026d5cd2376fc2ef2906d247.db -test INFO: Container update single threaded sweep completed: 0.03s, 1 successes, 0 failures, 0 with no changes +test INFO: Container update single threaded sweep completed: 0.05s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -106025,8 +103932,8 @@ ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' test INFO: Begin container update single threaded sweep -test DEBUG: Update report sent for /a/Ω /tmp/tmp19net4fc/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db -test INFO: Container update single threaded sweep completed: 0.06s, 1 successes, 0 failures, 0 with no changes +test DEBUG: Update report sent for /a/Ω /tmp/tmp__jr1m0x/tmp_test_container_updater/devices/sda1/containers/subdir/hash.db +test INFO: Container update single threaded sweep completed: 0.10s, 1 successes, 0 failures, 0 with no changes test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -106039,1862 +103946,2152 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -test DEBUG: Skipping the update of recently changed /tmp/tmp13dk8luk/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp13dk8luk/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp13dk8luk/sdq/objects/auditor_status_ALL.json -test DEBUG: Skipping the update of recently changed /tmp/tmp13dk8luk/sdp/objects/auditor_status_ALL.json -test DEBUG: Skipping: /tmp/tmpdxp2q25z/garbage is not a directory -test DEBUG: Skipping: /tmp/tmpdxp2q25z/garbage is not mounted -test DEBUG: Skipping: /tmp/tmppkaottgj/sdq is not mounted test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: txe47c235caaf642d49919e-00697905a5) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: txe47c235caaf642d49919e-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: txe47c235caaf642d49919e-00697905a5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f491680119431ca91af-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f491680119431ca91af-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f491680119431ca91af-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa5f491680119431ca91af-00697905a5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda (txn: txe3b3e4d3f09a4d1097e86-00697905a5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb (txn: txd2e1eeaf63c64b45b738e-00697905a5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc (txn: txa22b71ace6e045b7b22cb-00697905a5) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx27962af685f84bf3802eb-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: Timeout (Nones) (txn: txb4248c800bb64997a74dc-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txc198f95cb96043828ca20-00697905a5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txc3774dedda8043f6a50c6-00697905a5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda (txn: txff89223969634325b5df1-00697905a5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb (txn: txfd860557dd9d4d2eb4473-00697905a5)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_node_errors ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_reseller_admin ... ok - -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx7abe250227364b33b9523-00697905a5) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx9defe6f12f3f4fc0bd74e-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to DELETE /a/c: Timeout (Nones) (txn: tx1e93dc4d1ba44f0a803d7-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: txfda871e636b24e0b8d421-00697905a5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: txf62aa16804ae4654aeb5a-00697905a5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda (txn: tx2e4e8354efdc4c5190d66-00697905a5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx6bdf871fbf9f4c48838ad-00697905a5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx174a29a1ffe443cfb1ab4-00697905a5) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd (txn: txe5fa37c5fc9a469da91d6-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: Timeout (Nones) (txn: tx4dc30648f49e44158edcd-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -Exception: kaboom! (txn: tx82728d8e9d7844f89e418-00697905a5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx83f35cb8ba6548fe92b0c-00697905a5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: txeb80101e5d7c47efa8fc3-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx5af3cfe251f3402f86db6-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx6eae545522e448609cb62-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx6eae545522e448609cb62-00697905a5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to DELETE /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_DELETE ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txb46dfaa18f9747a587a8d-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.3:1003/sdd, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.10:1010/sdk, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.2:1002/sdc, error: ERROR Insufficient Storage (txn: tx3fefb75be3d64bb984280-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_insufficient_found_plus_timeouts ... ok -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 404, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: Container GET returning 503 for (204, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_POST ... ok +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txad10035f12014fc292559-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.8:1008/sdi, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.5:1005/sdf, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.4:1004/sde, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.9:1009/sdj, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server ERROR: Object DELETE returning 503 for (204, 204, 204, 204, 204, 204, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx8f026a92116041ac9d940-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx1312cb64c397468a8d951-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_one_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_db_does_not_clear_particular_sharding_meta ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestECObjController.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_all_primaries_error_limited ... ok -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to POST /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 404, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (201, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: Container GET returning 503 for (404, 503, 503, 503) -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.3:1003/sdd -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIterationtest.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_code_for_PUT ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.10:1010/sdk (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.9:1009/sdj (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.8:1008/sdi (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.3:1003/sdd (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.4:1004/sde (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.5:1005/sdf (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: txfe6af29ce75740cabbe4e-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.10:1010/sdk (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.6:1006/sdg (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.7:1007/sdh (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_disconnect ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_error ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mismatched_fragment_archives ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_ranged_responses_success ... ok -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:1001/sdb -test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:1002/sdc -test ERROR: Container GET returning 503 for (503, 503, 503, 503) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx166af33392354e23be3c1-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 503 Trying to GET /a/c/o From Object Server 10.0.0.12:1012/sdm (txn: tx0558354496c04201af892-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txe0970de4f89f44919c03a-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: txd8f91fc1547c480a96ee0-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 3, Lengths: [458, 458, 458, 458, 458, 458, 458, 458, 490, 458]: Invalid fragment payload in ECPyECLibDriver.decode (txn: tx61aa48835ce94888aebf6-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280409ecdec0480d99245-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280409ecdec0480d99245-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx280409ecdec0480d99245-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_mixed_success_with_range ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_ndata_equals_nparity_with_missing_and_errors ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_no_response_error ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 412 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx5f5671a7d75f4fc4a5dfe-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.14:1014/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.15:1015/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.16:1016/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.17:1017/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.18:1018/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.19:1019/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.20:1020/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.21:1021/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.22:1022/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.23:1023/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.24:1024/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.25:1025/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.26:1026/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.27:1027/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: txa56104ebe0264c209eda5-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.11:1011/sdl (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.14:1014/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.15:1015/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.16:1016/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.17:1017/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.18:1018/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.19:1019/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.20:1020/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.21:1021/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.22:1022/sda (txn: tx222508f0e8a64127b3686-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_nondurable_when_node_iter_runs_out_of_nodes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_not_found_when_404_newer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_one_short_fragment_archive ... ok + +proxy-server DEBUG: Node is error limited: 10.0.0.23:1023/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.24:1024/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.25:1025/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.26:1026/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Node is error limited: 10.0.0.27:1027/sda (txn: tx222508f0e8a64127b3686-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx3bfab5a3157f4130b2ec5-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txaa2e5a96f36347c8a86fb-00676bfb6f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx39e97d3816c44ea2a9ede-00676bfb6f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: tx86440bb9925742bca6aca-00676bfb6f) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txdf679059bec944ceb235b-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_primaries_error_during_rebalance ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_simple_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_timeout ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to GET /v1/a/c/o: Timeout (Nones) (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx78ee4366dea5452cb339c-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdf0ba5c40b5743fabcbae-00676bfb6f) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to GET /v1/a/c/o: Timeout (0.01s) (txn: txdf0ba5c40b5743fabcbae-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Error decoding fragments for '/a/c/o'. Segments decoded: 0, Lengths: [490, 490, 490, 490, 490, 490, 490, 490, 490, 490]: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: tx07b876d81e1546eb86da5-00676bfb6f) +proxy-server ERROR: ERROR Unhandled exception in request: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: + File "/build/reproducible-path/swift-2.34.0/swift/proxy/server.py", line 603, in handle_request + return handler(req) + ^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 375, in wrapped + return func(*a, **kw) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 278, in GET + return self.GETorHEAD(req) + ^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 266, in GETorHEAD + resp = self._get_or_head_response(req, node_iter, partition, policy) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2927, in _get_or_head_response + app_iter.kickoff(req, resp) + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1181, in kickoff + self.stashed_iter = reiterate(self._real_iter(req, resp.headers)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2390, in reiterate + chunk = next(iterator) + ^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 3105, in _get_next_item + return super(StringAlong, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1467, in _iter_one_range + for i, next_seg in enumerate(segment_iter): + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1546, in _decode_segments_from_fragments + segment = self.policy.pyeclib_driver.decode(fragments) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/ec_iface.py", line 300, in decode + return self.ec_lib_reference.decode(fragment_payloads, ranges, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/pyeclib/core.py", line 91, in decode + return pyeclib_c.decode(self.handle, _fragment_payloads, + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +pyeclib.ec_iface.ECInvalidFragmentMetadata: pyeclib_c_decode ERROR: Fragment integrity check failed. Please inspect syslog for liberasurecode error report. (txn: tx07b876d81e1546eb86da5-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_trigger_ec_metadata_check_failure ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_concurrent_ec_extra_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_and_hidden_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_duplicate_but_insufficient_frag_indexes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_frags_swapped_around ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_invalid_ranges ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_many_missed_overwrite_will_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_may_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_stop ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: txd03dafaf905444f19e33e-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: txe9fc1e978d0844c6907d8-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server ERROR: Object returning 503 for [] (txn: txfc032fdcd68d4de2843df-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx217c19c744c44323889f7-00676bfb6f)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_mixed_frags_will_dig_deep_but_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_and_range_unsatisifiable ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durable_files_and_mixed_etags ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_non_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_missing_durables_and_older_obscured_durables ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_and_nondurable_frags_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_durable_frags_and_no_quorum_will_503 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_etags_at_same_timestamp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_mixed_nondurable_frags_and_will_404 ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx217c19c744c44323889f7-00676bfb6f) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx76c91db0b02f427587b5a-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx424e182368314d3db9d1d-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Object returning 503 for [] (txn: tx38136a34ee4f475da4780-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Problem with fragment response: ETag mismatch (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server ERROR: Object returning 503 for [] (txn: tx9d9b50382c034e95b1172-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_short_resume_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_slow_body ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.10:1010/sdk (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server ERROR: Exception fetching fragments for '/a/c/o': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request - conn = http_connect( - ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/swift/common/bufferedhttp.py", line 280, in http_connect - return http_connect_raw( - ^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1009, in connect - conn = FakeConn(status, etag, body=body, timestamp=timestamp, - ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 803, in __init__ - status = FakeStatus(status) - ^^^^^^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 707, in __init__ - raise status -OSError (txn: txe92073d8caf248788a78f-00697905a5)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_response_codes_for_GET ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_swift_owner ... ok + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 1493, in put_fragments_in_queue + for fragment in frag_iter: + ^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2323, in __next__ + return self._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 5009, in _get_next_item + return super(CooperativeIterator, self)._get_next_item() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2319, in _get_next_item + return next(self.wrapped_iter) + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2515, in _iter_bytes_from_response_part + six.reraise(exc_type, exc_value, exc_traceback) + File "/usr/lib/python3/dist-packages/six.py", line 724, in reraise + raise value + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/obj.py", line 2487, in _iter_bytes_from_response_part + chunk = part_file.read(self.app.object_chunk_size) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1145, in read + raise ShortReadError( +swift.common.exceptions.ShortReadError: Too few bytes; read 415, expecting 490 (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server WARNING: Un-recoverable fragment rebuild. Only received 9/10 fragments for '/a/c/o' (txn: txbdb1da2fb7724bde8a7fb-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.8:1008/sdi (txn: tx6ce6312e25744d07a7344-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.5:1005/sdf (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server ERROR: ERROR Unhandled exception in request: ChunkReadTimeout (0.01s after 0.01s) (txn: txece67642415e4a44aa875-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read next part of EC fragment multi-part GET (retrying) 10.0.0.1:1001/sdb (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_multirange_unable_to_resume_body_started ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_durable_files ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_no_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_one_slow_frag_lane ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_only_handoffs ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_quorum_durable_files ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to read during GET: ChunkReadTimeout (0.01s after 0.01s) (txn: tx9ca3bf6df7c84d58b36ca-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx1dc924cd233a43cbb9395-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx167903eb8843426592cac-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Ignoring 404 from primary (txn: txe9eead88cb5746049ac40-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_range_unsatisfiable_mixed_success ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_durable_file ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_single_missed_overwrite_does_not_need_handoff ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_nodes_and_failures ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_some_slow_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_404_will_404 ... ok + +proxy-server DEBUG: Ignoring 404 from primary (txn: txc1a4cc0e026745679880f-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server WARNING: Client disconnected on read of EC frag '/a/c/o' (txn: txe2eb52d54f544c9f8d5db-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR 500 Trying to GET /a/c/o From Object Server 10.0.0.3:1003/sdd (txn: txce86ef170f2243ed9ee40-00676bfb70) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx33e92f6176104e728c4ae-00676bfb71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.6:1006/sdg, error: ERROR Insufficient Storage (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Node is error limited: 10.0.0.6:1006/sdg (txn: txc696dda076114efaab548-00676bfb71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.7:1007/sdh, error: ERROR Insufficient Storage (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Node is error limited: 10.0.0.7:1007/sdh (txn: txc696dda076114efaab548-00676bfb71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.12:1012/sdm, error: ERROR Insufficient Storage (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Node is error limited: 10.0.0.12:1012/sdm (txn: txc696dda076114efaab548-00676bfb71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txc696dda076114efaab548-00676bfb71) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.13:1013/sdn, error: ERROR Insufficient Storage (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Node is error limited: 10.0.0.13:1013/sdn (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71)test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_with_success_and_507_will_503 ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_delete_object ... ok +Unlinked retiring db '/tmp/tmpf9_l4vf9/containers/part/suffix/hash/container-63f34b22-e00b-4306-8c94-060e1fe856b4.db' +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_GET_write_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_if_none_match ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_some_missing ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestECObjController.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok + +proxy-server DEBUG: Ignoring 507 from handoff (txn: txc696dda076114efaab548-00676bfb71) +proxy-server ERROR: Object returning 503 for [507, 507, 507, 507, 507] (txn: txc696dda076114efaab548-00676bfb71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server ERROR: ChunkWriteTimeout feeding fragments for '/a/c/o': ChunkWriteTimeout (0.01s after 0.01s) (txn: tx4ca58d50d0c0429785f27-00676bfb71) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: tx4e1d7da38f2f409d85682-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok + +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txa6723bcb7f0246b0987f5-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txc608133d36094a4d84f36-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.10:1010/sdk re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.5:1005/sdf re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.11:1011/sdl re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.13:1013/sdn re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.3:1003/sdd re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.4:1004/sde re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.14:1014/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.15:1015/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.16:1016/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.17:1017/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.18:1018/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.19:1019/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.20:1020/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.21:1021/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.22:1022/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.23:1023/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.24:1024/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72)test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestECObjController.test_POST_sufficient_primaries_succeed_others_fail ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestECObjController.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_sync_delete ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_container_update_backend_requests ... ok + +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.25:1025/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.26:1026/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.27:1027/sda, error: ERROR Insufficient Storage (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server ERROR: Object POST returning 503 for (202, 202, 202, 202, 202, 202, 503, 503, 503, 503, 503, 503, 503, 503) (txn: txd18904a75cd7457f8e12a-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.12:1012/sdm re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.9:1009/sdj re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.7:1007/sdh re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.2:1002/sdc re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.8:1008/sdi re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.1:1001/sdb re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server ERROR: ERROR with Object server 10.0.0.6:1006/sdg re: Trying to POST /a/c/o: Timeout (Nones) (txn: txe663ba824a074962be41f-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations +test.unit.proxy.controllers.test_obj.TestECObjController.test_determine_chunk_destinations ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders +test.unit.proxy.controllers.test_obj.TestECObjController.test_ec_concurrent_GET_with_slow_leaders ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestECObjController.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries +test.unit.proxy.controllers.test_obj.TestECObjController.test_feed_remaining_primaries ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD +test.unit.proxy.controllers.test_obj.TestECObjController.test_fix_response_HEAD ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestECObjController.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket +test.unit.proxy.controllers.test_obj.TestECObjController.test_non_durable_ec_response_bucket ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestECObjController.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_short_resp_timeout ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp +test.unit.proxy.controllers.test_obj.TestECObjController.test_ranged_get_with_slow_resp ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestECObjController.test_repl_object_DELETE_backend_update_container_repl_ip ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: txe243eca647c44b4199fb6-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.3:1003/sdd (txn: tx6198e7b7f9094ec39422f-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Trying to read EC fragment during GET (retrying) 10.0.0.8:1008/sdi (txn: tx183905c99be04accbd27e-00676bfb72) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestECObjController.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestECObjController.test_some_404s_and_507s ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_per_policy_config_overrides_and_inherits ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (ec): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (unu): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_custom_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx4d10659d4c4940ba833bc-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: txf48c7bda5bd746e590f56-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from primary (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72)test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestECObjController.test_x_open_expired_default_config ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_double_check_trailing_delimiter_non_slash ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index ... ok +Unlinked retiring db '/tmp/tmpf9_l4vf9/containers/part/suffix/hash/container-20d09cde-9227-4a28-ae9d-335f865fd91a.db' +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_storage_policy_property ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130093.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/fec/17721abddf4fc8a635623db1cbf37fec/17721abddf4fc8a635623db1cbf37fec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130093.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/fec/17721abddf4fc8a635623db1cbf37fec/17721abddf4fc8a635623db1cbf37fec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130097.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/cd6/fa40489dccd86478e484f3c678125cd6/fa40489dccd86478e484f3c678125cd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130101.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/447/3eec9616ce51aba963f5557d53075447/3eec9616ce51aba963f5557d53075447.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130105.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130109.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/9e0/5485a724c687306b527134d7522509e0/5485a724c687306b527134d7522509e0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130113.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/8e2/cccf2ca511c2b3ff5014dcd3296f98e2/cccf2ca511c2b3ff5014dcd3296f98e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130121.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/6ad/27424321aaf1720b34582810dca4c6ad/27424321aaf1720b34582810dca4c6ad.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130125.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7ef/2be25bc8b5cef07cf230bf154ba097ef/2be25bc8b5cef07cf230bf154ba097ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130125.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7ef/2be25bc8b5cef07cf230bf154ba097ef/2be25bc8b5cef07cf230bf154ba097ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130129.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/d34/f9d796fad45d07b91fae4724c2fc7d34/f9d796fad45d07b91fae4724c2fc7d34.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130133.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b7d/988a212462e6f1916ba7f49762378b7d/988a212462e6f1916ba7f49762378b7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130141.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/92c/dd594b64afe4a188759ded2ce542d92c/dd594b64afe4a188759ded2ce542d92c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130145.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/92e/448758a71b738dbcd8dbdc421036792e/448758a71b738dbcd8dbdc421036792e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130149.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/db8/75a1fc0cf93438bd3a822374954fadb8/75a1fc0cf93438bd3a822374954fadb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130153.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/aaa/6ede7ab7ffede3baa6018818418edaaa/6ede7ab7ffede3baa6018818418edaaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130161.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/a3e/46e07909f4222e315f41f8f333bc7a3e/46e07909f4222e315f41f8f333bc7a3e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130165.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c1f/83ddb1474ed7da1187a081c1726a9c1f/83ddb1474ed7da1187a081c1726a9c1f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130169.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/52d/c23aceb419e2dbe7bdd90aaecc5d752d/c23aceb419e2dbe7bdd90aaecc5d752d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130173.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130181.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/744/701358d7956e1c588e78e288c4103744/701358d7956e1c588e78e288c4103744.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130185.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ba5/2e14a1928ff5a70c79b9dad3d08d1ba5/2e14a1928ff5a70c79b9dad3d08d1ba5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130189.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130189.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130193.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/4ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130201.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7fc/0f5ffbcb4dd56af9ce97249a4546a7fc/0f5ffbcb4dd56af9ce97249a4546a7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130205.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130213.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/216/6efd173f21f256c57036609d4ebc1216/6efd173f21f256c57036609d4ebc1216.db/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET +test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT +test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status +test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused +test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_unknown ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_accept_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_bad_accept ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_invalid_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_json ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_format_xml ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_GET_autocreate_utf8 ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acl_header_access ... ok +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation +test.unit.proxy.test_mem_server.TestAccountControllerFakeGetResponse.test_account_acls_through_delegation ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_sync_merging ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add +test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats +test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields +test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip +test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon +test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable +test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_storage_policy_index_empty ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_empty_body ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_invalid_shard_range ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_key_missing ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_missing_record_type ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_not_a_list ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_request_failed ... ok +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type +test.unit.proxy.controllers.test_obj.TestGetUpdatingNamespacesErrors.test_get_namespaces_wrong_record_type ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: JSONDecodeError('Expecting value: line 1 column 1 (char 0)') (txn: txa5ddf8eaaaa742a59636e-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: ValueError("upper ('a') must be greater than or equal to lower ('z')") (txn: txa46f6ddbc3964e56b3dfb-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get namespaces from /v1/a/c/o: invalid data: KeyError('name') (txn: txce52fd2d06144024b5d59-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type None (txn: tx896c8cff47de4155b9ca5-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Problem with container shard listing response from /v1/a/c?format=json&states=updating&includes=1_test: ValueError('not a list') (txn: tx7ac5d095638440abbb748-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server WARNING: Failed to get container shard listing from /v1/a/c?format=json&states=updating&includes=1_test: 404 (txn: txa8701a0585c242b499718-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Get listing from /v1/a/c?format=json&states=updating&includes=1_test {'X-Backend-Record-Type': 'shard', 'X-Backend-Record-Shard-Format': 'namespace'} (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Failed to get shard ranges from /v1/a/c/o: unexpected record type 'object' (txn: txdfbcfee8b7ff4630955fe-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx490c2024e5a44d9d89337-00676bfb79) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx490c2024e5a44d9d89337-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx6399be0305e0467787991-00676bfb79) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx6399be0305e0467787991-00676bfb79) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx6399be0305e0467787991-00676bfb79) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx6399be0305e0467787991-00676bfb79) +proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx6399be0305e0467787991-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: tx85d18c55ea1f40a383e75-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx4da7de46be524b17aaf96-00676bfb79) +proxy-server ERROR: Object GET returning 503 for [] (txn: tx4da7de46be524b17aaf96-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok + +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy-server DEBUG: Ignoring 404 from handoff (txn: tx75c6bb4721104a319cfd5-00676bfb72) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmp7wfazlu1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7wfazlu1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmp7wfazlu1/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp7wfazlu1/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:51 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.7048 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:52 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 1.1004 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:53 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.8001 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:54 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.6911 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:54 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6120f3ef4ea14553a94a6-00676bfb76" "proxy-server 564117" 0.0008 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:55 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:54121/sda1/3/a/c" "tx6120f3ef4ea14553a94a6-00676bfb76" "container-server 564117" 0.0011 "-" 564117 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:55 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:37349/sdb1/3/a/c" "tx6120f3ef4ea14553a94a6-00676bfb76" "container-server 564117" 0.0006 "-" 564117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:55 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6120f3ef4ea14553a94a6-00676bfb76" "proxy-server 564117" 1.6053 "-" 564117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:55 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6120f3ef4ea14553a94a6-00676bfb76" "proxy-server 564117" 0.4331 "-" 564117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/55 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6120f3ef4ea14553a94a6-00676bfb76 - 1.6111 - - 1735129974.343028307 1735129975.954149723 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:55 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx799296792a1e42878d344-00676bfb77" "proxy-server 564117" 0.0009 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:54121/sda1/0/a1/c1" "tx799296792a1e42878d344-00676bfb77" "container-server 564117" 0.0033 "-" 564117 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:37349/sdb1/0/a1/c1" "tx799296792a1e42878d344-00676bfb77" "container-server 564117" 0.0006 "-" 564117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx799296792a1e42878d344-00676bfb77" "proxy-server 564117" 0.0846 "-" 564117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx799296792a1e42878d344-00676bfb77" "proxy-server 564117" 0.1216 "-" 564117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/56 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx799296792a1e42878d344-00676bfb77 - 0.1270 - - 1735129975.955080271 1735129976.082095861 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9973ed4eda60423987b9f-00676bfb78" "proxy-server 564117" 0.1065 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:54121/sda1/3/a/c1" "tx9973ed4eda60423987b9f-00676bfb78" "container-server 564117" 0.0634 "-" 564117 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:37349/sdb1/3/a/c1" "tx9973ed4eda60423987b9f-00676bfb78" "container-server 564117" 0.0007 "-" 564117 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9973ed4eda60423987b9f-00676bfb78" "proxy-server 564117" 0.1223 "-" 564117 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9973ed4eda60423987b9f-00676bfb78" "proxy-server 564117" 0.1659 "-" 564117 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/56 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9973ed4eda60423987b9f-00676bfb78 - 0.2769 - - 1735129976.082959652 1735129976.359833002 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx49d4f35227cb4b0397ef8-00676bfb78" "proxy-server 564117" 0.0495 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:56 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54121/sda1/0/a/c2" "tx49d4f35227cb4b0397ef8-00676bfb78" "container-server 564117" 0.0015 "-" 564117 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:37349/sdb1/0/a/c2" "tx49d4f35227cb4b0397ef8-00676bfb78" "container-server 564117" 0.4936 "-" 564117 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx49d4f35227cb4b0397ef8-00676bfb78" "proxy-server 564117" 0.5409 "-" 564117 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx49d4f35227cb4b0397ef8-00676bfb78" "proxy-server 564117" 0.6021 "-" 564117 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/57 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx49d4f35227cb4b0397ef8-00676bfb78 - 0.6560 - - 1735129976.360725641 1735129977.016695976 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpcj935gtq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcj935gtq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpcj935gtq/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpcj935gtq/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0688 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0515 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0435 "-" 564117 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx628c648b0e2a40678eba3-00676bfb79) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx628c648b0e2a40678eba3-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx29ef2082237a42afad725-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx25a8b05841244cf0bbe39-00676bfb79) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx25a8b05841244cf0bbe39-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx66bbbcad3ac445e7b4490-00676bfb79) +proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx66bbbcad3ac445e7b4490-00676bfb79) +proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx66bbbcad3ac445e7b4490-00676bfb79) +proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx66bbbcad3ac445e7b4490-00676bfb79) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_set_x_syncs ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config +test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok + +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpkxgj489i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkxgj489i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpkxgj489i/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkxgj489i/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0635 "-" 564106 - +HTTP PERF: 0.06531 seconds to PUT 127.0.0.1:49891 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0489 "-" 564106 - +HTTP PERF: 0.04999 seconds to PUT 127.0.0.1:56625 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1043 "-" 564106 - +HTTP PERF: 0.10556 seconds to PUT 127.0.0.1:49891 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0591 "-" 564106 - +HTTP PERF: 0.06025 seconds to PUT 127.0.0.1:56625 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa1ee2496e3674ce98cc3d-00676bfb7a" "proxy-server 564106" 0.0014 "-" 564106 - +HTTP PERF: 0.00231 seconds to HEAD 127.0.0.1:49891 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46157/sdb1/3/a/c" "txa1ee2496e3674ce98cc3d-00676bfb7a" "container-server 564106" 0.0042 "-" 564106 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:49791/sda1/3/a/c" "txa1ee2496e3674ce98cc3d-00676bfb7a" "container-server 564106" 0.0006 "-" 564106 0 +HTTP PERF: 0.00656 seconds to PUT 127.0.0.1:56625 /sdb1/0/a/c) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1ee2496e3674ce98cc3d-00676bfb7a" "proxy-server 564106" 0.0803 "-" 564106 0 +HTTP PERF: 0.08108 seconds to PUT 127.0.0.1:49891 /sda1/0/a/c) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa1ee2496e3674ce98cc3d-00676bfb7a" "proxy-server 564106" 0.2973 "-" 564106 0 +HTTP PERF: 0.29825 seconds to PUT 127.0.0.1:49791 /sda1/3/a/c) +HTTP PERF: 0.29862 seconds to PUT 127.0.0.1:46157 /sdb1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/58 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa1ee2496e3674ce98cc3d-00676bfb7a - 0.3029 - - 1735129978.080809355 1735129978.383692265 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx9e95e985e8484dd3b3f33-00676bfb7a" "proxy-server 564106" 0.0007 "-" 564106 - +HTTP PERF: 0.00148 seconds to HEAD 127.0.0.1:56625 /sdb1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49791/sda1/0/a1/c1" "tx9e95e985e8484dd3b3f33-00676bfb7a" "container-server 564106" 0.0007 "-" 564106 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46157/sdb1/0/a1/c1" "tx9e95e985e8484dd3b3f33-00676bfb7a" "container-server 564106" 0.0006 "-" 564106 0 +HTTP PERF: 0.00291 seconds to PUT 127.0.0.1:56625 /sdb1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9e95e985e8484dd3b3f33-00676bfb7a" "proxy-server 564106" 0.1111 "-" 564106 0 +HTTP PERF: 0.11193 seconds to PUT 127.0.0.1:49891 /sda1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx9e95e985e8484dd3b3f33-00676bfb7a" "proxy-server 564106" 0.1791 "-" 564106 0 +HTTP PERF: 0.17999 seconds to PUT 127.0.0.1:49791 /sda1/0/a1/c1) +HTTP PERF: 0.18043 seconds to PUT 127.0.0.1:46157 /sdb1/0/a1/c1) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestContainerController.test_CORS_valid +test.unit.proxy.test_server.TestContainerController.test_CORS_valid ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE +test.unit.proxy.test_server.TestContainerController.test_DELETE ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_DELETE_backed_x_timestamp_header ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_DELETE_x_account_headers_with_more_account_replicas ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/58 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx9e95e985e8484dd3b3f33-00676bfb7a - 0.1836 - - 1735129978.384545088 1735129978.568168640 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9f4b88895dea4de09b07e-00676bfb7a" "proxy-server 564106" 0.0780 "-" 564106 - +HTTP PERF: 0.07899 seconds to HEAD 127.0.0.1:56625 /sdb1/0/a?format=json) + +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0720 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx51f2e948ef9442c2800aa-00676bfb79" "proxy-server 564117" 0.0009 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:40495/sda1/3/a/c" "tx51f2e948ef9442c2800aa-00676bfb79" "container-server 564117" 0.0597 "-" 564117 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:54955/sdb1/3/a/c" "tx51f2e948ef9442c2800aa-00676bfb79" "container-server 564117" 0.0024 "-" 564117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51f2e948ef9442c2800aa-00676bfb79" "proxy-server 564117" 0.2296 "-" 564117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx51f2e948ef9442c2800aa-00676bfb79" "proxy-server 564117" 0.2808 "-" 564117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/57 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx51f2e948ef9442c2800aa-00676bfb79 - 0.2863 - - 1735129977.509567499 1735129977.795879364 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txbf8bca80e81c4f868af85-00676bfb79" "proxy-server 564117" 0.0007 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:54955/sdb1/0/a1/c1" "txbf8bca80e81c4f868af85-00676bfb79" "container-server 564117" 0.0014 "-" 564117 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:40495/sda1/0/a1/c1" "txbf8bca80e81c4f868af85-00676bfb79" "container-server 564117" 0.0007 "-" 564117 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbf8bca80e81c4f868af85-00676bfb79" "proxy-server 564117" 0.1168 "-" 564117 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:57 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txbf8bca80e81c4f868af85-00676bfb79" "proxy-server 564117" 0.0539 "-" 564117 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/57 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txbf8bca80e81c4f868af85-00676bfb79 - 0.1217 - - 1735129977.796768427 1735129977.918513775 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx883ace2b50234d638496b-00676bfb79" "proxy-server 564117" 0.1045 "-" 564117 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:54955/sdb1/3/a/c1" "tx883ace2b50234d638496b-00676bfb79" "container-server 564117" 0.0026 "-" 564117 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:40495/sda1/3/a/c1" "tx883ace2b50234d638496b-00676bfb79" "container-server 564117" 0.0535 "-" 564117 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx883ace2b50234d638496b-00676bfb79" "proxy-server 564117" 0.3325 "-" 564117 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx883ace2b50234d638496b-00676bfb79" "proxy-server 564117" 0.2765 "-" 564117 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx883ace2b50234d638496b-00676bfb79 - 0.4417 - - 1735129977.919414043 1735129978.361064911 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9a24174d25b54d0ca8fdf-00676bfb7a" "proxy-server 564117" 0.0423 "-" 564117 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:54955/sdb1/0/a/c2" "tx9a24174d25b54d0ca8fdf-00676bfb7a" "container-server 564117" 0.0013 "-" 564117 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:40495/sda1/0/a/c2" "tx9a24174d25b54d0ca8fdf-00676bfb7a" "container-server 564117" 0.0494 "-" 564117 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9a24174d25b54d0ca8fdf-00676bfb7a" "proxy-server 564117" 0.1480 "-" 564117 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9a24174d25b54d0ca8fdf-00676bfb7a" "proxy-server 564117" 0.1965 "-" 564117 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/58 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9a24174d25b54d0ca8fdf-00676bfb7a - 0.2432 - - 1735129978.361975908 1735129978.605144978 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb670ebeb6b1346fbb5b70-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx952841f008794ec4886ba-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb437f6403914428d924f9-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb437f6403914428d924f9-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: txb437f6403914428d924f9-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx28cb6935346747e19fdff-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx28cb6935346747e19fdff-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 503, 503) (txn: tx28cb6935346747e19fdff-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx0959fe2ed3f7406cbbc83-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx0959fe2ed3f7406cbbc83-00676bfb7a) +test ERROR: ERROR 503 Trying to DELETE /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx494371d8a0574ccb87cdf-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx494371d8a0574ccb87cdf-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent +test.unit.proxy.test_server.TestContainerController.test_GET_auto_create_prefix_account_non_existent ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_GET_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_GET_no_content +test.unit.proxy.test_server.TestContainerController.test_GET_no_content ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET +test.unit.proxy.test_server.TestContainerController.test_HEAD_GET ... ok +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize +test.unit.proxy.test_server.TestContainerController.test_HEAD_calls_authorize ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS +test.unit.proxy.test_server.TestContainerController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin +test.unit.proxy.test_server.TestContainerController.test_OPTIONS_get_info_drops_origin ... ok +test.unit.proxy.test_server.TestContainerController.test_POST +test.unit.proxy.test_server.TestContainerController.test_POST ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_bad_metadata ... ok -test ERROR: Container GET returning 503 for [] (txn: txe92073d8caf248788a78f-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.3:1003/sdd (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.4:1004/sda (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.5:1005/sda (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.6:1006/sda (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.7:1007/sda (txn: tx0e772232be5b42ab8f660-00697905a5) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500, 500, 500] (txn: tx0e772232be5b42ab8f660-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx578cb15ac6c0428bb1855-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: txb2f332df13cc41ab8077f-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe44afe70d3244769b1fc8-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe44afe70d3244769b1fc8-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe44afe70d3244769b1fc8-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txe44afe70d3244769b1fc8-00697905a5) -test ERROR: Container GET returning 503 for [] (txn: txe44afe70d3244769b1fc8-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: txe44afe70d3244769b1fc8-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: Container GET returning 503 for [] (txn: txa9bf2ec8473240d282a77-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to GET /v1/a/c: Timeout (Nones) (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: Container GET returning 503 for [] (txn: tx1bad3834613d4346ad1d1-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb127cfaa845a4fecada70-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb127cfaa845a4fecada70-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txb127cfaa845a4fecada70-00697905a5) -test ERROR: Container GET returning 503 for [] (txn: txb127cfaa845a4fecada70-00697905a5) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc9ab0c6ded8a4f828a312-00697905a5) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to GET /v1/a/c: Timeout (Nones) (txn: txc9ab0c6ded8a4f828a312-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx4aca5103ca9749a5beda0-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:1001/sdb (txn: tx4aca5103ca9749a5beda0-00697905a5) -test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: tx4aca5103ca9749a5beda0-00697905a5) -test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx4aca5103ca9749a5beda0-00697905a5) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:1002/sdc (txn: txe32d6152f6a2410c8779b-00697905a5) -test ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sdb, error: ERROR Insufficient Storage (txn: tx88484f3d406e453099052-00697905a5) -test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx88484f3d406e453099052-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx88484f3d406e453099052-00697905a5) -test ERROR: Container GET returning 503 for [] (txn: txe744d4070c384fffbc2bb-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: txe744d4070c384fffbc2bb-00697905a5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Client disconnected on read of '/a/c' (txn: tx7e21466d672549b28a292-00697905a5) -test INFO: Client disconnected on read of '/a/c' (txn: tx7e21466d672549b28a292-00697905a5) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to POST /a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9d84c05098af4b6ba618c-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: tx9d84c05098af4b6ba618c-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: txb9d46ec4cb7741e1a8c60-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: txb9d46ec4cb7741e1a8c60-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdbf0435b45ae426ca6f61-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx3d3a13707a6446d596241-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx8412a0ca35ee4ed390c6e-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx8412a0ca35ee4ed390c6e-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx8412a0ca35ee4ed390c6e-00676bfb7a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx8412a0ca35ee4ed390c6e-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx64c4e3711a8c4b4fb1e19-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx64c4e3711a8c4b4fb1e19-00676bfb7a) +test ERROR: ERROR 500 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx64c4e3711a8c4b4fb1e19-00676bfb7a) +test ERROR: Container GET returning 503 for [500, 500, 500] (txn: tx64c4e3711a8c4b4fb1e19-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/a: Network unreachable (txn: tx790eeb85606146c9bf83f-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/a: Network unreachable (txn: tx790eeb85606146c9bf83f-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/a: Network unreachable (txn: tx790eeb85606146c9bf83f-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: tx790eeb85606146c9bf83f-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.0:2000/sda (txn: tx9901d88e8e444ed0a0185-00676bfb7a) +test ERROR: ERROR 500 Trying to POST /a/c From Container Server 10.0.0.1:2001/sdb (txn: txdd82e2545feb437f901ae-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: txdd82e2545feb437f901ae-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107902,8 +106099,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to POST /a/c: +StopIteration (txn: txa56a7db590dc41779bfee-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107911,18 +106108,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5)test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_POST ... ok -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT -test.unit.proxy.controllers.test_container.TestContainerController4Replicas.test_sys_meta_headers_PUT ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok - -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to POST /a/c: +StopIteration (txn: tx1eca8119d2b34e2983123-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107930,8 +106117,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to POST /a/c: +StopIteration (txn: txf5917e25eb00417eaff02-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to POST /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107939,8 +106126,30 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to POST /a/c: +StopIteration (txn: txa6fb7b9ac2c34fe2bf299-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_POST_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_POST_metadata +test.unit.proxy.test_server.TestContainerController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT +test.unit.proxy.test_server.TestContainerController.test_PUT ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_utf8 ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta +test.unit.proxy.test_server.TestContainerController.test_PUT_autocreate_account_with_sysmeta ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header +test.unit.proxy.test_server.TestContainerController.test_PUT_backed_x_timestamp_header ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx057f6b808f974e72a43f3-00676bfb7a) +test ERROR: ERROR 500 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx7b83c915072d4ff9b1b25-00676bfb7a) +test ERROR: Container GET returning 503 for (204, 404, 503) (txn: tx7b83c915072d4ff9b1b25-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: Account HEAD returning 503 for [503, 503, 503] (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107948,8 +106157,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to POST /a/c: +StopIteration (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107957,8 +106166,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to POST /a/c: +StopIteration (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /account: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107966,10 +106175,35 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: tx589ebe0e7f0e4a5cbb10d-00697905a5) +StopIteration (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test WARNING: Could not autocreate account '/account' (txn: tx426a695d09f0426cb17cf-00676bfb7a) +test INFO: autocreate account '/account' (txn: tx4b407bc9ee2c4282a2893-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.2:1002/sdc (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: Account HEAD returning 503 for [503, 503] (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.2:1002/sdc (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.0:1000/sda (txn: txfa421e854b504815bf3ea-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txfa421e854b504815bf3ea-00676bfb7a) +test WARNING: Could not autocreate account '/account' (txn: txfa421e854b504815bf3ea-00676bfb7a) +test INFO: autocreate account '/account' (txn: txb0984d30d4a348b6823e4-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx6832039f7ab04b71b2457-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx6832039f7ab04b71b2457-00676bfb7a) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx6832039f7ab04b71b2457-00676bfb7a) +test INFO: autocreate account '/account' (txn: tx09fa53387bca4da2a4f04-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx191dfb969ed344a9b1254-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /account From Container Server 10.0.0.1:1001/sdb (txn: tx191dfb969ed344a9b1254-00676bfb7a) +test INFO: autocreate account '/account' (txn: tx191dfb969ed344a9b1254-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.1:1001/sdb (txn: tx7af7f84718b24ebe92e0f-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx7af7f84718b24ebe92e0f-00676bfb7a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.3:1003/sdd re: Trying to PUT /a/c: +test INFO: autocreate account '/☃' (txn: tx40d6eba71cc04b2797e10-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: autocreate account '/account' (txn: tx0f9b19eabc184193841f2-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107977,8 +106211,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to PUT /a/c: +StopIteration (txn: txefc5d55eeeed44b79d7f9-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107986,8 +106220,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to PUT /a/c: +StopIteration (txn: txfe21625bbff94a64899ae-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -107995,8 +106229,34 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.4:1004/sda re: Trying to PUT /a/c: +StopIteration (txn: txbb880af4d8064c19b7e89-00676bfb7a)test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl +test.unit.proxy.test_server.TestContainerController.test_PUT_calls_clean_acl ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestContainerController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length +test.unit.proxy.test_server.TestContainerController.test_PUT_max_container_name_length ... ok +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:46157/sdb1/3/a/c1" "tx9f4b88895dea4de09b07e-00676bfb7a" "container-server 564106" 0.0654 "-" 564106 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:49791/sda1/3/a/c1" "tx9f4b88895dea4de09b07e-00676bfb7a" "container-server 564106" 0.0008 "-" 564106 1 +HTTP PERF: 0.13416 seconds to PUT 127.0.0.1:56625 /sdb1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9f4b88895dea4de09b07e-00676bfb7a" "proxy-server 564106" 0.1959 "-" 564106 1 +HTTP PERF: 0.06891 seconds to PUT 127.0.0.1:49891 /sda1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:58 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9f4b88895dea4de09b07e-00676bfb7a" "proxy-server 564106" 0.1342 "-" 564106 1 +HTTP PERF: 0.19757 seconds to PUT 127.0.0.1:46157 /sdb1/3/a/c1) +HTTP PERF: 0.19752 seconds to PUT 127.0.0.1:49791 /sda1/3/a/c1) +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account +test.unit.proxy.test_server.TestContainerController.test_PUT_max_containers_per_account ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata +test.unit.proxy.test_server.TestContainerController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers +test.unit.proxy.test_server.TestContainerController.test_PUT_policy_headers ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_fewer_account_replicas ... ok +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas +test.unit.proxy.test_server.TestContainerController.test_PUT_x_account_headers_with_more_account_replicas ... ok + +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( @@ -108004,2527 +106264,4447 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.5:1005/sda re: Trying to PUT /a/c: +StopIteration (txn: txaea36b4943994d4d9aa89-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ - File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect - i, status = next(conn_id_and_code_iter) - ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.6:1006/sda re: Trying to PUT /a/c: + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txaca9bf55a5d84beaa8f5b-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txf3c25a768cca4f2e93246-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx0f51363ca466454fbe900-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.2:2002/sdc re: Trying to PUT /a/c: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx0f51363ca466454fbe900-00676bfb7a) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: tx0f51363ca466454fbe900-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa8deb2a56d6046678c11d-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.0:2000/sda re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: txa8deb2a56d6046678c11d-00676bfb7a) +test ERROR: Container GET returning 503 for (201, 503, 503) (txn: txa8deb2a56d6046678c11d-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request conn = http_connect( ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx2e82c9b867ca4bdfb632b-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.0:2000/sda (txn: tx2e82c9b867ca4bdfb632b-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx2e82c9b867ca4bdfb632b-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx2e82c9b867ca4bdfb632b-00676bfb7a) +test ERROR: ERROR with Container server 10.0.0.1:2001/sdb re: Trying to PUT /a/c/: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + conn = http_connect( + ^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 1004, in connect + raise HTTPException() +http.client.HTTPException (txn: tx38f93b8f9c5d45efbffbe-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx38f93b8f9c5d45efbffbe-00676bfb7a) +test ERROR: ERROR 503 Trying to PUT /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx38f93b8f9c5d45efbffbe-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx38f93b8f9c5d45efbffbe-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 +test.unit.proxy.test_server.TestContainerController.test_acc_missing_returns_404 ... ok +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_authorized_requests_when_account_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_convert_index_to_name ... ok +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index +test.unit.proxy.test_server.TestContainerController.test_convert_policy_to_index ... ok +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name +test.unit.proxy.test_server.TestContainerController.test_error_convert_index_to_name ... ok + +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx8f1e4a0ae23a4d068a76b-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc8019f54b056458dbe230-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: txc8019f54b056458dbe230-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request + conn = http_connect( + ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: ERROR with Container server 10.0.0.7:1007/sda re: Trying to PUT /a/c: +StopIteration (txn: txc8019f54b056458dbe230-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: txc8019f54b056458dbe230-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: tx3ae051fee23a43909e551-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: tx3ae051fee23a43909e551-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx3ae051fee23a43909e551-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: tx3ae051fee23a43909e551-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to HEAD /account From Account Server 10.0.0.0:1000/sda (txn: tx877e82ee2e974cab83a0c-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 2090, in _make_request + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx267b92fd3c3745f1ad493-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx267b92fd3c3745f1ad493-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1560, in _make_node_request conn = http_connect( ^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 978, in connect i, status = next(conn_id_and_code_iter) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ -StopIteration (txn: txa1d8d5ed51754f09b294c-00697905a5) -test ERROR: Container GET returning 503 for (200, 503, 503, 503) (txn: txa1d8d5ed51754f09b294c-00697905a5) +StopIteration (txn: tx267b92fd3c3745f1ad493-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: tx267b92fd3c3745f1ad493-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:1001/sdb (txn: txb66b06b2fbf54fe198275-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:1002/sdc (txn: txb66b06b2fbf54fe198275-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txb66b06b2fbf54fe198275-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: txb66b06b2fbf54fe198275-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx2a6373fdafcf42098a3e3-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a' to policy (txn: txcd249876733f4d95af225-00676bfb7a) +test ERROR: Could not translate X-Backend-Storage-Policy-Index ('-1') from '/a/c' to policy (txn: txcd249876733f4d95af225-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: txcd249876733f4d95af225-00676bfb7a) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txd6b0ded5e2dd46ff9dce9-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx60fd31c5a4df4f9ea2f4c-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: tx60fd31c5a4df4f9ea2f4c-00676bfb7a) +test INFO: Client disconnected on read of '/a/c/' (txn: tx60fd31c5a4df4f9ea2f4c-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbb3e68042cbc4eef85b50-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbb3e68042cbc4eef85b50-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbb3e68042cbc4eef85b50-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbb3e68042cbc4eef85b50-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6454abd874f144839adfe-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6454abd874f144839adfe-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6454abd874f144839adfe-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6454abd874f144839adfe-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txbea9219747334ecca7fde-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txbea9219747334ecca7fde-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txbea9219747334ecca7fde-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txbea9219747334ecca7fde-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx0b07857f7404437a99832-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx0b07857f7404437a99832-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx0b07857f7404437a99832-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx0b07857f7404437a99832-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: tx72230ba7369d44ac9f03b-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: tx72230ba7369d44ac9f03b-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: tx72230ba7369d44ac9f03b-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx72230ba7369d44ac9f03b-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx7a478fbe37c54898b8d8d-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx7a478fbe37c54898b8d8d-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx7a478fbe37c54898b8d8d-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx7a478fbe37c54898b8d8d-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txfc33879488324d11b68af-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txfc33879488324d11b68af-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txfc33879488324d11b68af-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txfc33879488324d11b68af-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.0:2000/sda (txn: tx6fc9c05d609a490db5842-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx6fc9c05d609a490db5842-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx6fc9c05d609a490db5842-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: tx6fc9c05d609a490db5842-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:2000/sda (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:2000/sda (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503, 503] (txn: txf1a78e4f55b14bd2bfa5a-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2ad4d05e503e4b51b5d5c-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.1:2001/sdb (txn: tx2ad4d05e503e4b51b5d5c-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c/ From Container Server 10.0.0.2:2002/sdc (txn: tx2ad4d05e503e4b51b5d5c-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503] (txn: tx2ad4d05e503e4b51b5d5c-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.1:2001/sdb (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test ERROR: Node will be error limited for 60.00s: 10.0.0.1:2001/sdb (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.2:2002/sdc (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test ERROR: Node will be error limited for 60.00s: 10.0.0.2:2002/sdc (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test ERROR: Container GET returning 503 for [503, 503] (txn: txb6355919c4b441ab86ddd-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx5459cf21e7a24c2e875c3-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx5459cf21e7a24c2e875c3-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx5459cf21e7a24c2e875c3-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx5459cf21e7a24c2e875c3-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx2c18b82c073f425ab7655-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx2c18b82c073f425ab7655-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx2c18b82c073f425ab7655-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx2c18b82c073f425ab7655-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txcd02f272e60843a5baa43-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txcd02f272e60843a5baa43-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txcd02f272e60843a5baa43-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: txcd02f272e60843a5baa43-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx4a3cd48297ac44a180ef7-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx4a3cd48297ac44a180ef7-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx4a3cd48297ac44a180ef7-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx4a3cd48297ac44a180ef7-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx696fb90001d24b008e5e8-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx696fb90001d24b008e5e8-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx696fb90001d24b008e5e8-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx696fb90001d24b008e5e8-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txc095435bee9440aaa6864-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txc095435bee9440aaa6864-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txc095435bee9440aaa6864-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: txc095435bee9440aaa6864-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx6c9455d79bd84411969a6-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx6c9455d79bd84411969a6-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx6c9455d79bd84411969a6-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx6c9455d79bd84411969a6-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx04bdcc4c20d4464c9493d-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx04bdcc4c20d4464c9493d-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx04bdcc4c20d4464c9493d-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx04bdcc4c20d4464c9493d-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx0dec26c56e9b444db3b57-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx0dec26c56e9b444db3b57-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx0dec26c56e9b444db3b57-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx0dec26c56e9b444db3b57-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txe3a1562de7164c6ea6664-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txe3a1562de7164c6ea6664-00676bfb7a)test.unit.proxy.test_server.TestContainerController.test_error_limiting +test.unit.proxy.test_server.TestContainerController.test_error_limiting ... ok +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found +test.unit.proxy.test_server.TestContainerController.test_no_convert_index_to_name_when_container_not_found ... ok +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container +test.unit.proxy.test_server.TestContainerController.test_node_read_timeout_no_retry_to_container ... ok +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestContainerController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_server.TestContainerController.test_transfer_headers +test.unit.proxy.test_server.TestContainerController.test_transfer_headers ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/58 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9f4b88895dea4de09b07e-00676bfb7a - 0.2786 - - 1735129978.568982601 1735129978.847587824 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:59 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6ef0a817a9734f4188ec5-00676bfb7a" "proxy-server 564106" 0.2535 "-" 564106 - +HTTP PERF: 0.25462 seconds to HEAD 127.0.0.1:49891 /sda1/0/a?format=json) +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found +test.unit.proxy.test_server.TestContainerController.test_unauthorized_requests_when_account_not_found ... ok + +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txe3a1562de7164c6ea6664-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: txe3a1562de7164c6ea6664-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx3b4139278ccc433680f86-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx3b4139278ccc433680f86-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx3b4139278ccc433680f86-00676bfb7a) +test ERROR: Container GET returning 503 for [] (txn: tx3b4139278ccc433680f86-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: txed8adc1b781341a6b5728-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: txed8adc1b781341a6b5728-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: txed8adc1b781341a6b5728-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: txed8adc1b781341a6b5728-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx932010c806224f32aee79-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx932010c806224f32aee79-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx932010c806224f32aee79-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx932010c806224f32aee79-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx45c39a049adc420197612-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx45c39a049adc420197612-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx45c39a049adc420197612-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx45c39a049adc420197612-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.0:2000/sda (txn: tx9a33b87778224f148ed79-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.1:2001/sdb (txn: tx9a33b87778224f148ed79-00676bfb7a) +test DEBUG: Node is error limited: 10.0.0.2:2002/sdc (txn: tx9a33b87778224f148ed79-00676bfb7a) +test ERROR: Container GET returning 503 for (503, 503, 503) (txn: tx9a33b87778224f148ed79-00676bfb7a) +test INFO: Client disconnected on read of '/a/c' (txn: tx24a5adff03bb49eaa09ea-00676bfb7a) +test INFO: Client disconnected on read of '/a/c/' (txn: tx24a5adff03bb49eaa09ea-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx81be620b206e4d58812e4-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx81be620b206e4d58812e4-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx81be620b206e4d58812e4-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: tx81be620b206e4d58812e4-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.0:1000/sda re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx590201c96c354f3890498-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.1:1001/sdb re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx590201c96c354f3890498-00676bfb7a) +test ERROR: ERROR with Account server 10.0.0.2:1002/sdc re: Trying to HEAD /v1/account: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/proxy/controllers/base.py", line 1568, in _make_node_request + possible_source = conn.getresponse() + ^^^^^^^^^^^^^^^^^^ + File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 846, in getresponse + raise Exception('test') +Exception: test (txn: tx590201c96c354f3890498-00676bfb7a) +test ERROR: Account HEAD returning 503 for [] (txn: tx590201c96c354f3890498-00676bfb7a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx143545bd802d4001bd444-00676bfb7a) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards -test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_object ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_record_type_shard_with_listing_state ... ok +test INFO: Client disconnected on read of '/a/c' (txn: txf3b2aa49b419451f9050f-00676bfb7b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Client disconnected on read of '/a/c' (txn: tx9ef61ffd96e9451c820bb-00676bfb7b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:46157/sdb1/0/a/c2" "tx6ef0a817a9734f4188ec5-00676bfb7a" "container-server 564106" 0.3059 "-" 564106 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:49791/sda1/0/a/c2" "tx6ef0a817a9734f4188ec5-00676bfb7a" "container-server 564106" 0.0009 "-" 564106 2 +HTTP PERF: 0.30865 seconds to PUT 127.0.0.1:49891 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:59 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6ef0a817a9734f4188ec5-00676bfb7a" "proxy-server 564106" 0.3541 "-" 564106 2 +HTTP PERF: 0.35492 seconds to PUT 127.0.0.1:56625 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:32:59 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx6ef0a817a9734f4188ec5-00676bfb7a" "proxy-server 564106" 0.4150 "-" 564106 2 +HTTP PERF: 0.41602 seconds to PUT 127.0.0.1:46157 /sdb1/0/a/c2) +HTTP PERF: 0.41642 seconds to PUT 127.0.0.1:49791 /sda1/0/a/c2) +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_mem_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_mem_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_mem_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_mem_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_mem_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_error_occurred ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/32/59 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx6ef0a817a9734f4188ec5-00676bfb7a - 0.6730 - - 1735129978.848576784 1735129979.521542311 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_mem_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_mem_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_mem_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_mem_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_mem_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_mem_server.TestProxyServer.test_negative_content_length ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_initiated_and_required ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_mem_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing +test.unit.proxy.test_mem_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_mem_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx621325b0519a404d83d92-00676bfb7b) +test INFO: Client disconnected on read of '/a/c' (txn: tx621325b0519a404d83d92-00676bfb7b) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx69c2828c21414971a0234-00676bfb7b) +test INFO: Client disconnected on read of '/a/c' (txn: tx69c2828c21414971a0234-00676bfb7b) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: txc47c3a0b140b4bac8522a-00676bfb7c) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: txc47c3a0b140b4bac8522a-00676bfb7c) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: txc47c3a0b140b4bac8522a-00676bfb7c) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: txc47c3a0b140b4bac8522a-00676bfb7c) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_mem_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_mem_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_mem_server.TestProxyServer.test_valid_api_version ... ok test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpw39lb4go/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw39lb4go/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpw39lb4go/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpw39lb4go/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:00 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0603 "-" 564106 - +HTTP PERF: 0.06198 seconds to PUT 127.0.0.1:52307 /sda1/0/a) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:00 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.1362 "-" 564106 - +HTTP PERF: 0.13729 seconds to PUT 127.0.0.1:46235 /sdb1/0/a) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:01 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0476 "-" 564106 - +HTTP PERF: 0.04878 seconds to PUT 127.0.0.1:52307 /sda1/2/a1) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:01 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.6640 "-" 564106 - +HTTP PERF: 0.66516 seconds to PUT 127.0.0.1:46235 /sdb1/2/a1) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:01 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx146249bc9ecf4dcf835d5-00676bfb7d" "proxy-server 564106" 0.0007 "-" 564106 - +HTTP PERF: 0.00154 seconds to HEAD 127.0.0.1:52307 /sda1/0/a?format=json) +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:03 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:46267/sda1/3/a/c" "tx146249bc9ecf4dcf835d5-00676bfb7d" "container-server 564106" 0.0166 "-" 564106 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:03 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:45891/sdb1/3/a/c" "tx146249bc9ecf4dcf835d5-00676bfb7d" "container-server 564106" 0.0007 "-" 564106 0 +HTTP PERF: 0.01909 seconds to PUT 127.0.0.1:52307 /sda1/0/a/c) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:03 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx146249bc9ecf4dcf835d5-00676bfb7d" "proxy-server 564106" 1.3092 "-" 564106 0 +HTTP PERF: 1.31009 seconds to PUT 127.0.0.1:46235 /sdb1/0/a/c) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:03 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "tx146249bc9ecf4dcf835d5-00676bfb7d" "proxy-server 564106" 2.2518 "-" 564106 0 +HTTP PERF: 2.25317 seconds to PUT 127.0.0.1:45891 /sdb1/3/a/c) +HTTP PERF: 2.25351 seconds to PUT 127.0.0.1:46267 /sda1/3/a/c) +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/33/03 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx146249bc9ecf4dcf835d5-00676bfb7d - 2.2568 - - 1735129981.698360205 1735129983.955157995 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:03 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5b39fb22353a4ea09dda0-00676bfb7f" "proxy-server 564106" 0.0007 "-" 564106 - +HTTP PERF: 0.00139 seconds to HEAD 127.0.0.1:52307 /sda1/2/a1?format=json) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:05 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45891/sdb1/0/a1/c1" "tx5b39fb22353a4ea09dda0-00676bfb7f" "container-server 564106" 0.2258 "-" 564106 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:05 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:46267/sda1/0/a1/c1" "tx5b39fb22353a4ea09dda0-00676bfb7f" "container-server 564106" 0.0012 "-" 564106 0 +HTTP PERF: 0.22923 seconds to PUT 127.0.0.1:52307 /sda1/2/a1/c1) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:05 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b39fb22353a4ea09dda0-00676bfb7f" "proxy-server 564106" 1.3593 "-" 564106 0 +HTTP PERF: 1.36026 seconds to PUT 127.0.0.1:46235 /sdb1/2/a1/c1) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:05 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b39fb22353a4ea09dda0-00676bfb7f" "proxy-server 564106" 2.0255 "-" 564106 0 +HTTP PERF: 2.02652 seconds to PUT 127.0.0.1:46267 /sda1/0/a1/c1) +HTTP PERF: 2.02657 seconds to PUT 127.0.0.1:45891 /sdb1/0/a1/c1) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_state_is_not_reclaimable ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/33/05 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5b39fb22353a4ea09dda0-00676bfb7f - 2.0299 - - 1735129983.955979586 1735129985.985905886 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:06 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx8960fa57e2e841afbfcde-00676bfb81" "proxy-server 564106" 0.9264 "-" 564106 - +HTTP PERF: 0.92753 seconds to HEAD 127.0.0.1:52307 /sda1/0/a?format=json) +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:09 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:46267/sda1/3/a/c1" "tx8960fa57e2e841afbfcde-00676bfb81" "container-server 564106" 0.7079 "-" 564106 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:09 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:45891/sdb1/3/a/c1" "tx8960fa57e2e841afbfcde-00676bfb81" "container-server 564106" 0.0008 "-" 564106 1 +HTTP PERF: 0.71070 seconds to PUT 127.0.0.1:52307 /sda1/0/a/c1) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:09 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8960fa57e2e841afbfcde-00676bfb81" "proxy-server 564106" 1.3720 "-" 564106 1 +HTTP PERF: 1.37300 seconds to PUT 127.0.0.1:46235 /sdb1/0/a/c1) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:09 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx8960fa57e2e841afbfcde-00676bfb81" "proxy-server 564106" 2.2668 "-" 564106 1 +HTTP PERF: 2.26776 seconds to PUT 127.0.0.1:46267 /sda1/3/a/c1) +HTTP PERF: 2.26826 seconds to PUT 127.0.0.1:45891 /sdb1/3/a/c1) +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/33/09 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx8960fa57e2e841afbfcde-00676bfb81 - 3.1979 - - 1735129985.986825705 1735129989.184691668 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:09 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx18f4cfbf5ec64b0295dc4-00676bfb85" "proxy-server 564106" 0.7400 "-" 564106 - +HTTP PERF: 0.74111 seconds to HEAD 127.0.0.1:52307 /sda1/0/a?format=json) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sharding_sysmeta ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:45891/sdb1/0/a/c2" "tx18f4cfbf5ec64b0295dc4-00676bfb85" "container-server 564106" 0.0607 "-" 564106 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:46267/sda1/0/a/c2" "tx18f4cfbf5ec64b0295dc4-00676bfb85" "container-server 564106" 0.0008 "-" 564106 2 +HTTP PERF: 0.06327 seconds to PUT 127.0.0.1:46235 /sdb1/0/a/c2) +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:10 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18f4cfbf5ec64b0295dc4-00676bfb85" "proxy-server 564106" 0.0874 "-" 564106 2 +HTTP PERF: 0.08820 seconds to PUT 127.0.0.1:52307 /sda1/0/a/c2) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:33:10 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx18f4cfbf5ec64b0295dc4-00676bfb85" "proxy-server 564106" 0.6992 "-" 564106 2 +HTTP PERF: 0.70042 seconds to PUT 127.0.0.1:46267 /sda1/0/a/c2) +HTTP PERF: 0.70034 seconds to PUT 127.0.0.1:45891 /sdb1/0/a/c2) +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline +test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 +test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec +test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up +test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) +setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit +test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny +test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 +test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 +test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 +test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header +test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods +test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok +test.unit.proxy.test_server.TestProxyServer.test_error_occurred +test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/33/10 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx18f4cfbf5ec64b0295dc4-00676bfb85 - 1.4436 - - 1735129989.185596704 1735129990.629190683 2 +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9992&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1032 (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: Setting object count to 1032 (txn: txefd2ecfc39b44ad981b2d-00697905a6) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=10000&marker=&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 8 (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=9992&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 48 (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: Setting object count to 48 (txn: tx1f23246b8e714e2187540-00697905a6) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 40 (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9960&marker=h&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1064 (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: Setting object count to 1064 (txn: tx05807a11054749e29e62c-00697905a6) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&format=json&states=listing (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&format=json&limit=10000&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=koolaid&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx508b10bb22dd46bbb62fa-00697905a6) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=koolaid&reverse=true&format=json&states=listing (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_pie?marker=koolaid&reverse=true&format=json&limit=10000&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx57fd3117de524470a5712-00697905a6)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_empty_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_no_memcache ... ok +test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda +test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage +test DEBUG: Node is error limited: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: test msg 10.0.0.0:1000/sda +test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods + raise Exception('kaboom1!') +Exception: kaboom1! +test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods + raise Exception('kaboom2!') +Exception: kaboom2! +test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods + raise Exception('kaboom3!') +Exception: kaboom3! +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: succès 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test ERROR: success 10.0.0.0:1000/sda +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1! +test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test + raise Exception('kaboom1!') +Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging +test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller +test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring +test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request +test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_info_defaults +test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request +test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request +test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length +test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency +test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok +test.unit.proxy.test_server.TestProxyServer.test_node_timing +test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok +test.unit.proxy.test_server.TestProxyServer.test_private_method_request +test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok + +test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx32123441619d4e65ba5e5-00676bfb86) +test INFO: Client disconnected on read of '/a/c' (txn: tx32123441619d4e65ba5e5-00676bfb86) +test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: txc31a627e34954d29837c7-00676bfb86) +test INFO: Client disconnected on read of '/a/c' (txn: txc31a627e34954d29837c7-00676bfb86) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx8238d30786d84bdbb559f-00676bfb87) +test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx8238d30786d84bdbb559f-00676bfb87) +test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx8238d30786d84bdbb559f-00676bfb87) +test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx8238d30786d84bdbb559f-00676bfb87) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default +test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix +test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception +test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version +test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok + +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeMetadata.test_sync_merging ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_epoch_reset ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_none ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_merge_reported ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_gte ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_meta_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_bounds ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_retain_deleted ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_eq ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_eq_state_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_gt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt +test.unit.container.test_backend.TestModuleFunctions.test_merge_shards_existing_ts_lt ... ok +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges +test.unit.container.test_backend.TestModuleFunctions.test_sift_shard_ranges ... ok +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing +test.unit.container.test_backend.TestUpdateNewItemFromExisting.test_update_new_item_from_existing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers +test.unit.container.test_replicator.TestReplicatorSync.test_clean_up_after_deleted_brokers ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130221.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/285/8d4f391c824d194fee4bb6d702d91285/8d4f391c824d194fee4bb6d702d91285.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130225.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/a1b/d2d0e39a78c1811c80fac4122f350a1b/d2d0e39a78c1811c80fac4122f350a1b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130229.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/fd5/ba07098dad3d36ee0a68a0bb266e8fd5/ba07098dad3d36ee0a68a0bb266e8fd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130233.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130237.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130241.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/4d8/02e1bbded28b6136616602f952c884d8/02e1bbded28b6136616602f952c884d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130245.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/8f0/4c00edc44e6aaf36bbd3904251ab98f0/4c00edc44e6aaf36bbd3904251ab98f0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130249.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/210/6f36617d0b3d871a24262a8f9325f210/6f36617d0b3d871a24262a8f9325f210.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130253.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130257.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130261.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/889/8fb07a14e2d1b54b38e74ec44cbcc889/8fb07a14e2d1b54b38e74ec44cbcc889.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130265.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1ed/4ecfdd36987451537f5c28d1297441ed/4ecfdd36987451537f5c28d1297441ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130269.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/979/9b6c40b8aacb6eeaf7b6d6562b463979/9b6c40b8aacb6eeaf7b6d6562b463979.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130273.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/c3a/f06cb7a9bb10a9cf46fe14013fc45c3a/f06cb7a9bb10a9cf46fe14013fc45c3a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130281.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2be/365a148caa96fea44f311c727483a2be/365a148caa96fea44f311c727483a2be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130285.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/3e8/1cad02cc66e010501f6633ca89acd3e8/1cad02cc66e010501f6633ca89acd3e8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130289.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/f77/37302797e0a8af4aaaec8dd3d0c5cf77/37302797e0a8af4aaaec8dd3d0c5cf77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130293.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/268/b0f7223a3fc0eec12d286e7404d28268/b0f7223a3fc0eec12d286e7404d28268.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130297.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130301.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e28/f2ac0d686189bffdaedc42092856be28/f2ac0d686189bffdaedc42092856be28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130305.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/6be/ab02c9a70d154256fbd9206cdca746be/ab02c9a70d154256fbd9206cdca746be.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130309.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ea8/1e0a766105348a36ba7fd0c8fb8f9ea8/1e0a766105348a36ba7fd0c8fb8f9ea8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130313.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130317.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130321.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/050/c6851ff1ee3c4cca8857fc0e01835050/c6851ff1ee3c4cca8857fc0e01835050.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130325.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/945/967071c7c3976fc77e3061453aa94945/967071c7c3976fc77e3061453aa94945.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130329.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/103/f9c6417ed69d91da5cefb438c4c79103/f9c6417ed69d91da5cefb438c4c79103.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130333.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/a25/234946558a16e71388ee8c6ab22efa25/234946558a16e71388ee8c6ab22efa25.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130341.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/5a6/9d53bd48a8f645c24ce00c613d4585a6/9d53bd48a8f645c24ce00c613d4585a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130345.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/f94/b6e64d15a61f86012b24ec9e38964f94/b6e64d15a61f86012b24ec9e38964f94.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130349.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/082/1828827e866304be38d69701a3115082/1828827e866304be38d69701a3115082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130353.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2a5/fa6904809ad312a6850eb20ef53bd2a5/fa6904809ad312a6850eb20ef53bd2a5.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate +test.unit.container.test_replicator.TestReplicatorSync.test_cleanup_post_replicate ... ok +test ERROR: Failed to unlink '/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container_1735129963.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container_1735129963.00000.db': ['/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container.db', '/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container_1735129964.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp5hhq4cgx/containers/part/suffix/hash/container_1735129964.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00020 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1h4jxvys/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.00249 seconds (401.69864/s) +test INFO: Removed 1 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test DEBUG: Successfully deleted db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test DEBUG: Not deleting db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (2/3 success) +test DEBUG: Not deleting db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db (requires sharding, state unsharded) +test DEBUG: Not deleting db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735129994.23961.db (requires sharding, state sharding) +test DEBUG: Not deleting db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735129994.23961.db (2/3 success) +test DEBUG: Successfully deleted db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735129994.23961.db +test DEBUG: Successfully deleted db /tmp/tmpwe3av4e3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, 'ca1ead8f58dee2022ffc6d42662ee320', '31c58832-0f16-4f16-8624-7603f30524c0-sda', '1735129994.71595', '1735129994.00000', '0', '', '1735129994.00000', 51, 0) +test DEBUG: /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o0', 'created_at': '1735129995.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o1', 'created_at': '1735129996.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o2', 'created_at': '1735129997.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o3', 'created_at': '1735129998.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o4', 'created_at': '1735129999.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o5', 'created_at': '1735130000.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o6', 'created_at': '1735130001.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o7', 'created_at': '1735130002.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o8', 'created_at': '1735130003.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o9', 'created_at': '1735130004.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 11, 'name': 'o10', 'created_at': '1735130005.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 12, 'name': 'o11', 'created_at': '1735130006.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 13, 'name': 'o12', 'created_at': '1735130007.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 14, 'name': 'o13', 'created_at': '1735130008.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 15, 'name': 'o14', 'created_at': '1735130009.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 16, 'name': 'o15', 'created_at': '1735130010.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 17, 'name': 'o16', 'created_at': '1735130011.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 18, 'name': 'o17', 'created_at': '1735130012.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 19, 'name': 'o18', 'created_at': '1735130013.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 20, 'name': 'o19', 'created_at': '1735130014.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': 'o20', 'created_at': '1735130015.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 22, 'name': 'o21', 'created_at': '1735130016.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 23, 'name': 'o22', 'created_at': '1735130017.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 24, 'name': 'o23', 'created_at': '1735130018.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 25, 'name': 'o24', 'created_at': '1735130019.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 26, 'name': 'o25', 'created_at': '1735130020.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 27, 'name': 'o26', 'created_at': '1735130021.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 28, 'name': 'o27', 'created_at': '1735130022.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 29, 'name': 'o28', 'created_at': '1735130023.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 30, 'name': 'o29', 'created_at': '1735130024.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda')test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync +test.unit.container.test_replicator.TestReplicatorSync.test_diff_capped_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part +test.unit.container.test_replicator.TestReplicatorSync.test_find_local_handoff_for_part ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids +test.unit.container.test_replicator.TestReplicatorSync.test_local_ids ... ok + +test DEBUG: /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 30 (0.27788s) +test DEBUG: Synchronization for /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db has fallen more than 30 rows behind; moving on and will try again next pass. +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, 'ca1ead8f58dee2022ffc6d42662ee320', '31c58832-0f16-4f16-8624-7603f30524c0-sda', '1735129994.71595', '1735129994.00000', '0', '', '1735129994.00000', 51, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('31c58832-0f16-4f16-8624-7603f30524c0-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.78057 seconds (0.56162/s) +test INFO: Removed 0 dbs +test INFO: 1 successes, 1 failures +test INFO: diff:1 diff_capped:1 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, 'ca1ead8f58dee2022ffc6d42662ee320', '31c58832-0f16-4f16-8624-7603f30524c0-sda', '1735129994.71595', '1735129994.00000', '0', '', '1735129994.00000', 51, 0) +test DEBUG: /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row 30 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 31, 'name': 'o30', 'created_at': '1735130025.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 32, 'name': 'o31', 'created_at': '1735130026.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 33, 'name': 'o32', 'created_at': '1735130027.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 34, 'name': 'o33', 'created_at': '1735130028.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 35, 'name': 'o34', 'created_at': '1735130029.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 36, 'name': 'o35', 'created_at': '1735130030.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 37, 'name': 'o36', 'created_at': '1735130031.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 38, 'name': 'o37', 'created_at': '1735130032.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 39, 'name': 'o38', 'created_at': '1735130033.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 40, 'name': 'o39', 'created_at': '1735130034.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 41, 'name': 'o40', 'created_at': '1735130035.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 42, 'name': 'o41', 'created_at': '1735130036.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 43, 'name': 'o42', 'created_at': '1735130037.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 44, 'name': 'o43', 'created_at': '1735130038.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 45, 'name': 'o44', 'created_at': '1735130039.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 46, 'name': 'o45', 'created_at': '1735130040.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 47, 'name': 'o46', 'created_at': '1735130041.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 48, 'name': 'o47', 'created_at': '1735130042.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 49, 'name': 'o48', 'created_at': '1735130043.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 50, 'name': 'o49', 'created_at': '1735130044.00000', 'size': 0, 'content_type': 'content-type-old', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 51, 'name': 'o101', 'created_at': '1735130145.00000', 'size': 0, 'content_type': 'content-type-new', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '31c58832-0f16-4f16-8624-7603f30524c0-sda') +test DEBUG: /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 51 (0.18365s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (51, 'ca1ead8f58dee2022ffc6d42662ee320', '31c58832-0f16-4f16-8624-7603f30524c0-sda', '1735129994.71595', '1735129994.00000', '0', '', '1735129994.00000', 51, 0) +test DEBUG: /tmp/tmpi7ab103n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.23700 seconds (4.21948/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:0 ts_repl:0 +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdb +test WARNING: Could not find a non-zero weight device for handoff partition 0, falling back device sdc +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00018 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00016 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test INFO: Replication run OVER +test INFO: Attempted to replicate 0 dbs in 0.00013 seconds (0.00000/s) +test INFO: Removed 0 dbs +test INFO: 0 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpi85c8t7p/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '8f83b7a9-2267-4a8a-9d83-77905f8905ad-sda', '1735129996.92432', '1735128000.00000', '0', '', '1735128000.00000', 0, 0) +test DEBUG: /tmp/tmpi85c8t7p/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8f83b7a9-2267-4a8a-9d83-77905f8905ad-sda')test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_old_style_shard ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok + +test DEBUG: /tmp/tmpi85c8t7p/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0498321s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '8f83b7a9-2267-4a8a-9d83-77905f8905ad-sda', '1735129996.92432', '1735128000.00000', '0', '', '1735128000.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8f83b7a9-2267-4a8a-9d83-77905f8905ad-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmpi85c8t7p/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.70858 seconds (1.41127/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpi85c8t7p/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', '4edec868-77ee-4a90-ae4d-1b836ce932b4-sda', '1735129997.66332', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('4edec868-77ee-4a90-ae4d-1b836ce932b4-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', '4edec868-77ee-4a90-ae4d-1b836ce932b4-sda', '1735129997.66332', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('4edec868-77ee-4a90-ae4d-1b836ce932b4-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptsxj_hc7/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '4d658f29-cbf0-46cb-ab42-e626f82e8f70-sda', '1735129998.22705', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735129998.29342"]}', '1735128000.00000', 0, 1) +test DEBUG: /tmp/tmptsxj_hc7/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '4d658f29-cbf0-46cb-ab42-e626f82e8f70-sda') +test DEBUG: /tmp/tmptsxj_hc7/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.156114s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '4d658f29-cbf0-46cb-ab42-e626f82e8f70-sda', '1735129998.22705', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Root": ["a/c", "1735129998.29342"]}', '1735128000.00000', 0, 1) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('4d658f29-cbf0-46cb-ab42-e626f82e8f70-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmptsxj_hc7/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 1.04554 seconds (0.95645/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmptsxj_hc7/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', '835bfb38-b8fa-46ee-8bc0-117e3aed9dee-sda', '1735129999.45339', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('835bfb38-b8fa-46ee-8bc0-117e3aed9dee-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, '7da0fb7a3367d39155f0118eb971fc53', '835bfb38-b8fa-46ee-8bc0-117e3aed9dee-sda', '1735129999.45339', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('835bfb38-b8fa-46ee-8bc0-117e3aed9dee-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp01ihq5ht/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '2fc9d4c3-367e-4d07-8533-34b8d1ab1aa1-sda', '1735130000.11800', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735130000.19496"]}', '1735128000.00000', 0, 0) +test DEBUG: /tmp/tmp01ihq5ht/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_items, ([{'ROWID': 1, 'name': 'o', 'created_at': '1735128002.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}, {'ROWID': 2, 'name': 'o2', 'created_at': '1735128003.00000+186a0+186a0', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '2fc9d4c3-367e-4d07-8533-34b8d1ab1aa1-sda') +test DEBUG: /tmp/tmp01ihq5ht/sda/containers/0/435/ccaf04f8b51ddee12913dc9a3db72435/ccaf04f8b51ddee12913dc9a3db72435.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0719113s) +REPLICATE: /sdb/0/ccaf04f8b51ddee12913dc9a3db72435, merge_syncs, ([],) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, sync, (2, '16bc982bd67cf7642e9869876d91a39e', '2fc9d4c3-367e-4d07-8533-34b8d1ab1aa1-sda', '1735130000.11800', '1735128000.00000', '0', '{"X-Container-Sysmeta-Shard-Quoted-Root": ["a/c", "1735130000.19496"]}', '1735128000.00000', 0, 0) +REPLICATE: /sdc/0/ccaf04f8b51ddee12913dc9a3db72435, complete_rsync, ('2fc9d4c3-367e-4d07-8533-34b8d1ab1aa1-sda', 'ccaf04f8b51ddee12913dc9a3db72435.db') +test DEBUG: Adding 2 objects to the reconciler at /tmp/tmp01ihq5ht/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.97223 seconds (1.02856/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmp01ihq5ht/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', 'bd3a1e71-5344-4a72-948d-ccd0008967ab-sda', '1735130001.19666', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('bd3a1e71-5344-4a72-948d-ccd0008967ab-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, 'ce65d57a494b81d277d3bc05fef6a87f', 'bd3a1e71-5344-4a72-948d-ccd0008967ab-sda', '1735130001.19666', '1735128000', '0', '', '1735128000', 2, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('bd3a1e71-5344-4a72-948d-ccd0008967ab-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db')test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_old_style_shard_container ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard +test.unit.container.test_replicator.TestReplicatorSync.test_misplaced_rows_replicate_and_enqueue_from_shard ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok + +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpswbu906g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '319cdfc0e54259bfa31ed35b64c4c4b5', 'a190503b-658c-4a3d-b3f9-c0457a549c1a-sda', '1735130002.30265', '1735130002.00000', '0', '', '1735130002.00000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735130004.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735130005.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'a190503b-658c-4a3d-b3f9-c0457a549c1a-sda') +test DEBUG: /tmp/tmpswbu906g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 2 (0.0842986s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, '319cdfc0e54259bfa31ed35b64c4c4b5', 'a190503b-658c-4a3d-b3f9-c0457a549c1a-sda', '1735130002.30265', '1735130002.00000', '0', '', '1735130002.00000', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a190503b-658c-4a3d-b3f9-c0457a549c1a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpswbu906g/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.76812 seconds (1.30188/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpswbu906g/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '1c801b42db5d388c9639c12a330e1449', '44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '1c801b42db5d388c9639c12a330e1449', '44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpswbu906g/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'f85c126b5dc607be9cb2077cc9e34bc8', '44f5922f-1476-4442-829c-746bfb702272-sdb', '1735130002.30265', '1735130003.00000', '0', '', '1735130003.00000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row -1 +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735130006.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735130007.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '44f5922f-1476-4442-829c-746bfb702272-sdb') +test DEBUG: Replicating db /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '1c801b42db5d388c9639c12a330e1449', 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db in sync with 10.0.0.2:1002/sdc, nothing to do +REPLICATE: /sda/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '1c801b42db5d388c9639c12a330e1449', 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db in sync with 10.0.0.0:1000/sda, nothing to do +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.19564s) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': 'a190503b-658c-4a3d-b3f9-c0457a549c1a-sda', 'sync_point': 2}],) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (2, 'f85c126b5dc607be9cb2077cc9e34bc8', '44f5922f-1476-4442-829c-746bfb702272-sdb', '1735130002.30265', '1735130003.00000', '0', '', '1735130003.00000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, starting at row -1 +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o-nulo', 'created_at': '1735130006.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o-unu', 'created_at': '1735130007.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '44f5922f-1476-4442-829c-746bfb702272-sdb') +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0938778s) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([{'remote_id': 'a190503b-658c-4a3d-b3f9-c0457a549c1a-sda', 'sync_point': 2}],) +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.66479 seconds (3.00847/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:2 diff_capped:0 empty:0 hashmatch:0 no_change:2 remote_merge:0 rsync:0 ts_repl:0 +test INFO: Replicating 1 reconciler containers +test DEBUG: Replicating db /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, '89c185dded1f7a92f9c178748def26a2', 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db usyncing chunks to 10.0.0.2:1002/sdc, starting at row 1 +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735130007.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735130007.00000', 'deleted': 0, 'storage_policy_index': 0}], 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-') +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db usyncing chunks to 10.0.0.2:1002/sdc, finished at row 2 (0.0936401s) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, merge_syncs, ([{'remote_id': '44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', 'sync_point': 1}],) +REPLICATE: /sda/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (2, '89c185dded1f7a92f9c178748def26a2', 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-', '1735130003.10076', '1735128000', '0', '', '1735128000', 1, 0) +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130357.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130361.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e7f/62fd1b87dd32a48c4341fae7a32ace7f/62fd1b87dd32a48c4341fae7a32ace7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130365.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/9e3/a163a85aad0a1e6a9f4e75b50451e9e3/a163a85aad0a1e6a9f4e75b50451e9e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130369.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/581/b3f12b23441d9081101aed9667346581/b3f12b23441d9081101aed9667346581.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130373.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/a35/a152ea3e551b1961301a705975d30a35/a152ea3e551b1961301a705975d30a35.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130377.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130381.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/af9/5575fb20a9875e26febf00d737f60af9/5575fb20a9875e26febf00d737f60af9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130385.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/a66/daad95c2611106c95099d8eb3785ba66/daad95c2611106c95099d8eb3785ba66.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130389.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/12f/f482bcb46b22ff10310fec8a2c10512f/f482bcb46b22ff10310fec8a2c10512f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130393.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/010/d95ca56c008d4c23a365ef7c87e52010/d95ca56c008d4c23a365ef7c87e52010.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130397.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130401.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/527/9634108909ebc58716d510276ac72527/9634108909ebc58716d510276ac72527.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130405.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/74b/8570cd6046e0c0dd4f7491ac94f4974b/8570cd6046e0c0dd4f7491ac94f4974b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130409.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/4a3/832b4433d613c723c167402d8b6154a3/832b4433d613c723c167402d8b6154a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130413.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/5b5/3cc943c1f05c9ea9c17bd0069ee305b5/3cc943c1f05c9ea9c17bd0069ee305b5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130417.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130421.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/ffa/2c92a6c4fe28e4282ea428251168affa/2c92a6c4fe28e4282ea428251168affa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130425.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/3ba/4997d584be399dec86607cedbee713ba/4997d584be399dec86607cedbee713ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130429.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/bb8/2893612b76089a2fe3ec6a920c917bb8/2893612b76089a2fe3ec6a920c917bb8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130433.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7f9/aa117deca5033e96d31378a599d187f9/aa117deca5033e96d31378a599d187f9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130437.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130441.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/f38/ee360784b4dcc1af6ce170d79f6cff38/ee360784b4dcc1af6ce170d79f6cff38.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130445.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/894/09a1fe4161bdf2eedcecd282b0c70894/09a1fe4161bdf2eedcecd282b0c70894.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130449.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/1a0/adc08d6986256d100d6f540fb76751a0/adc08d6986256d100d6f540fb76751a0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130453.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/7e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130457.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130461.00000-0, db: /tmp/tmpcmg9sh_v/sda/containers/0/2c7/49859201dfc7a287db7406c79e5f32c7/49859201dfc7a287db7406c79e5f32c7.db +sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmp5ex9q5ap/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130002.00000.db +sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmp5ex9q5ap/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130002.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130006.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/ad2/cb5eec51883c484e8056d8a6697a8ad2/cb5eec51883c484e8056d8a6697a8ad2_1735130006.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130006.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/ad2/cb5eec51883c484e8056d8a6697a8ad2/cb5eec51883c484e8056d8a6697a8ad2_1735130006.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130009.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c9b/2b362c39198c7183f60938dbaec3bc9b/2b362c39198c7183f60938dbaec3bc9b_1735130009.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130009.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c9b/2b362c39198c7183f60938dbaec3bc9b/2b362c39198c7183f60938dbaec3bc9b_1735130009.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130012.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/9b9/85c6f8509c598ec782acdf88fe4159b9/85c6f8509c598ec782acdf88fe4159b9_1735130012.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130012.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/9b9/85c6f8509c598ec782acdf88fe4159b9/85c6f8509c598ec782acdf88fe4159b9_1735130012.00000.dbtest.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize +test.unit.container.test_replicator.TestReplicatorSync.test_multiple_out_sync_reconciler_enqueue_normalize ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook +test.unit.container.test_replicator.TestReplicatorSync.test_post_replicate_hook ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_missing ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_empty_shard_container ... ok + +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db usyncing chunks to 10.0.0.0:1000/sda, starting at row 1 +REPLICATE: /sda/0/a48a7e37212ac9ec1666cb910b21bd9b, merge_items, ([{'ROWID': 2, 'name': '1:/a/c/o-unu', 'created_at': '1735130007.00000', 'size': 0, 'content_type': 'application/x-put', 'etag': '1735130007.00000', 'deleted': 0, 'storage_policy_index': 0}], 'fff859ef-3e4a-4b80-bcac-fa73bf45c638-') +test DEBUG: /tmp/tmpswbu906g/sdb/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db usyncing chunks to 10.0.0.0:1000/sda, finished at row 2 (0.0768194s) +REPLICATE: /sda/0/a48a7e37212ac9ec1666cb910b21bd9b, merge_syncs, ([{'remote_id': '44131d9f-2a77-422b-b7ed-b155a2cc9117-sda', 'sync_point': 1}],) +test INFO: Cleaning up 0 reconciler containers +test INFO: Finished reconciler replication +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '3ef92cd239571aef019fb4d958c67a32', 'dd72bb75-8a65-45a8-a7be-cc38079a8c65-', '1735130005.00546', '1735130005.00406', '0', '', '1735130005.00406', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dd72bb75-8a65-45a8-a7be-cc38079a8c65-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735130005.04021.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '3ef92cd239571aef019fb4d958c67a32', 'dd72bb75-8a65-45a8-a7be-cc38079a8c65-', '1735130005.00546', '1735130005.00406', '0', '', '1735130005.00406', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130005.04014', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130005.04014', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130005.04014', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130005.04031', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130005.04031', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130005.04021', 'epoch': '1735130005.04021', 'reported': 0, 'tombstones': -1}], 'dd72bb75-8a65-45a8-a7be-cc38079a8c65-') +test DEBUG: /tmp/tmp42yf0946/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130005.04021.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp42yf0946/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130005.04021.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '0196eec3aa01f361034345438239df56', 'fea2730f-c7a9-452b-acfd-f4116d5ec8b8-', '1735130005.90807', '1735130005.90650', '0', '', '1735130005.90650', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130006.65164', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130006.65164', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130006.65164', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130006.71814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130006.71814', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130006.03996', 'epoch': '1735130006.03996', 'reported': 0, 'tombstones': -1}], 'fea2730f-c7a9-452b-acfd-f4116d5ec8b8-') +test DEBUG: /tmp/tmp7gkoh0nn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130006.03996.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp7gkoh0nn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130006.03996.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '0196eec3aa01f361034345438239df56', 'fea2730f-c7a9-452b-acfd-f4116d5ec8b8-', '1735130005.90807', '1735130006.59117', '0', '', '1735130005.90650', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130006.65164', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130006.65164', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130006.65164', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130006.71814', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130006.71814', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130006.03996', 'epoch': '1735130006.03996', 'reported': 0, 'tombstones': -1}], 'fea2730f-c7a9-452b-acfd-f4116d5ec8b8-') +test DEBUG: /tmp/tmp7gkoh0nn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130006.03996.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp7gkoh0nn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130006.03996.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '8749eead1a0ed21a97c22fefc8aef9a0', '7423f1c6-c7ea-47b3-afef-956030ebb2b5-', '1735130007.87872', '1735130007.87739', '0', '', '1735130007.87739', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130008.59033', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130008.59033', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130008.59033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130008.66847', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130008.66847', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130007.93775', 'epoch': '1735130007.93775', 'reported': 0, 'tombstones': -1}], '7423f1c6-c7ea-47b3-afef-956030ebb2b5-') +test DEBUG: /tmp/tmp2a8npil4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130007.93775.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2a8npil4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130007.93775.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '8749eead1a0ed21a97c22fefc8aef9a0', '7423f1c6-c7ea-47b3-afef-956030ebb2b5-', '1735130007.87872', '1735130008.53516', '0', '', '1735130007.87739', 101, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130008.59033', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130008.59033', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130008.59033', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130008.66847', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130008.66847', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130007.93775', 'epoch': '1735130007.93775', 'reported': 0, 'tombstones': -1}], '7423f1c6-c7ea-47b3-afef-956030ebb2b5-') +test DEBUG: /tmp/tmp2a8npil4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130007.93775.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp2a8npil4/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130007.93775.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_enable_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_exception ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_errors ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '2da4b017a3b7f0db21bd5a42dbe75a56', '0c0a655a-dfb3-4c2a-be17-9fda368caa84-', '1735130009.42476', '1735130009.42346', '0', '', '1735130009.42346', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130009.99806', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130009.99806', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130009.99806', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130010.08135', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130010.08135', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130009.48382', 'epoch': '1735130009.48382', 'reported': 0, 'tombstones': -1}], '0c0a655a-dfb3-4c2a-be17-9fda368caa84-') +test DEBUG: /tmp/tmpw3sapc7g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130009.48382.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpw3sapc7g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130009.48382.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, '2da4b017a3b7f0db21bd5a42dbe75a56', '0c0a655a-dfb3-4c2a-be17-9fda368caa84-', '1735130009.42476', '1735130009.95733', '0', '', '1735130009.42346', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130009.99806', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130009.99806', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130009.99806', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130010.08135', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130010.08135', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130009.48382', 'epoch': '1735130009.48382', 'reported': 0, 'tombstones': -1}], '0c0a655a-dfb3-4c2a-be17-9fda368caa84-') +test DEBUG: /tmp/tmpw3sapc7g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130009.48382.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpw3sapc7g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130009.48382.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'a0731e2ad991a57eaa1865b4c2f05e71', '37ea6d13-ccca-4082-9ce6-bdf94e8f712a-', '1735130010.92554', '1735130010.92401', '0', '', '1735130010.92401', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130011.55963', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130011.55963', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130011.55963', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130011.66259', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130011.66259', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130010.96824', 'epoch': '1735130010.96824', 'reported': 0, 'tombstones': -1}], '37ea6d13-ccca-4082-9ce6-bdf94e8f712a-') +test DEBUG: /tmp/tmp35azyu7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130010.96824.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp35azyu7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130010.96824.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (5, 'a0731e2ad991a57eaa1865b4c2f05e71', '37ea6d13-ccca-4082-9ce6-bdf94e8f712a-', '1735130010.92554', '1735130011.51417', '0', '', '1735130010.92401', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130011.55963', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130011.55963', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130011.55963', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130011.66259', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130011.66259', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130010.96824', 'epoch': '1735130010.96824', 'reported': 0, 'tombstones': -1}], '37ea6d13-ccca-4082-9ce6-bdf94e8f712a-') +test DEBUG: /tmp/tmp35azyu7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130010.96824.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp35azyu7n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130010.96824.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '7150195585bd76c402ea2cbdb8eaa2c7', '7063c189-f111-4d4b-806d-aed688b9de13-', '1735130012.39991', '1735130012.39855', '0', '', '1735130012.39855', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130012.45641', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130012.45641', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130012.45641', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130012.45657', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130012.45657', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130012.45648', 'epoch': '1735130012.45648', 'reported': 0, 'tombstones': -1}], '7063c189-f111-4d4b-806d-aed688b9de13-') +test DEBUG: /tmp/tmpf10y34j8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130012.45648.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf10y34j8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130012.45648.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '7150195585bd76c402ea2cbdb8eaa2c7', '7063c189-f111-4d4b-806d-aed688b9de13-', '1735130012.39991', '1735130012.92862', '0', '', '1735130012.39855', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130012.45641', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130012.45641', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130012.45641', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130012.45657', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130012.45657', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130012.45648', 'epoch': '1735130012.45648', 'reported': 0, 'tombstones': -1}], '7063c189-f111-4d4b-806d-aed688b9de13-') +test DEBUG: /tmp/tmpf10y34j8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130012.45648.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpf10y34j8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130012.45648.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_find_shard_ranges_with_misplaced_objects ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharded_remote_unsharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_brokers ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130015.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e02/a9c451d1090f275a6b0fd2ac061f5e02/a9c451d1090f275a6b0fd2ac061f5e02_1735130015.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130015.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e02/a9c451d1090f275a6b0fd2ac061f5e02/a9c451d1090f275a6b0fd2ac061f5e02_1735130015.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130018.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/176/b02e5df3c211b584fc261fce1fbe9176/b02e5df3c211b584fc261fce1fbe9176_1735130018.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130018.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/176/b02e5df3c211b584fc261fce1fbe9176/b02e5df3c211b584fc261fce1fbe9176_1735130018.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130021.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/94c/084fde065ee9fe33e9b31ff513a4a94c/084fde065ee9fe33e9b31ff513a4a94c_1735130021.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130021.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/94c/084fde065ee9fe33e9b31ff513a4a94c/084fde065ee9fe33e9b31ff513a4a94c_1735130021.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130024.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/267/8c6de29bca657041586430bc9ea62267/8c6de29bca657041586430bc9ea62267_1735130024.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130024.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/267/8c6de29bca657041586430bc9ea62267/8c6de29bca657041586430bc9ea62267_1735130024.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130027.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d_1735130027.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130027.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/b4d/8bb0dcd556d4ad41bb280f21cb732b4d/8bb0dcd556d4ad41bb280f21cb732b4d_1735130027.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130030.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/fbd/95fa7348d20202c2a20a52b170332fbd/95fa7348d20202c2a20a52b170332fbd_1735130030.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130030.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/fbd/95fa7348d20202c2a20a52b170332fbd/95fa7348d20202c2a20a52b170332fbd_1735130030.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130033.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eda/0ae363b0c4d689d5c50b0816bf3c8eda/0ae363b0c4d689d5c50b0816bf3c8eda_1735130033.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130033.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eda/0ae363b0c4d689d5c50b0816bf3c8eda/0ae363b0c4d689d5c50b0816bf3c8eda_1735130033.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130036.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c15/4afb037b1b2b8d50aee3974eae994c15/4afb037b1b2b8d50aee3974eae994c15_1735130036.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130036.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c15/4afb037b1b2b8d50aee3974eae994c15/4afb037b1b2b8d50aee3974eae994c15_1735130036.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130039.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eac/2bb271ee484fb7b6ffda8ffcae5aeeac/2bb271ee484fb7b6ffda8ffcae5aeeac_1735130039.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130039.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eac/2bb271ee484fb7b6ffda8ffcae5aeeac/2bb271ee484fb7b6ffda8ffcae5aeeac_1735130039.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130042.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/5d8/19b0b4e73754ca06408142f9c148e5d8/19b0b4e73754ca06408142f9c148e5d8_1735130042.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130042.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/5d8/19b0b4e73754ca06408142f9c148e5d8/19b0b4e73754ca06408142f9c148e5d8_1735130042.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130045.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/828/04120e184323198cba290bf6a131c828/04120e184323198cba290bf6a131c828_1735130045.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130045.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/828/04120e184323198cba290bf6a131c828/04120e184323198cba290bf6a131c828_1735130045.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130048.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/78b/6b4d8440b2ea8f6d6116033a533dd78b/6b4d8440b2ea8f6d6116033a533dd78b_1735130048.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130048.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/78b/6b4d8440b2ea8f6d6116033a533dd78b/6b4d8440b2ea8f6d6116033a533dd78b_1735130048.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130051.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e2c/e63e452debaaf929589dd1e51ce09e2c/e63e452debaaf929589dd1e51ce09e2c_1735130051.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130051.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e2c/e63e452debaaf929589dd1e51ce09e2c/e63e452debaaf929589dd1e51ce09e2c_1735130051.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130054.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/787/d867cff8a54bb96f2a3e349f3c757787/d867cff8a54bb96f2a3e349f3c757787_1735130054.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130054.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/787/d867cff8a54bb96f2a3e349f3c757787/d867cff8a54bb96f2a3e349f3c757787_1735130054.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130057.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d9e/518ee03af9938eb594936fbb147e7d9e/518ee03af9938eb594936fbb147e7d9e_1735130057.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130057.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d9e/518ee03af9938eb594936fbb147e7d9e/518ee03af9938eb594936fbb147e7d9e_1735130057.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130060.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/303/00f23baefd9299766c81636e227f5303/00f23baefd9299766c81636e227f5303_1735130060.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130060.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/303/00f23baefd9299766c81636e227f5303/00f23baefd9299766c81636e227f5303_1735130060.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_db_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_missing_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_is_deleted ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_no_stale_reads ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a854335647ace69b4f4d590101626324', '1b843e38-ce56-41a6-a022-34b6e0df90b1-', '1735130013.30830', '1735130013.30702', '0', '', '1735130013.30702', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130013.34443', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130013.34443', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130013.34443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130013.34459', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130013.34459', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130013.34450', 'epoch': '1735130013.34450', 'reported': 0, 'tombstones': -1}], '1b843e38-ce56-41a6-a022-34b6e0df90b1-') +test DEBUG: /tmp/tmpk4ckz1g3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130013.34450.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpk4ckz1g3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130013.34450.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'a854335647ace69b4f4d590101626324', '1b843e38-ce56-41a6-a022-34b6e0df90b1-', '1735130013.30830', '1735130013.87119', '0', '', '1735130013.30702', 99, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130013.34443', 'lower': '', 'upper': 'a', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130013.34443', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130013.34443', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130013.34459', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130013.34459', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130013.34450', 'epoch': '1735130013.34450', 'reported': 0, 'tombstones': -1}], '1b843e38-ce56-41a6-a022-34b6e0df90b1-') +test DEBUG: /tmp/tmpk4ckz1g3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130013.34450.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpk4ckz1g3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130013.34450.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '293486fea4b8cec9ee75ebaaef6a2633', 'b734b27a-f84b-4bf0-8a29-4a0b57f6e338-', '1735130014.28226', '1735130014.28096', '0', '', '1735130014.28096', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b734b27a-f84b-4bf0-8a29-4a0b57f6e338-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735130014.50987.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, '293486fea4b8cec9ee75ebaaef6a2633', 'b734b27a-f84b-4bf0-8a29-4a0b57f6e338-', '1735130014.28226', '1735130014.28096', '0', '', '1735130014.28096', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130014.34403', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130014.34403', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130014.34403', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130014.51003', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130014.51003', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130014.50987', 'epoch': '1735130014.50987', 'reported': 0, 'tombstones': -1}], 'b734b27a-f84b-4bf0-8a29-4a0b57f6e338-') +test DEBUG: /tmp/tmph4p0ekj0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130014.50987.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmph4p0ekj0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130014.50987.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'cb4462cdfc5f892985c23bb25b2ec17b', '68310436-36f6-4ea0-9f12-3ac9995df83c-', '1735130015.23518', '1735130015.23362', '0', '', '1735130015.23362', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('68310436-36f6-4ea0-9f12-3ac9995df83c-', 'e8fbcd486a77117e2cd3398aa1f9485f_1735130015.42100.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (8, 'cb4462cdfc5f892985c23bb25b2ec17b', '68310436-36f6-4ea0-9f12-3ac9995df83c-', '1735130015.23518', '1735130015.23362', '0', '', '1735130015.23362', 2, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130015.31588', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130015.31588', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130015.31588', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130015.42117', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130015.42117', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130015.42100', 'epoch': '1735130015.42100', 'reported': 0, 'tombstones': -1}], '68310436-36f6-4ea0-9f12-3ac9995df83c-') +test DEBUG: /tmp/tmprgb7eqdb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130015.42100.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmprgb7eqdb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130015.42100.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'f296fdb6ed4f4318c624619d8e91acbf', 'aab619b9-49cb-496f-aa60-0e5ad2bbe6ea-', '1735130016.27302', '1735130016.27174', '0', '', '1735130016.27174', 3, 0) +test WARNING: /tmp/tmpqfcgu37g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130016.40780.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpqfcgu37g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130016.40780.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'f296fdb6ed4f4318c624619d8e91acbf', 'aab619b9-49cb-496f-aa60-0e5ad2bbe6ea-', '1735130016.27302', '1735130016.89803', '0', '', '1735130016.27174', 3, 0) +test WARNING: /tmp/tmpqfcgu37g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130016.40780.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpqfcgu37g/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130016.40780.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '87fc0f544a7fca37883e03cfb51375d1', '10071a0c-1162-45c7-9f57-d694790d7a08-', '1735130017.20513', '1735130017.20308', '0', '', '1735130017.20308', 3, 0) +test WARNING: /tmp/tmpj71cvdpu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130017.32807.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpj71cvdpu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130017.32807.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_presharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_sharding_states ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_info_stale_read_ok ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_items_since ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_root_container_fill_gap ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_namespaces_state_filtering ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_sharding_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects ... ok + +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, '87fc0f544a7fca37883e03cfb51375d1', '10071a0c-1162-45c7-9f57-d694790d7a08-', '1735130017.20513', '1735130018.03387', '0', '', '1735130017.20308', 3, 0) +test WARNING: /tmp/tmpj71cvdpu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130017.32807.db is unable to replicate shard ranges to peer 10.0.0.1:1001/sdb; peer may need upgrading +test WARNING: /tmp/tmpj71cvdpu/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130017.32807.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '92a5688a1d1a8496123ae383e05b29ab', '86c1fd86-48f4-407d-8ec7-64d004f4de00-', '1735130018.40406', '1735130018.40242', '0', '', '1735130018.40242', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130019.12009', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130019.12009', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130019.12009', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130019.18412', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130019.18412', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130018.53266', 'epoch': '1735130018.53266', 'reported': 0, 'tombstones': -1}], '86c1fd86-48f4-407d-8ec7-64d004f4de00-') +test DEBUG: /tmp/tmpl09rnnwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130018.53266.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl09rnnwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130018.53266.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, '92a5688a1d1a8496123ae383e05b29ab', '86c1fd86-48f4-407d-8ec7-64d004f4de00-', '1735130018.40406', '1735130019.04772', '0', '', '1735130018.40242', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130019.12009', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130019.12009', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130019.12009', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130019.18412', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130019.18412', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130018.53266', 'epoch': '1735130018.53266', 'reported': 0, 'tombstones': -1}], '86c1fd86-48f4-407d-8ec7-64d004f4de00-') +test DEBUG: /tmp/tmpl09rnnwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130018.53266.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpl09rnnwi/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130018.53266.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, 'cc0e1b95c4fb20cc59bcaa6b8d8505cd', '70e52162-6a68-424a-a200-6907d92b704a-', '1735130019.90170', '1735130019.88930', '0', '', '1735130019.88930', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130020.69599', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130020.69599', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130020.69599', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130020.77716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130020.77716', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130020.01961', 'epoch': '1735130020.01961', 'reported': 0, 'tombstones': -1}], '70e52162-6a68-424a-a200-6907d92b704a-') +test DEBUG: /tmp/tmpbsgf5yd0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130020.01961.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbsgf5yd0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130020.01961.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (10, 'cc0e1b95c4fb20cc59bcaa6b8d8505cd', '70e52162-6a68-424a-a200-6907d92b704a-', '1735130019.90170', '1735130020.60904', '0', '', '1735130019.88930', 5, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130020.69599', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130020.69599', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130020.69599', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130020.77716', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130020.77716', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130020.01961', 'epoch': '1735130020.01961', 'reported': 0, 'tombstones': -1}], '70e52162-6a68-424a-a200-6907d92b704a-') +test DEBUG: /tmp/tmpbsgf5yd0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130020.01961.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpbsgf5yd0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130020.01961.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'f6f02973b64948f3a40e27e32d5f7bc7', '4b4cbd09-ca77-4576-8aea-9d8d7845871a-', '1735130021.47015', '1735130021.46885', '0', '', '1735130021.46885', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130021.51846', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130021.51846', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130021.51846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130021.60292', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130021.60292', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130021.59020', 'epoch': '1735130021.59020', 'reported': 0, 'tombstones': -1}], '4b4cbd09-ca77-4576-8aea-9d8d7845871a-') +test DEBUG: /tmp/tmpir7_65h6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130021.59020.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpir7_65h6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130021.59020.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'f6f02973b64948f3a40e27e32d5f7bc7', '4b4cbd09-ca77-4576-8aea-9d8d7845871a-', '1735130021.47015', '1735130022.28763', '0', '', '1735130021.46885', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130021.51846', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130021.51846', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130021.51846', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130021.60292', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130021.60292', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130021.59020', 'epoch': '1735130021.59020', 'reported': 0, 'tombstones': -1}], '4b4cbd09-ca77-4576-8aea-9d8d7845871a-')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_sharding_remote_unsharded_large_diff ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_missing ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_objects_since_row ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_own_shard_range ... ok + +test DEBUG: /tmp/tmpir7_65h6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130021.59020.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpir7_65h6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130021.59020.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cdc935f3aa3b9a9dbf7b69320e2ddaa6', '6c28231d-89cb-4694-b6c8-32cf8812b16b-', '1735130022.69683', '1735130022.68826', '0', '', '1735130022.68826', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130022.76944', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130022.76944', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130022.76944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130023.36569', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130023.36569', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130023.35604', 'epoch': '1735130023.35604', 'reported': 0, 'tombstones': -1}], '6c28231d-89cb-4694-b6c8-32cf8812b16b-') +test DEBUG: /tmp/tmpld_0cyfs/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130023.35604.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpld_0cyfs/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130023.35604.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'cdc935f3aa3b9a9dbf7b69320e2ddaa6', '6c28231d-89cb-4694-b6c8-32cf8812b16b-', '1735130022.69683', '1735130023.93168', '0', '', '1735130022.68826', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130022.76944', 'lower': '', 'upper': 'a', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130022.76944', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130022.76944', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130023.36569', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130023.36569', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130023.35604', 'epoch': '1735130023.35604', 'reported': 0, 'tombstones': -1}], '6c28231d-89cb-4694-b6c8-32cf8812b16b-') +test DEBUG: /tmp/tmpld_0cyfs/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130023.35604.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpld_0cyfs/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f_1735130023.35604.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '4378b2db28553c4bf08baa6a32b45e8f', '75abcad3-f717-4385-a900-d6fea7b2f05d-sda', '1735130024.32881', '1735130024.32729', '0', '', '1735130024.32729', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('75abcad3-f717-4385-a900-d6fea7b2f05d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '81973eca6c7ac51ebfba3d61744a0bee', 'c181c2b8-0bee-4f34-9e37-5999a6314c32-sda', '1735130024.64594', '1735130024.64458', '0', '', '1735130024.64458', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130024.85863', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130024.85863', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130024.85863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130024.94636', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130024.94636', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130024.93161', 'epoch': '1735130024.93161', 'reported': 0, 'tombstones': -1}], 'c181c2b8-0bee-4f34-9e37-5999a6314c32-sda') +test DEBUG: /tmp/tmpoah37g74/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpoah37g74/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '81973eca6c7ac51ebfba3d61744a0bee', 'c181c2b8-0bee-4f34-9e37-5999a6314c32-sda', '1735130024.64594', '1735130024.78234', '0', '', '1735130024.64458', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130024.85863', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130024.85863', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130024.85863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130024.94636', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130024.94636', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130024.93161', 'epoch': '1735130024.93161', 'reported': 0, 'tombstones': -1}], 'c181c2b8-0bee-4f34-9e37-5999a6314c32-sda') +test DEBUG: /tmp/tmpoah37g74/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpoah37g74/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '867f208798d883d72fa3de772e1e7d45', 'a1cb3b47-09b1-4511-b545-f109857d2fb4-sda', '1735130025.87510', '1735130025.87364', '0', '', '1735130025.87364', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130026.05534', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130026.05534', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130026.05534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130026.13337', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130026.13337', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130026.13315', 'epoch': '1735130026.13315', 'reported': 0, 'tombstones': -1}], 'a1cb3b47-09b1-4511-b545-f109857d2fb4-sda') +test DEBUG: /tmp/tmpq1tk9312/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpq1tk9312/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (6, '867f208798d883d72fa3de772e1e7d45', 'a1cb3b47-09b1-4511-b545-f109857d2fb4-sda', '1735130025.87510', '1735130025.98884', '0', '', '1735130025.87364', 6, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.sharded_a/sr-a', 'timestamp': '1735130026.05534', 'lower': '', 'upper': 'a', 'object_count': 101, 'bytes_used': 1010, 'meta_timestamp': '1735130026.05534', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130026.05534', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130026.13337', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130026.13337', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130026.13315', 'epoch': '1735130026.13315', 'reported': 0, 'tombstones': -1}], 'a1cb3b47-09b1-4511-b545-f109857d2fb4-sda')test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff +test.unit.container.test_replicator.TestReplicatorSync.test_replication_local_unsharded_remote_sharded_large_diff ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_policy_info ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130063.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d32/0fa2985ef0087aa59f964549f57c0d32/0fa2985ef0087aa59f964549f57c0d32_1735130063.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130063.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d32/0fa2985ef0087aa59f964549f57c0d32/0fa2985ef0087aa59f964549f57c0d32_1735130063.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130066.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d00/38d245438d8c9eca1d48df993035dd00/38d245438d8c9eca1d48df993035dd00_1735130066.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130066.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d00/38d245438d8c9eca1d48df993035dd00/38d245438d8c9eca1d48df993035dd00_1735130066.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130069.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3b5/c2c0a5fd21493c1d0f038520558a13b5/c2c0a5fd21493c1d0f038520558a13b5_1735130069.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130069.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3b5/c2c0a5fd21493c1d0f038520558a13b5/c2c0a5fd21493c1d0f038520558a13b5_1735130069.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130072.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1ec/8c3ff9417008fb5cca35e2fd65fe11ec/8c3ff9417008fb5cca35e2fd65fe11ec_1735130072.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130072.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1ec/8c3ff9417008fb5cca35e2fd65fe11ec/8c3ff9417008fb5cca35e2fd65fe11ec_1735130072.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130075.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/95e/4ad243e505f753e5870ac0de7eb4f95e/4ad243e505f753e5870ac0de7eb4f95e_1735130075.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130075.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/95e/4ad243e505f753e5870ac0de7eb4f95e/4ad243e505f753e5870ac0de7eb4f95e_1735130075.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130078.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/cc2/218f5d5e18284a08f9d53a782f740cc2/218f5d5e18284a08f9d53a782f740cc2_1735130078.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130078.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/cc2/218f5d5e18284a08f9d53a782f740cc2/218f5d5e18284a08f9d53a782f740cc2_1735130078.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130081.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/da5/bafe7e138bc4dec9141b3c11d257ada5/bafe7e138bc4dec9141b3c11d257ada5_1735130081.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130081.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/da5/bafe7e138bc4dec9141b3c11d257ada5/bafe7e138bc4dec9141b3c11d257ada5_1735130081.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130084.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1d5/dee2f228b63e58ce8f971377a70f91d5/dee2f228b63e58ce8f971377a70f91d5_1735130084.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130084.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1d5/dee2f228b63e58ce8f971377a70f91d5/dee2f228b63e58ce8f971377a70f91d5_1735130084.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b_1735130087.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b_1735130087.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130090.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/b17/d230e4c9764ab8875a3d9d5ef715fb17/d230e4c9764ab8875a3d9d5ef715fb17_1735130090.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130090.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/b17/d230e4c9764ab8875a3d9d5ef715fb17/d230e4c9764ab8875a3d9d5ef715fb17_1735130090.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130093.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/fec/17721abddf4fc8a635623db1cbf37fec/17721abddf4fc8a635623db1cbf37fec_1735130093.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130093.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/fec/17721abddf4fc8a635623db1cbf37fec/17721abddf4fc8a635623db1cbf37fec_1735130093.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130096.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1c2/2938d4d219c0e703c4d11e4f8de141c2/2938d4d219c0e703c4d11e4f8de141c2_1735130096.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130096.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1c2/2938d4d219c0e703c4d11e4f8de141c2/2938d4d219c0e703c4d11e4f8de141c2_1735130096.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130099.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/a18/115e8c69b674854d28b8ad956f3a1a18/115e8c69b674854d28b8ad956f3a1a18_1735130099.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130099.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/a18/115e8c69b674854d28b8ad956f3a1a18/115e8c69b674854d28b8ad956f3a1a18_1735130099.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0_1735130102.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0_1735130102.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130105.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e_1735130105.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130105.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e/2c9a54a7d9aa17aebb3a1d78ad472f9e_1735130105.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130108.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/bf4/c854513402d554c12291a92bdf273bf4/c854513402d554c12291a92bdf273bf4_1735130108.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130108.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/bf4/c854513402d554c12291a92bdf273bf4/c854513402d554c12291a92bdf273bf4_1735130108.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_replication_info ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_report_info ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_range_rows_with_limit ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_after_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharded ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_includes ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_sharding_overlaps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding +test.unit.container.test_replicator.TestReplicatorSync.test_replication_rsync_then_merge_aborts_before_merge_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_ranges_with_shrinking_overlaps ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync +test.unit.container.test_replicator.TestReplicatorSync.test_replicator_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date +test.unit.container.test_replicator.TestReplicatorSync.test_report_up_to_date ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_failure ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_get_shard_usage ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge +test.unit.container.test_replicator.TestReplicatorSync.test_rsync_then_merge ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_multiple_policies ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines +test.unit.container.test_replicator.TestReplicatorSync.test_sync_bogus_db_quarantines ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_has_other_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_initialize_container_broker_in_default ... ok +test DEBUG: /tmp/tmpq1tk9312/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 2 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpq1tk9312/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '6f56156e6993c3f6d227de804c124082', '5d393e75-4bc4-41bd-84d2-848f4f9b9103-sda', '1735130027.66903', '1735130027.66772', '0', '', '1735130027.66772', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('5d393e75-4bc4-41bd-84d2-848f4f9b9103-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmp0km9c40_/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'f058dbd4b63523d4a4ac906f6f9a37a6', '52505fcd-d157-4e1e-9fe0-1960f135ad48-sda', '1735130029.04009', '1735130029.03857', '0', '', '1735130029.03857', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('52505fcd-d157-4e1e-9fe0-1960f135ad48-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, '28228861ff335a6a3d4db5a078b50eb9', '7a7514b6-33f7-4f6e-b0ef-5533e1298a81-sda', '1735130030.18002', '1735130030.15591', '0', '', '1735130030.15591', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('7a7514b6-33f7-4f6e-b0ef-5533e1298a81-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Unlinked retiring db '/tmp/tmpzqpyoozh/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db' +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (3, 'ec50dd13a9d0aee3ad4f544c32175a8a', 'f56b99fe-ca7f-4dab-ab5b-26c8ffc10b3c-sda', '1735130031.04881', '1735130031.04712', '0', '', '1735130031.04712', 3, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('f56b99fe-ca7f-4dab-ab5b-26c8ffc10b3c-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4cd333ca-fb34-4997-916e-448ef16ff1cc-sda', '1735130032.31309', '1735130032.31172', '0', '', '1735130032.31172', 0, 0) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmppgx6jsxx/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a37bb607-000a-46f4-b54e-69346e56c06b-sdb', '1735130032.82734', '1735130033.00000', '0', '', '1735130033.00000', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a37bb607-000a-46f4-b54e-69346e56c06b-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a37bb607-000a-46f4-b54e-69346e56c06b-sdb', '1735130032.82734', '1735130033.00000', '0', '', '1735130033.00000', 0, 1) +test ERROR: Quarantining DB /tmp/tmppgx6jsxx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a37bb607-000a-46f4-b54e-69346e56c06b-sdb', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.29178 seconds (3.42728/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpmb0b3i9n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ec051dda-2d40-4bf2-9162-1d42c919f7aa-sda', '1735130033.16171', '1735130033', '0', '', '1735130033', 0, 1) +test DEBUG: /tmp/tmpmb0b3i9n/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ec051dda-2d40-4bf2-9162-1d42c919f7aa-sda', '1735130033.16171', '1735130033', '0', '', '1735130033', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ec051dda-2d40-4bf2-9162-1d42c919f7aa-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.43361 seconds (2.30623/s) +test INFO: Attempted to replicate 1 dbs in 0.41646 seconds (2.40118/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprkid0qll/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10fae41f-59eb-46ef-a456-b51b4cf642c2-sda', '1769538977.11983', '1769538980', '1769538979', '', '1769538980', 0, 1) -test DEBUG: /tmp/tmprkid0qll/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '10fae41f-59eb-46ef-a456-b51b4cf642c2-sda', '1769538977.11983', '1769538980', '1769538979', '', '1769538980', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('10fae41f-59eb-46ef-a456-b51b4cf642c2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp0aumrgxh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '03cea17a64333278e26b9c7f1e7da886', '0696f3ae-85aa-4f26-816a-7557d615cca8-sda', '1735130033.71615', '1735130033', '0', '', '1735130033', 1, 1) +test DEBUG: /tmp/tmp0aumrgxh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130035.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '0696f3ae-85aa-4f26-816a-7557d615cca8-sda') +test DEBUG: /tmp/tmp0aumrgxh/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.084389s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '03cea17a64333278e26b9c7f1e7da886', '0696f3ae-85aa-4f26-816a-7557d615cca8-sda', '1735130033.71615', '1735130033', '0', '', '1735130033', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('0696f3ae-85aa-4f26-816a-7557d615cca8-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.38098 seconds (2.62480/s) +test INFO: Attempted to replicate 1 dbs in 0.68076 seconds (1.46895/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpo0vquaqg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ded4074e-115a-4b89-a5a6-586080644df5-sda', '1735130034.68853', '1735130034', '0', '', '1735130034', 0, 1) +test DEBUG: /tmp/tmpo0vquaqg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ded4074e-115a-4b89-a5a6-586080644df5-sda', '1735130034.68853', '1735130034', '0', '', '1735130034', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ded4074e-115a-4b89-a5a6-586080644df5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.54159 seconds (1.84641/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_259mnpi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '907d8e2d017de5f05d12678569a5ebdc', 'eccb0a89-cef2-40e4-9dde-0f359b8a76fc-sda', '1769538978.16197', '1769538981', '1769538980', '', '1769538981', 1, 1) -test DEBUG: /tmp/tmp_259mnpi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538983.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'eccb0a89-cef2-40e4-9dde-0f359b8a76fc-sda') -test DEBUG: /tmp/tmp_259mnpi/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.248104s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '907d8e2d017de5f05d12678569a5ebdc', 'eccb0a89-cef2-40e4-9dde-0f359b8a76fc-sda', '1769538978.16197', '1769538981', '1769538980', '', '1769538981', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('eccb0a89-cef2-40e4-9dde-0f359b8a76fc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmplgysq6ct/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7dd52b15f80628d4383cab9e23648016', '3544ab26-5b5c-4e8a-9f6e-a123f7d3a762-sda', '1735130035.42862', '1735130035', '0', '', '1735130035', 1, 0) +test DEBUG: /tmp/tmplgysq6ct/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to dotest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_create ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130111.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc_1735130111.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130111.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc/ca28d0e4492c3dcf2c1bb90c135f2dbc_1735130111.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130114.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/2c1/74bcf5608f0aeba6af9ca30679b3b2c1/74bcf5608f0aeba6af9ca30679b3b2c1_1735130114.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130114.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/2c1/74bcf5608f0aeba6af9ca30679b3b2c1/74bcf5608f0aeba6af9ca30679b3b2c1_1735130114.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d_1735130117.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d_1735130117.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130120.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e8e/98883b02833743dd4342c71a92ffae8e/98883b02833743dd4342c71a92ffae8e_1735130120.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130120.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/e8e/98883b02833743dd4342c71a92ffae8e/98883b02833743dd4342c71a92ffae8e_1735130120.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130123.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/523/31b7ee4438e649a55ec311f42e1ae523/31b7ee4438e649a55ec311f42e1ae523_1735130123.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130123.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/523/31b7ee4438e649a55ec311f42e1ae523/31b7ee4438e649a55ec311f42e1ae523_1735130123.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130126.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f52/3939134c6fd8706e129f10ab77accf52/3939134c6fd8706e129f10ab77accf52_1735130126.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130126.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f52/3939134c6fd8706e129f10ab77accf52/3939134c6fd8706e129f10ab77accf52_1735130126.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130129.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d34/f9d796fad45d07b91fae4724c2fc7d34/f9d796fad45d07b91fae4724c2fc7d34_1735130129.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130129.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/d34/f9d796fad45d07b91fae4724c2fc7d34/f9d796fad45d07b91fae4724c2fc7d34_1735130129.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130132.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/8d2/aecc783753b0e665f576b247554498d2/aecc783753b0e665f576b247554498d2_1735130132.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130132.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/8d2/aecc783753b0e665f576b247554498d2/aecc783753b0e665f576b247554498d2_1735130132.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130135.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/880/b9f11e0bff811985a9c08a8ef25f6880/b9f11e0bff811985a9c08a8ef25f6880_1735130135.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130135.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/880/b9f11e0bff811985a9c08a8ef25f6880/b9f11e0bff811985a9c08a8ef25f6880_1735130135.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130138.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/9c7/d4d65a3e4cb22b4dff3d054a7cf979c7/d4d65a3e4cb22b4dff3d054a7cf979c7_1735130138.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130138.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/9c7/d4d65a3e4cb22b4dff3d054a7cf979c7/d4d65a3e4cb22b4dff3d054a7cf979c7_1735130138.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130141.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/92c/dd594b64afe4a188759ded2ce542d92c/dd594b64afe4a188759ded2ce542d92c_1735130141.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130141.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/92c/dd594b64afe4a188759ded2ce542d92c/dd594b64afe4a188759ded2ce542d92c_1735130141.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130144.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3ed/37622a4d403be4f7ce945fdce9a123ed/37622a4d403be4f7ce945fdce9a123ed_1735130144.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130144.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3ed/37622a4d403be4f7ce945fdce9a123ed/37622a4d403be4f7ce945fdce9a123ed_1735130144.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730_1735130147.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730_1735130147.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130150.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/758/66ca9b7d2bba9f11e70ecffad3738758/66ca9b7d2bba9f11e70ecffad3738758_1735130150.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130150.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/758/66ca9b7d2bba9f11e70ecffad3738758/66ca9b7d2bba9f11e70ecffad3738758_1735130150.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130153.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/aaa/6ede7ab7ffede3baa6018818418edaaa/6ede7ab7ffede3baa6018818418edaaa_1735130153.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130153.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/aaa/6ede7ab7ffede3baa6018818418edaaa/6ede7ab7ffede3baa6018818418edaaa_1735130153.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130156.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/08f/4ad71d1f4400d043a71d573c48a6d08f/4ad71d1f4400d043a71d573c48a6d08f_1735130156.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130156.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/08f/4ad71d1f4400d043a71d573c48a6d08f/4ad71d1f4400d043a71d573c48a6d08f_1735130156.00000.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_deleted ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_old_enough_to_reclaim ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_is_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_last_modified_time ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '7dd52b15f80628d4383cab9e23648016', '3544ab26-5b5c-4e8a-9f6e-a123f7d3a762-sda', '1735130035.42862', '1735130035', '0', '', '1735130035', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3544ab26-5b5c-4e8a-9f6e-a123f7d3a762-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.84253 seconds (1.18690/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp0cw8m9h7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '95f3ba26-aaf7-4263-a212-e14bc3e2f29a-sda', '1735130036.41105', '1735130036', '0', '', '1735130036', 0, 1) +test DEBUG: /tmp/tmp0cw8m9h7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '95f3ba26-aaf7-4263-a212-e14bc3e2f29a-sda', '1735130036.41105', '1735130036', '0', '', '1735130036', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('95f3ba26-aaf7-4263-a212-e14bc3e2f29a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.49735 seconds (2.01067/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp_jq2pkip/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b0060c9c7c03d41763f9a7134dbb832a', '348c284e-e440-48cf-848f-14b91d35da37-sda', '1735130037.17810', '1735130037', '0', '', '1735130037', 1, 0) +test DEBUG: /tmp/tmp_jq2pkip/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130040.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '348c284e-e440-48cf-848f-14b91d35da37-sda') +test DEBUG: /tmp/tmp_jq2pkip/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.109058s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b0060c9c7c03d41763f9a7134dbb832a', '348c284e-e440-48cf-848f-14b91d35da37-sda', '1735130037.17810', '1735130037', '0', '', '1735130037', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('348c284e-e440-48cf-848f-14b91d35da37-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.92417 seconds (1.08205/s) +test INFO: Attempted to replicate 1 dbs in 0.70252 seconds (1.42344/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnlwjf3wt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93a64c23-3bc1-4998-9219-f7c7e5d7a583-sda', '1769538979.35028', '1769538982', '1769538981', '', '1769538982', 0, 1) -test DEBUG: /tmp/tmpnlwjf3wt/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '93a64c23-3bc1-4998-9219-f7c7e5d7a583-sda', '1769538979.35028', '1769538982', '1769538981', '', '1769538982', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('93a64c23-3bc1-4998-9219-f7c7e5d7a583-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpk5tuggu1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b178305f-7776-4632-8cb6-ef23f44821b4-sda', '1735130038.18213', '1735130038', '0', '', '1735130038', 0, 0) +test DEBUG: /tmp/tmpk5tuggu1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b178305f-7776-4632-8cb6-ef23f44821b4-sda', '1735130038.18213', '1735130038', '0', '', '1735130038', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b178305f-7776-4632-8cb6-ef23f44821b4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40886 seconds (2.44580/s) +test INFO: Attempted to replicate 1 dbs in 1.27864 seconds (0.78208/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp04pfguo_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3710d60e3620b1eb7ccda1d04bc1ed86', '85b046e5-d5ee-46f1-b3f1-9815b534c196-sda', '1769538980.57078', '1769538983', '1769538982', '', '1769538983', 1, 0) -test DEBUG: /tmp/tmp04pfguo_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '3710d60e3620b1eb7ccda1d04bc1ed86', '85b046e5-d5ee-46f1-b3f1-9815b534c196-sda', '1769538980.57078', '1769538983', '1769538982', '', '1769538983', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('85b046e5-d5ee-46f1-b3f1-9815b534c196-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmps85p92_y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6fb1f9f569bb61a2ae3f709b6b1efb71', 'e4f4e84a-f2ac-4f33-b8d9-d99a65607188-sda', '1735130039.68558', '1735130039', '0', '', '1735130039', 1, 1) +test DEBUG: /tmp/tmps85p92_y/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6fb1f9f569bb61a2ae3f709b6b1efb71', 'e4f4e84a-f2ac-4f33-b8d9-d99a65607188-sda', '1735130039.68558', '1735130039', '0', '', '1735130039', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e4f4e84a-f2ac-4f33-b8d9-d99a65607188-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.89560 seconds (1.11657/s) +test INFO: Attempted to replicate 1 dbs in 0.69612 seconds (1.43654/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpo4k_u_qh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '51990264-af87-4f4b-8029-d81e15d5d7aa-sda', '1769538981.73458', '1769538984', '1769538983', '', '1769538984', 0, 1) -test DEBUG: /tmp/tmpo4k_u_qh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '51990264-af87-4f4b-8029-d81e15d5d7aa-sda', '1769538981.73458', '1769538984', '1769538983', '', '1769538984', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('51990264-af87-4f4b-8029-d81e15d5d7aa-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpepb7fxc7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '11f73bd7-3284-40e5-b703-df65ec0acdc4-sda', '1735130040.87986', '1735130042', '0', '', '1735130042', 0, 1) +test DEBUG: /tmp/tmpepb7fxc7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '11f73bd7-3284-40e5-b703-df65ec0acdc4-sda', '1735130040.87986', '1735130042', '0', '', '1735130042', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('11f73bd7-3284-40e5-b703-df65ec0acdc4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25256 seconds (3.95939/s) +test INFO: Attempted to replicate 1 dbs in 0.51327 seconds (1.94830/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpa12v8e_l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f14b9c299a6c43cdc110a55b90423e8d', 'de069596-7896-4bdd-9462-0c5a8a54353c-sda', '1769538982.11798', '1769538985', '1769538984', '', '1769538985', 1, 0) -test DEBUG: /tmp/tmpa12v8e_l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538986.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'de069596-7896-4bdd-9462-0c5a8a54353c-sda') -test DEBUG: /tmp/tmpa12v8e_l/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (1.1773s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f14b9c299a6c43cdc110a55b90423e8d', 'de069596-7896-4bdd-9462-0c5a8a54353c-sda', '1769538982.11798', '1769538985', '1769538984', '', '1769538985', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('de069596-7896-4bdd-9462-0c5a8a54353c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpmi32jvr2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '82017937fe1fcda48a90c7f65c139665', '17e9331d-be33-44fd-84bc-54da2f444200-sda', '1735130041.63955', '1735130043', '0', '', '1735130043', 1, 1) +test DEBUG: /tmp/tmpmi32jvr2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130044.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '17e9331d-be33-44fd-84bc-54da2f444200-sda') +test DEBUG: /tmp/tmpmi32jvr2/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0779314s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '82017937fe1fcda48a90c7f65c139665', '17e9331d-be33-44fd-84bc-54da2f444200-sda', '1735130041.63955', '1735130043', '0', '', '1735130043', 1, 1)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_create_policy_over_older_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_legacy_pending_files ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_non_slash ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_half_delete_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_order_and_reverse ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_prefix_delim ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_list_objects_iter_with_reserved_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_load_old_record_from_pending_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_make_tuple_for_pickle ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_is_green ... ok + +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('17e9331d-be33-44fd-84bc-54da2f444200-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 2.17763 seconds (0.45921/s)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_marker_beyond_end_marker_memcache ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok +test INFO: Attempted to replicate 1 dbs in 0.82670 seconds (1.20964/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp06repysf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '67c982ac012ed039a5f99ad5c8456cd7', '69a984bc-4bfa-4bf9-9239-8609f46c75b2-sda', '1735130042.54797', '1735130042', '1735130043', '', '1735130043', 1, 0) +test DEBUG: /tmp/tmp06repysf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130045.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '69a984bc-4bfa-4bf9-9239-8609f46c75b2-sda') +test DEBUG: /tmp/tmp06repysf/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.103234s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '67c982ac012ed039a5f99ad5c8456cd7', '69a984bc-4bfa-4bf9-9239-8609f46c75b2-sda', '1735130042.54797', '1735130042', '1735130043', '', '1735130043', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('69a984bc-4bfa-4bf9-9239-8609f46c75b2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.59859 seconds (1.67060/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpumb5f3v1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'edbf90257ff650028ff60edb478fd9ff', '828d9898-7ed7-49fd-b023-13d8d62e8bbf-sda', '1735130043.35799', '1735130043', '1735130044', '', '1735130044', 1, 1) +test DEBUG: /tmp/tmpumb5f3v1/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'edbf90257ff650028ff60edb478fd9ff', '828d9898-7ed7-49fd-b023-13d8d62e8bbf-sda', '1735130043.35799', '1735130043', '1735130044', '', '1735130044', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('828d9898-7ed7-49fd-b023-13d8d62e8bbf-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.61996 seconds (1.61300/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpzx3f7z0k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9e9558c5-5c0c-489b-b553-2b755272a787-sda', '1735130044.20883', '1735130046', '1735130045', '', '1735130046', 0, 0) +test DEBUG: /tmp/tmpzx3f7z0k/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9e9558c5-5c0c-489b-b553-2b755272a787-sda', '1735130044.20883', '1735130046', '1735130045', '', '1735130046', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9e9558c5-5c0c-489b-b553-2b755272a787-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.36568 seconds (2.73466/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1urar55t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dfa3bf1fe2af86267cee1ea7f060b3bf', '80037232-cad0-4784-a2cc-5cd7636cdf48-sda', '1735130044.88338', '1735130046', '1735130045', '', '1735130046', 1, 1) +test DEBUG: /tmp/tmp1urar55t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130048.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '80037232-cad0-4784-a2cc-5cd7636cdf48-sda') +test DEBUG: /tmp/tmp1urar55t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0393925s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dfa3bf1fe2af86267cee1ea7f060b3bf', '80037232-cad0-4784-a2cc-5cd7636cdf48-sda', '1735130044.88338', '1735130046', '1735130045', '', '1735130046', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('80037232-cad0-4784-a2cc-5cd7636cdf48-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.48273 seconds (2.07156/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpxmf2zru8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c5a264b7-ae51-4b1a-8583-3cb64124a1f2-sda', '1735130045.57889', '1735130047', '1735130046', '', '1735130047', 0, 1) +test DEBUG: /tmp/tmpxmf2zru8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c5a264b7-ae51-4b1a-8583-3cb64124a1f2-sda', '1735130045.57889', '1735130047', '1735130046', '', '1735130047', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c5a264b7-ae51-4b1a-8583-3cb64124a1f2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.25699 seconds (3.89113/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpld29ulb8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1026fe3603a7f809c7f2b6f16f0b60a8', '715b4a05-9345-4c04-9881-9a0246bc895f-sda', '1735130046.06977', '1735130048', '1735130047', '', '1735130048', 1, 1) +test DEBUG: /tmp/tmpld29ulb8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '1026fe3603a7f809c7f2b6f16f0b60a8', '715b4a05-9345-4c04-9881-9a0246bc895f-sda', '1735130046.06977', '1735130048', '1735130047', '', '1735130048', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('715b4a05-9345-4c04-9881-9a0246bc895f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db')test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_overwrite_unicode ... ok -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Get listing from /v1/.shards_a/c_ham?marker=koolaid&reverse=true&format=json&limit=10000&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx57fd3117de524470a5712-00697905a6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Setting object count to 1065 (txn: txf672155bca6b49a684aaa-00697905a7) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='onion') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=onion%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='rhubarb') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=rhubarb%00 {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Setting object count to 1065 (txn: txd1379b22897440689ce41-00697905a8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa79f8aa2918b4dc3813bb-00697905a9) -test DEBUG: GET listing from 0 shards for: /v1/a/c?marker=bb&end_marker=aa&format=json&states=listing (txn: txa79f8aa2918b4dc3813bb-00697905a9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.2:1002/sdc (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.0:1000/sda (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.1:1001/sdb (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.3:1003/sda (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.4:1004/sda (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: ERROR 503 b'""' Trying to GET /.shards_a/c_ From Container Server 10.0.0.5:1005/sda (txn: tx3a5ac358242347ad972da-00697905aa) -test ERROR: Container GET returning 503 for [503, 503, 503, 503, 503, 503] (txn: tx3a5ac358242347ad972da-00697905aa) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 503 (txn: tx3a5ac358242347ad972da-00697905aa)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mix_ok_and_unavailable_shards ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_mixed_policies_error ... ok +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130159.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3d7/fe7bfd08163100a7759cdac46f2c73d7/fe7bfd08163100a7759cdac46f2c73d7_1735130159.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130159.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/3d7/fe7bfd08163100a7759cdac46f2c73d7/fe7bfd08163100a7759cdac46f2c73d7_1735130159.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27_1735130162.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27_1735130162.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130165.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c1f/83ddb1474ed7da1187a081c1726a9c1f/83ddb1474ed7da1187a081c1726a9c1f_1735130165.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130165.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c1f/83ddb1474ed7da1187a081c1726a9c1f/83ddb1474ed7da1187a081c1726a9c1f_1735130165.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130168.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f33/7b450effe32589ab516a7c92ec135f33/7b450effe32589ab516a7c92ec135f33_1735130168.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130168.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/f33/7b450effe32589ab516a7c92ec135f33/7b450effe32589ab516a7c92ec135f33_1735130168.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130171.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/025/6f554a3168aaf1ce8785bc5ecf52e025/6f554a3168aaf1ce8785bc5ecf52e025_1735130171.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130171.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/025/6f554a3168aaf1ce8785bc5ecf52e025/6f554a3168aaf1ce8785bc5ecf52e025_1735130171.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130174.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/529/017d0d487be6180fcf349287e2264529/017d0d487be6180fcf349287e2264529_1735130174.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130174.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/529/017d0d487be6180fcf349287e2264529/017d0d487be6180fcf349287e2264529_1735130174.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27_1735130177.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27_1735130177.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130180.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/931/e4c776dafbec62aebb67a01c4696a931/e4c776dafbec62aebb67a01c4696a931_1735130180.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130180.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/931/e4c776dafbec62aebb67a01c4696a931/e4c776dafbec62aebb67a01c4696a931_1735130180.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130183.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/dbd/16aa33252f3aa254db55c4d26f428dbd/16aa33252f3aa254db55c4d26f428dbd_1735130183.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130183.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/dbd/16aa33252f3aa254db55c4d26f428dbd/16aa33252f3aa254db55c4d26f428dbd_1735130183.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130186.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eaa/d54ab06070c107a5ee506f5afbf42eaa/d54ab06070c107a5ee506f5afbf42eaa_1735130186.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130186.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/eaa/d54ab06070c107a5ee506f5afbf42eaa/d54ab06070c107a5ee506f5afbf42eaa_1735130186.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130189.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4_1735130189.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130189.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4_1735130189.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130192.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c90/d08224e460c00fa039bbca3e22148c90/d08224e460c00fa039bbca3e22148c90_1735130192.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130192.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/c90/d08224e460c00fa039bbca3e22148c90/d08224e460c00fa039bbca3e22148c90_1735130192.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130195.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/965/166f16ccb89287642ff3674d19cfc965/166f16ccb89287642ff3674d19cfc965_1735130195.00000.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130195.00000-0, db: /tmp/tmp1nx4otso/sda/containers/0/965/166f16ccb89287642ff3674d19cfc965/166f16ccb89287642ff3674d19cfc965_1735130195.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130050.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f99/f29cd8c616b7782eb9a94674d6c36f99/f29cd8c616b7782eb9a94674d6c36f99.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130050.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f99/f29cd8c616b7782eb9a94674d6c36f99/f29cd8c616b7782eb9a94674d6c36f99.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130054.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/787/d867cff8a54bb96f2a3e349f3c757787/d867cff8a54bb96f2a3e349f3c757787.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130054.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/787/d867cff8a54bb96f2a3e349f3c757787/d867cff8a54bb96f2a3e349f3c757787.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130058.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/799/5c888ecb10d1aa36c717cf2b94300799/5c888ecb10d1aa36c717cf2b94300799.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130058.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/799/5c888ecb10d1aa36c717cf2b94300799/5c888ecb10d1aa36c717cf2b94300799.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130062.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/618/2c66bf4fb4eb2fb97d58bd8488d31618/2c66bf4fb4eb2fb97d58bd8488d31618.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_items_post_overwrite_out_of_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_range_single_record ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_newer_remote_delete ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_deleted ... ok -test ERROR: Aborting listing from shards due to bad response: [200, 200, 503] (txn: tx3a5ac358242347ad972da-00697905aa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txec2c3ff4514f4a98b0558-00697905aa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txec2c3ff4514f4a98b0558-00697905aa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txec2c3ff4514f4a98b0558-00697905aa) -test ERROR: Aborting listing from shards due to bad shard policy index: 0 (expected 1) (txn: txec2c3ff4514f4a98b0558-00697905aa) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: txb095c90c3c4e443f9b3a1-00697905aa) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb095c90c3c4e443f9b3a1-00697905aa) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb095c90c3c4e443f9b3a1-00697905aa) -test ERROR: Aborting listing from shards due to bad shard policy index: None (expected 1) (txn: txb095c90c3c4e443f9b3a1-00697905aa) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: Setting object count to 3120 (txn: tx99c6ddebe9424aad834bd-00697905ab) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: Setting object count to 3120 (txn: tx2f5a72c8be0b412e9f634-00697905ab) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: Setting object count to 3120 (txn: tx19a7d64bebef479584d17-00697905ab) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: Setting object count to 3120 (txn: tx5af92d7f01d149f4a9bd9-00697905ab) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: Setting object count to 3120 (txn: txadf331eac39e442fa6464-00697905ab) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx89451a7d709849968f9d8-00697905ab) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9a890ce14d3e4c639cfd5-00697905ab)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_no_memcache ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130062.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/618/2c66bf4fb4eb2fb97d58bd8488d31618/2c66bf4fb4eb2fb97d58bd8488d31618.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130066.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d00/38d245438d8c9eca1d48df993035dd00/38d245438d8c9eca1d48df993035dd00.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130066.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d00/38d245438d8c9eca1d48df993035dd00/38d245438d8c9eca1d48df993035dd00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130070.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/356/1121cbed5f3d2726a9b4630d0d682356/1121cbed5f3d2726a9b4630d0d682356.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130070.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/356/1121cbed5f3d2726a9b4630d0d682356/1121cbed5f3d2726a9b4630d0d682356.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130074.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/a91/dfdbb4db81d478ad762b4689867cba91/dfdbb4db81d478ad762b4689867cba91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130074.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/a91/dfdbb4db81d478ad762b4689867cba91/dfdbb4db81d478ad762b4689867cba91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130078.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cc2/218f5d5e18284a08f9d53a782f740cc2/218f5d5e18284a08f9d53a782f740cc2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130078.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cc2/218f5d5e18284a08f9d53a782f740cc2/218f5d5e18284a08f9d53a782f740cc2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130082.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/7b3/129e085070145ef09a3cac516d3d77b3/129e085070145ef09a3cac516d3d77b3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130082.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/7b3/129e085070145ef09a3cac516d3d77b3/129e085070145ef09a3cac516d3d77b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130086.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/4dd/978dc8e82571b69159a2591840e2b4dd/978dc8e82571b69159a2591840e2b4dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130086.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/4dd/978dc8e82571b69159a2591840e2b4dd/978dc8e82571b69159a2591840e2b4dd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130090.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b17/d230e4c9764ab8875a3d9d5ef715fb17/d230e4c9764ab8875a3d9d5ef715fb17.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130090.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b17/d230e4c9764ab8875a3d9d5ef715fb17/d230e4c9764ab8875a3d9d5ef715fb17.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130094.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3a7/14b38a37f118c9c641b75bc11554d3a7/14b38a37f118c9c641b75bc11554d3a7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130094.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3a7/14b38a37f118c9c641b75bc11554d3a7/14b38a37f118c9c641b75bc11554d3a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130098.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d97/a9f342bfdf94f7122d9b029cb6f4fd97/a9f342bfdf94f7122d9b029cb6f4fd97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130098.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d97/a9f342bfdf94f7122d9b029cb6f4fd97/a9f342bfdf94f7122d9b029cb6f4fd97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130106.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dab/672cbbb87ea9cc63f5963f7208dc9dab/672cbbb87ea9cc63f5963f7208dc9dab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130106.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dab/672cbbb87ea9cc63f5963f7208dc9dab/672cbbb87ea9cc63f5963f7208dc9dab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130110.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f09/2f65da0276bc0d2c3581841fb85fdf09/2f65da0276bc0d2c3581841fb85fdf09.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130110.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f09/2f65da0276bc0d2c3581841fb85fdf09/2f65da0276bc0d2c3581841fb85fdf09.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130114.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/2c1/74bcf5608f0aeba6af9ca30679b3b2c1/74bcf5608f0aeba6af9ca30679b3b2c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130114.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/2c1/74bcf5608f0aeba6af9ca30679b3b2c1/74bcf5608f0aeba6af9ca30679b3b2c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130118.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3ca/7e6e3f2f0b8be79a58f1a62b38be23ca/7e6e3f2f0b8be79a58f1a62b38be23ca.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130118.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3ca/7e6e3f2f0b8be79a58f1a62b38be23ca/7e6e3f2f0b8be79a58f1a62b38be23ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130126.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f52/3939134c6fd8706e129f10ab77accf52/3939134c6fd8706e129f10ab77accf52.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130126.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/f52/3939134c6fd8706e129f10ab77accf52/3939134c6fd8706e129f10ab77accf52.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130130.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cc8/78e27ac41b58c9fe99776bafb528fcc8/78e27ac41b58c9fe99776bafb528fcc8.db +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.37242 seconds (2.68514/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp__ax95aa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f5ffc806-43c6-43a9-8c90-9122a6dde01d-sda', '1735130046.65241', '1735130049', '1735130048', '', '1735130049', 0, 0) +test DEBUG: /tmp/tmp__ax95aa/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f5ffc806-43c6-43a9-8c90-9122a6dde01d-sda', '1735130046.65241', '1735130049', '1735130048', '', '1735130049', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f5ffc806-43c6-43a9-8c90-9122a6dde01d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.41099 seconds (2.43315/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmptukns80t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '44558fb856e225ad3bacebafe97f2e58', '63a9585d-4a73-4b65-a784-3eec7b66ebe4-sda', '1735130047.30815', '1735130050', '1735130049', '', '1735130050', 1, 0) +test DEBUG: /tmp/tmptukns80t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130052.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '63a9585d-4a73-4b65-a784-3eec7b66ebe4-sda') +test DEBUG: /tmp/tmptukns80t/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0738859s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '44558fb856e225ad3bacebafe97f2e58', '63a9585d-4a73-4b65-a784-3eec7b66ebe4-sda', '1735130047.30815', '1735130050', '1735130049', '', '1735130050', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('63a9585d-4a73-4b65-a784-3eec7b66ebe4-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.68947 seconds (1.45039/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp1ruu8pon/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '927ff17b-a6ac-4e19-864b-e30d85ac3164-sda', '1735130048.23218', '1735130051', '1735130050', '', '1735130051', 0, 0) +test DEBUG: /tmp/tmp1ruu8pon/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '927ff17b-a6ac-4e19-864b-e30d85ac3164-sda', '1735130048.23218', '1735130051', '1735130050', '', '1735130051', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('927ff17b-a6ac-4e19-864b-e30d85ac3164-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.51508 seconds (1.94146/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp4pymrg4h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '36a88105d7b22996db7d9ca713450cf6', '34d04e71-9cce-4d73-bb62-9337c533a382-sda', '1735130049.05594', '1735130052', '1735130051', '', '1735130052', 1, 1) +test DEBUG: /tmp/tmp4pymrg4h/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '36a88105d7b22996db7d9ca713450cf6', '34d04e71-9cce-4d73-bb62-9337c533a382-sda', '1735130049.05594', '1735130052', '1735130051', '', '1735130052', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('34d04e71-9cce-4d73-bb62-9337c533a382-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.64901 seconds (1.54082/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpetzn7zph/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '51466ad7-c18c-45b8-b77c-e7d987add8f9-sda', '1735130050.10520', '1735130053', '1735130052', '', '1735130053', 0, 1) +test DEBUG: /tmp/tmpetzn7zph/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '51466ad7-c18c-45b8-b77c-e7d987add8f9-sda', '1735130050.10520', '1735130053', '1735130052', '', '1735130053', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('51466ad7-c18c-45b8-b77c-e7d987add8f9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.38299 seconds (2.61104/s) +test INFO: Removed 0 dbs +test INFO: 2 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmprdjawnam/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '36a88105d7b22996db7d9ca713450cf6', 'fb214fa0-9200-43fb-826d-a7b64cd6e51a-sda', '1735130050.77365', '1735130053', '1735130052', '', '1735130053', 1, 0) +test DEBUG: /tmp/tmprdjawnam/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130054.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fb214fa0-9200-43fb-826d-a7b64cd6e51a-sda') +test DEBUG: /tmp/tmprdjawnam/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0392811s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '36a88105d7b22996db7d9ca713450cf6', 'fb214fa0-9200-43fb-826d-a7b64cd6e51a-sda', '1735130050.77365', '1735130053', '1735130052', '', '1735130053', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fb214fa0-9200-43fb-826d-a7b64cd6e51a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test INFO: Replication run OVER +test INFO: Attempted to replicate 1 dbs in 0.51385 seconds (1.94609/s)test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create +test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_create ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539269.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/5bf/fd2d826b4fea217804724f1a848c35bf/fd2d826b4fea217804724f1a848c35bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539273.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/565/c3cbb8d04e2229edb53382d14fe74565/c3cbb8d04e2229edb53382d14fe74565.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539277.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/ff1/b6d3125624dc1762f891a4a3a0fefff1/b6d3125624dc1762f891a4a3a0fefff1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539281.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/84a/7113a97a436350b1d515b7eb7d11e84a/7113a97a436350b1d515b7eb7d11e84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539285.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/603/6e0ee58d4a5f0154eeb84b52539ea603/6e0ee58d4a5f0154eeb84b52539ea603.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539289.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/e05/5e5bc7219e6b424f4f45207041c8fe05/5e5bc7219e6b424f4f45207041c8fe05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539293.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/03d/6c60303305f3337c6633d28f36d9f03d/6c60303305f3337c6633d28f36d9f03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539297.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/173/3bf519350fdde289923f05b589912173/3bf519350fdde289923f05b589912173.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539301.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/144/03c3265057b6b33f39236586b666c144/03c3265057b6b33f39236586b666c144.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539305.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/478/427999e6af3bd3e4c04b6166fd2a3478/427999e6af3bd3e4c04b6166fd2a3478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539309.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/76d/67786bbda8a6b113a5fabb8b1cef876d/67786bbda8a6b113a5fabb8b1cef876d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539313.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8c5/3e6b24b34ca83ba5c6528f281d93e8c5/3e6b24b34ca83ba5c6528f281d93e8c5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539317.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/899/1734d774215baaf5dc208d6541276899/1734d774215baaf5dc208d6541276899.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539321.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/a47/8538462def6c98e2535a03df78826a47/8538462def6c98e2535a03df78826a47.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539325.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/206/7cbf6809eba90c17dedf68460129d206/7cbf6809eba90c17dedf68460129d206.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539329.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/c79/a66d7a7de81fdfbd1800d87e066e5c79/a66d7a7de81fdfbd1800d87e066e5c79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539333.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/654/b040e25ede3776044d9dd3bc66bc3654/b040e25ede3776044d9dd3bc66bc3654.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539337.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f83/e95560979b00edb8d33befcd47767f83/e95560979b00edb8d33befcd47767f83.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539341.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/087/066bfbea46a0eaea91ba8c759a9f8087/066bfbea46a0eaea91ba8c759a9f8087.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539345.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/912/eef2191b1e04e5f6e26c484eef1a5912/eef2191b1e04e5f6e26c484eef1a5912.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539349.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/5d1/a534b85f8f05bf379a14c92f4d46f5d1/a534b85f8f05bf379a14c92f4d46f5d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539353.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/b5a/52c43fd612fb50c3f0efdfe2092fab5a/52c43fd612fb50c3f0efdfe2092fab5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539357.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/6d4/c104a98101028b882df9fbfe92e726d4/c104a98101028b882df9fbfe92e726d4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539361.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/661/28f04c7cbad565737bfcb81a7a3ef661/28f04c7cbad565737bfcb81a7a3ef661.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539365.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/fee/15c5ff31e7388bac6cc212fd6b232fee/15c5ff31e7388bac6cc212fd6b232fee.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539369.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f9a/424b543cd4c8b75363efdea9579e6f9a/424b543cd4c8b75363efdea9579e6f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539373.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f76/a888046f14c9a2c6da55d46e18a87f76/a888046f14c9a2c6da55d46e18a87f76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539377.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/6cb/04615f13c1114364f32f1f5ce851e6cb/04615f13c1114364f32f1f5ce851e6cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539381.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/a93/f2c09c797139fee533fff7a0d6242a93/f2c09c797139fee533fff7a0d6242a93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539385.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/238/d1000a4838d0f35d946af233cea3a238/d1000a4838d0f35d946af233cea3a238.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539389.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/97f/fbb02ab9ef281af3d3b9ea36adbb997f/fbb02ab9ef281af3d3b9ea36adbb997f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539393.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/3bb/59e147776558e1b93c776bb6911243bb/59e147776558e1b93c776bb6911243bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539397.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/1f7/51461854b62a56cc5a26afe463cde1f7/51461854b62a56cc5a26afe463cde1f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539401.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/0c6/b4c0d85ee4896fd6788cea6f3fcb30c6/b4c0d85ee4896fd6788cea6f3fcb30c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539405.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/351/26aaa5ba90b54a34e14f9877baee4351/26aaa5ba90b54a34e14f9877baee4351.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130130.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cc8/78e27ac41b58c9fe99776bafb528fcc8/78e27ac41b58c9fe99776bafb528fcc8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130134.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/1b8/4751f65cdebe53ae0371a2dbacb4f1b8/4751f65cdebe53ae0371a2dbacb4f1b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130134.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/1b8/4751f65cdebe53ae0371a2dbacb4f1b8/4751f65cdebe53ae0371a2dbacb4f1b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130138.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9c7/d4d65a3e4cb22b4dff3d054a7cf979c7/d4d65a3e4cb22b4dff3d054a7cf979c7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130138.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9c7/d4d65a3e4cb22b4dff3d054a7cf979c7/d4d65a3e4cb22b4dff3d054a7cf979c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130142.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6d7/d4d8010c5afcd6f3e0744aeb7681f6d7/d4d8010c5afcd6f3e0744aeb7681f6d7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130142.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6d7/d4d8010c5afcd6f3e0744aeb7681f6d7/d4d8010c5afcd6f3e0744aeb7681f6d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130146.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/643/f4b9dbcf11fbb7fd8443dba07866a643/f4b9dbcf11fbb7fd8443dba07866a643.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130146.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/643/f4b9dbcf11fbb7fd8443dba07866a643/f4b9dbcf11fbb7fd8443dba07866a643.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130150.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/758/66ca9b7d2bba9f11e70ecffad3738758/66ca9b7d2bba9f11e70ecffad3738758.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130150.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/758/66ca9b7d2bba9f11e70ecffad3738758/66ca9b7d2bba9f11e70ecffad3738758.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130154.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dbf/db1a29b735c1b0d0a2c11b462435bdbf/db1a29b735c1b0d0a2c11b462435bdbf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130154.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dbf/db1a29b735c1b0d0a2c11b462435bdbf/db1a29b735c1b0d0a2c11b462435bdbf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130158.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/554/06653c268ab07cd6ddc5cf4f3d1c3554/06653c268ab07cd6ddc5cf4f3d1c3554.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130158.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/554/06653c268ab07cd6ddc5cf4f3d1c3554/06653c268ab07cd6ddc5cf4f3d1c3554.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130166.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ab1/2b7b149c8cf4d82f144e87ecf5c8bab1/2b7b149c8cf4d82f144e87ecf5c8bab1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130166.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ab1/2b7b149c8cf4d82f144e87ecf5c8bab1/2b7b149c8cf4d82f144e87ecf5c8bab1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130170.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9c1/377c19ecf7ac2cc4637240d0f20c99c1/377c19ecf7ac2cc4637240d0f20c99c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130170.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9c1/377c19ecf7ac2cc4637240d0f20c99c1/377c19ecf7ac2cc4637240d0f20c99c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130174.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/529/017d0d487be6180fcf349287e2264529/017d0d487be6180fcf349287e2264529.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130174.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/529/017d0d487be6180fcf349287e2264529/017d0d487be6180fcf349287e2264529.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130178.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dcf/a9c07a463fd267fb38b4ab05ecddbdcf/a9c07a463fd267fb38b4ab05ecddbdcf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130178.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/dcf/a9c07a463fd267fb38b4ab05ecddbdcf/a9c07a463fd267fb38b4ab05ecddbdcf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130186.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/eaa/d54ab06070c107a5ee506f5afbf42eaa/d54ab06070c107a5ee506f5afbf42eaa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130186.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/eaa/d54ab06070c107a5ee506f5afbf42eaa/d54ab06070c107a5ee506f5afbf42eaa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130190.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/8f5/9e21cc46ac9b95649abf339eccee88f5/9e21cc46ac9b95649abf339eccee88f5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130190.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/8f5/9e21cc46ac9b95649abf339eccee88f5/9e21cc46ac9b95649abf339eccee88f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130194.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/0c3/d362bda3590b710dec24923baa4a50c3/d362bda3590b710dec24923baa4a50c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130194.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/0c3/d362bda3590b710dec24923baa4a50c3/d362bda3590b710dec24923baa4a50c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130198.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/839/a079cc4571a6328cf7689f2cdf649839/a079cc4571a6328cf7689f2cdf649839.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_delete ... ok test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppg2sy90q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40825716-d2de-4f9e-ac75-48632fc9581b-sda', '1769538984.43452', '1769538987', '1769538986', '', '1769538987', 0, 1) -test DEBUG: /tmp/tmppg2sy90q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '40825716-d2de-4f9e-ac75-48632fc9581b-sda', '1769538984.43452', '1769538987', '1769538986', '', '1769538987', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('40825716-d2de-4f9e-ac75-48632fc9581b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpnfar1a8b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd566f50-9acd-4993-91ce-ebc224dec6dd-sda', '1735130051.60173', '1735130054', '1735130053', '', '1735130054', 0, 1) +test DEBUG: /tmp/tmpnfar1a8b/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd566f50-9acd-4993-91ce-ebc224dec6dd-sda', '1735130051.60173', '1735130054', '1735130053', '', '1735130054', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dd566f50-9acd-4993-91ce-ebc224dec6dd-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20797 seconds (4.80836/s) +test INFO: Attempted to replicate 1 dbs in 0.76970 seconds (1.29920/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpqs69z58j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '497bd50a9e6d361532a2ae91c727b1d4', '2e52c1a1-0bc7-4eb0-abb9-f5275974405c-sda', '1769538985.04976', '1769538988', '1769538987', '', '1769538988', 1, 1) -test DEBUG: /tmp/tmpqs69z58j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '497bd50a9e6d361532a2ae91c727b1d4', '2e52c1a1-0bc7-4eb0-abb9-f5275974405c-sda', '1769538985.04976', '1769538988', '1769538987', '', '1769538988', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2e52c1a1-0bc7-4eb0-abb9-f5275974405c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpfdf4koo3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b7691adb01357a9315b45072c914d0fb', '5feb5752-6d56-4b88-a7ee-890fe4b7ff0d-sda', '1735130052.64820', '1735130055', '1735130054', '', '1735130055', 1, 1) +test DEBUG: /tmp/tmpfdf4koo3/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b7691adb01357a9315b45072c914d0fb', '5feb5752-6d56-4b88-a7ee-890fe4b7ff0d-sda', '1735130052.64820', '1735130055', '1735130054', '', '1735130055', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5feb5752-6d56-4b88-a7ee-890fe4b7ff0d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.48790 seconds (2.04960/s) +test INFO: Attempted to replicate 1 dbs in 0.78449 seconds (1.27471/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm2sw9e28/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '130f200c-a09a-498a-af94-b148ce0c6653-sda', '1769538985.65838', '1769538989', '1769538988', '', '1769538989', 0, 1) -test DEBUG: /tmp/tmpm2sw9e28/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '130f200c-a09a-498a-af94-b148ce0c6653-sda', '1769538985.65838', '1769538989', '1769538988', '', '1769538989', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('130f200c-a09a-498a-af94-b148ce0c6653-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp32ebvqom/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b4b30a7e-42a9-48a6-966a-a28d9b04b7d2-sda', '1735130053.64072', '1735130057', '1735130056', '', '1735130057', 0, 0) +test DEBUG: /tmp/tmp32ebvqom/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'b4b30a7e-42a9-48a6-966a-a28d9b04b7d2-sda', '1735130053.64072', '1735130057', '1735130056', '', '1735130057', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b4b30a7e-42a9-48a6-966a-a28d9b04b7d2-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.13604 seconds (7.35061/s) +test INFO: Attempted to replicate 1 dbs in 0.18013 seconds (5.55169/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv7t6lo_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a71422ac7ca34694ffc22ebf833c4e52', 'be32e342-e540-4d6a-aab9-793b77aa96cc-sda', '1769538986.01274', '1769538990', '1769538989', '', '1769538990', 1, 0) -test DEBUG: /tmp/tmpv7t6lo_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538991.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'be32e342-e540-4d6a-aab9-793b77aa96cc-sda') -test DEBUG: /tmp/tmpv7t6lo_e/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0336416s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a71422ac7ca34694ffc22ebf833c4e52', 'be32e342-e540-4d6a-aab9-793b77aa96cc-sda', '1769538986.01274', '1769538990', '1769538989', '', '1769538990', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('be32e342-e540-4d6a-aab9-793b77aa96cc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmphunml9uz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'cd085ada055c2528e56e6507a1ef4007', 'fced2c15-cef6-4356-9d6f-d45c9c275636-sda', '1735130054.12471', '1735130058', '1735130057', '', '1735130058', 1, 0) +test DEBUG: /tmp/tmphunml9uz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130059.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'fced2c15-cef6-4356-9d6f-d45c9c275636-sda') +test DEBUG: /tmp/tmphunml9uz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0561025s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'cd085ada055c2528e56e6507a1ef4007', 'fced2c15-cef6-4356-9d6f-d45c9c275636-sda', '1735130054.12471', '1735130058', '1735130057', '', '1735130058', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fced2c15-cef6-4356-9d6f-d45c9c275636-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.30061 seconds (3.32662/s) +test INFO: Attempted to replicate 1 dbs in 0.42614 seconds (2.34664/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm_vtbdcj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e83135e0-d68e-4c2f-985f-36d5ea2e8cd3-sda', '1769538986.54101', '1769538990', '1769538989', '', '1769538990', 0, 1) -test DEBUG: /tmp/tmpm_vtbdcj/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'e83135e0-d68e-4c2f-985f-36d5ea2e8cd3-sda', '1769538986.54101', '1769538990', '1769538989', '', '1769538990', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e83135e0-d68e-4c2f-985f-36d5ea2e8cd3-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpftu0d6n_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6de8b0a9-80c9-4d20-a8b4-4aecb3f8f4c5-sda', '1735130054.79615', '1735130058', '1735130057', '', '1735130058', 0, 1) +test DEBUG: /tmp/tmpftu0d6n_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6de8b0a9-80c9-4d20-a8b4-4aecb3f8f4c5-sda', '1735130054.79615', '1735130058', '1735130057', '', '1735130058', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('6de8b0a9-80c9-4d20-a8b4-4aecb3f8f4c5-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21600 seconds (4.62955/s) +test INFO: Attempted to replicate 1 dbs in 0.28155 seconds (3.55176/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc0iwcovh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a71422ac7ca34694ffc22ebf833c4e52', '06fdce4f-4f8a-4fbb-8eda-1cd89d282182-sda', '1769538986.98677', '1769538990', '1769538989', '', '1769538990', 1, 0) -test DEBUG: /tmp/tmpc0iwcovh/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a71422ac7ca34694ffc22ebf833c4e52', '06fdce4f-4f8a-4fbb-8eda-1cd89d282182-sda', '1769538986.98677', '1769538990', '1769538989', '', '1769538990', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('06fdce4f-4f8a-4fbb-8eda-1cd89d282182-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp4pgvbc7r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '041ad370cb2550c474a6f1f39208a059', 'c5f49684-6478-445d-a247-79f2b1deeafa-sda', '1735130056.37971', '1735130060', '1735130059', '', '1735130060', 1, 0) +test DEBUG: /tmp/tmp4pgvbc7r/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '041ad370cb2550c474a6f1f39208a059', 'c5f49684-6478-445d-a247-79f2b1deeafa-sda', '1735130056.37971', '1735130060', '1735130059', '', '1735130060', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c5f49684-6478-445d-a247-79f2b1deeafa-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.27960 seconds (3.57651/s) +test INFO: Attempted to replicate 1 dbs in 0.47278 seconds (2.11515/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp1_ikk7db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8d9e0d8c-d38f-40c3-8112-a3b7317004cc-sda', '1769538987.69946', '1769538992', '1769538991', '', '1769538992', 0, 1) -test DEBUG: /tmp/tmp1_ikk7db/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx9a890ce14d3e4c639cfd5-00697905ab) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txc1b437c78da2483cacd14-00697905ab) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx6e26490e9c9d479fb4940-00697905ab) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx6e26490e9c9d479fb4940-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx6e26490e9c9d479fb4940-00697905ab) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx6e26490e9c9d479fb4940-00697905ab) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: txd1bab6a5d5fa4197a5983-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txd1bab6a5d5fa4197a5983-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: txd1bab6a5d5fa4197a5983-00697905ab) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txd1bab6a5d5fa4197a5983-00697905ab) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: tx9ff4129645ff4df8b19c7-00697905ab) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx9ff4129645ff4df8b19c7-00697905ab) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx9ff4129645ff4df8b19c7-00697905ab) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx9ff4129645ff4df8b19c7-00697905ab) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Found 1020 objects in shard (state=unsharded), total = 1068 (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: Setting object count to 1068 (txn: txfc841b4a43d342beb1ff5-00697905ac) -test DEBUG: GET listing from 3 shards for: /v1/a/c?reverse=true&format=json&states=listing (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='lemon', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&format=json&limit=10000&marker=&end_marker=lemon {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&format=json&limit=8976&marker=m&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Found 44 objects in shard (state=unsharded), total = 1068 (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_overlapping_shards_no_memcache ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_fetch_fails_while_shrinking ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate +test DEBUG: Replicating db /tmp/tmpex9k_1p8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd8c173d3-944f-4cce-b575-701b327464fb-sda', '1735130057.27062', '1735130062', '1735130061', '', '1735130062', 0, 0) +test DEBUG: /tmp/tmpex9k_1p8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130198.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/839/a079cc4571a6328cf7689f2cdf649839/a079cc4571a6328cf7689f2cdf649839.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130202.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d8f/cc1e97037151f934075038389894cd8f/cc1e97037151f934075038389894cd8f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130202.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d8f/cc1e97037151f934075038389894cd8f/cc1e97037151f934075038389894cd8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130210.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/5e5/9dee8259a627b98e3964ad37571c55e5/9dee8259a627b98e3964ad37571c55e5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130210.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/5e5/9dee8259a627b98e3964ad37571c55e5/9dee8259a627b98e3964ad37571c55e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130214.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/00f/a62dd8a82201027273ec037db9d8c00f/a62dd8a82201027273ec037db9d8c00f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130214.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/00f/a62dd8a82201027273ec037db9d8c00f/a62dd8a82201027273ec037db9d8c00f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130218.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b9f/14b64592c77206865f05dfc98e5e8b9f/14b64592c77206865f05dfc98e5e8b9f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130218.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b9f/14b64592c77206865f05dfc98e5e8b9f/14b64592c77206865f05dfc98e5e8b9f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130222.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ca9/b1351ad4172cd3d4724455db343a6ca9/b1351ad4172cd3d4724455db343a6ca9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130222.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ca9/b1351ad4172cd3d4724455db343a6ca9/b1351ad4172cd3d4724455db343a6ca9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130226.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b5f/c15f3979b8b300cdb33e21b2c3cedb5f/c15f3979b8b300cdb33e21b2c3cedb5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130226.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/b5f/c15f3979b8b300cdb33e21b2c3cedb5f/c15f3979b8b300cdb33e21b2c3cedb5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130230.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/147/4b529525dac1d214ccf90b97a83a9147/4b529525dac1d214ccf90b97a83a9147.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130230.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/147/4b529525dac1d214ccf90b97a83a9147/4b529525dac1d214ccf90b97a83a9147.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130234.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cdb/95389ced345a53d3ad461a14e221ecdb/95389ced345a53d3ad461a14e221ecdb.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130234.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/cdb/95389ced345a53d3ad461a14e221ecdb/95389ced345a53d3ad461a14e221ecdb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130238.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/87b/cd3ce146e5d4901fb05a2d01061be87b/cd3ce146e5d4901fb05a2d01061be87b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130238.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/87b/cd3ce146e5d4901fb05a2d01061be87b/cd3ce146e5d4901fb05a2d01061be87b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130242.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/14c/4537c0b11a8cf1cf40f37375da17e14c/4537c0b11a8cf1cf40f37375da17e14c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130242.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/14c/4537c0b11a8cf1cf40f37375da17e14c/4537c0b11a8cf1cf40f37375da17e14c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130246.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6ef/0d28d0d49d07c9c414f52e7a4a1386ef/0d28d0d49d07c9c414f52e7a4a1386ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130246.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6ef/0d28d0d49d07c9c414f52e7a4a1386ef/0d28d0d49d07c9c414f52e7a4a1386ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130250.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/a03/10d2d1f0f65bef45fa8039c0e5296a03/10d2d1f0f65bef45fa8039c0e5296a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130250.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/a03/10d2d1f0f65bef45fa8039c0e5296a03/10d2d1f0f65bef45fa8039c0e5296a03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130254.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ef4/1a69aff15ab2b4de4cafebfed5651ef4/1a69aff15ab2b4de4cafebfed5651ef4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130254.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/ef4/1a69aff15ab2b4de4cafebfed5651ef4/1a69aff15ab2b4de4cafebfed5651ef4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130258.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/696/3bcaf61f24b7143baad5eef2473c7696/3bcaf61f24b7143baad5eef2473c7696.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130258.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/696/3bcaf61f24b7143baad5eef2473c7696/3bcaf61f24b7143baad5eef2473c7696.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130266.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9bb/2b490f4f45834cbb5a727b6684d509bb/2b490f4f45834cbb5a727b6684d509bb.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate test.unit.container.test_replicator.TestReplicatorSync.test_sync_local_recreate_policy_over_older_remote_recreate ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_errors_no_memcache ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps test.unit.container.test_replicator.TestReplicatorSync.test_sync_merge_timestamps ... ok -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8d9e0d8c-d38f-40c3-8112-a3b7317004cc-sda', '1769538987.69946', '1769538992', '1769538991', '', '1769538992', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8d9e0d8c-d38f-40c3-8112-a3b7317004cc-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd8c173d3-944f-4cce-b575-701b327464fb-sda', '1735130057.27062', '1735130062', '1735130061', '', '1735130062', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d8c173d3-944f-4cce-b575-701b327464fb-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20910 seconds (4.78249/s) +test INFO: Attempted to replicate 1 dbs in 0.31434 seconds (3.18125/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpw_7148fy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '80fca718b55449b886d46fe233e7ae2b', '5c9a3bc7-2eee-4067-be27-d38aee1e893c-sda', '1769538988.18513', '1769538993', '1769538992', '', '1769538993', 1, 0) -test DEBUG: /tmp/tmpw_7148fy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538994.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '5c9a3bc7-2eee-4067-be27-d38aee1e893c-sda') -test DEBUG: /tmp/tmpw_7148fy/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0342047s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '80fca718b55449b886d46fe233e7ae2b', '5c9a3bc7-2eee-4067-be27-d38aee1e893c-sda', '1769538988.18513', '1769538993', '1769538992', '', '1769538993', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5c9a3bc7-2eee-4067-be27-d38aee1e893c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpjmy4w4x5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b2bbd97efc5c114ba184dc7141533012', 'ac1fedfb-5c91-47a1-8ea4-778a49678460-sda', '1735130058.25388', '1735130063', '1735130062', '', '1735130063', 1, 1) +test DEBUG: /tmp/tmpjmy4w4x5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130064.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ac1fedfb-5c91-47a1-8ea4-778a49678460-sda') +test DEBUG: /tmp/tmpjmy4w4x5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0391719s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b2bbd97efc5c114ba184dc7141533012', 'ac1fedfb-5c91-47a1-8ea4-778a49678460-sda', '1735130058.25388', '1735130063', '1735130062', '', '1735130063', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ac1fedfb-5c91-47a1-8ea4-778a49678460-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35135 seconds (2.84619/s) +test INFO: Attempted to replicate 1 dbs in 0.63468 seconds (1.57561/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmprowdsvit/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcf875-cb07-4914-bbd5-8fb5925a1a9d-sda', '1769538988.83109', '1769538993', '1769538992', '', '1769538993', 0, 1) -test DEBUG: /tmp/tmprowdsvit/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '98bcf875-cb07-4914-bbd5-8fb5925a1a9d-sda', '1769538988.83109', '1769538993', '1769538992', '', '1769538993', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('98bcf875-cb07-4914-bbd5-8fb5925a1a9d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpof8wg_d6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1a57d708-8e15-4e70-9411-75078ea3fd19-sda', '1735130059.21309', '1735130064', '1735130063', '', '1735130064', 0, 1) +test DEBUG: /tmp/tmpof8wg_d6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '1a57d708-8e15-4e70-9411-75078ea3fd19-sda', '1735130059.21309', '1735130064', '1735130063', '', '1735130064', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('1a57d708-8e15-4e70-9411-75078ea3fd19-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49589 seconds (2.01657/s) +test INFO: Attempted to replicate 1 dbs in 0.36569 seconds (2.73452/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp22fcvd6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '94239598d9d4cb094a506050e36fe5da', '4415f38e-72b5-424e-82d8-889f14e3f754-sda', '1769538989.62089', '1769538994', '1769538993', '', '1769538994', 1, 0) -test DEBUG: /tmp/tmp22fcvd6a/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '94239598d9d4cb094a506050e36fe5da', '4415f38e-72b5-424e-82d8-889f14e3f754-sda', '1769538989.62089', '1769538994', '1769538993', '', '1769538994', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('4415f38e-72b5-424e-82d8-889f14e3f754-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmphujh45zb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dc535406064ba145f34324a82f6855e7', '39db24b6-93d3-4b8c-b18b-26b75c124182-sda', '1735130059.97069', '1735130064', '1735130063', '', '1735130064', 1, 1) +test DEBUG: /tmp/tmphujh45zb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dc535406064ba145f34324a82f6855e7', '39db24b6-93d3-4b8c-b18b-26b75c124182-sda', '1735130059.97069', '1735130064', '1735130063', '', '1735130064', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('39db24b6-93d3-4b8c-b18b-26b75c124182-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35618 seconds (2.80755/s) +test INFO: Attempted to replicate 1 dbs in 0.95985 seconds (1.04183/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb520784-f79e-470f-90ce-0adf25dc1922-sda', '1769538990.22953', '1769538990.00000', '0', '', '1769538990.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'fb520784-f79e-470f-90ce-0adf25dc1922-sda', '1769538990.22953', '1769538991.00000', '0', '', '1769538990.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, 'afb9cceee118a19b2e0824cccca5b39b', '6d3e39cc-5753-4422-96ca-46f61006542c-sda', '1769538990.36801', '1769538990.36539', '0', '', '1769538990.36539', 11, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1769538990.48468', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1769538990.48552', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1769538990.48567', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1769538990.48580', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1769538990.48592', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1769538990.48604', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1769538990.48616', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1769538990.48627', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1769538990.48639', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1769538990.48650', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1769538990.48667', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1769538990.61213', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1769538990.68604', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1769538990.75041', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1769538990.80754', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda')test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_between_shards ... ok +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '335de552-738c-448b-97e4-88487d5147b1-sda', '1735130061.33827', '1735130061.00000', '0', '', '1735130061.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '335de552-738c-448b-97e4-88487d5147b1-sda', '1735130061.33827', '1735130062.00000', '0', '', '1735130061.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'c8f8fe4a826a40283731315ff78bc74b', '88366d38-6b6a-47d6-9bf3-186ee632650c-sda', '1735130061.52060', '1735130061.51801', '0', '', '1735130061.51801', 11, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'o_0', 'created_at': '1735130061.59195', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'o_1', 'created_at': '1735130061.59242', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'o_2', 'created_at': '1735130061.59250', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'o_3', 'created_at': '1735130061.59256', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'o_4', 'created_at': '1735130061.59261', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': 'o_5', 'created_at': '1735130061.59267', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': 'o_6', 'created_at': '1735130061.59272', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': 'o_7', 'created_at': '1735130061.59277', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': 'o_8', 'created_at': '1735130061.59282', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': 'o_9', 'created_at': '1735130061.59287', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing_0', 'created_at': '1735130061.59296', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 12, 'name': '/a/c/o_missing_1', 'created_at': '1735130061.83358', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 13, 'name': '/a/c/o_missing_2', 'created_at': '1735130061.96376', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 14, 'name': '/a/c/o_missing_3', 'created_at': '1735130062.08374', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 15, 'name': '/a/c/o_missing_4', 'created_at': '1735130062.19501', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda')test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_can_not_keep_up ... ok -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&format=json&limit=8932&marker=A&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1068 (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Setting object count to 1068 (txn: txde594892f79e47a88f5a4-00697905ac) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3493469951464ba8a65bc-00697905ad) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 404 (txn: tx3493469951464ba8a65bc-00697905ad) -test ERROR: Aborting listing from shards due to bad response: [200, 404] (txn: tx3493469951464ba8a65bc-00697905ad) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.1:1001/sdb (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.2:1002/sdc (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.0:1000/sda (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.3:1003/sda (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.4:1004/sda (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: ERROR 500 b'[]' Trying to GET /.shards_a/c_pie From Container Server 10.0.0.5:1005/sda (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: Container GET returning 503 for [500, 500, 500, 500, 500, 500] (txn: tx9cee97b186684696b132f-00697905ae) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing: 503 (txn: tx9cee97b186684696b132f-00697905ae) -test ERROR: Aborting listing from shards due to bad response: [200, 503] (txn: tx9cee97b186684696b132f-00697905ae) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_a', lower='', upper='a') .shards_a/c_a with {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Get listing from /v1/.shards_a/c_a?format=json&limit=10000&marker=&end_marker=a%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Found 33 objects in shard (state=unsharded), total = 33 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=9967&marker=a&end_marker=b%00&states=listing (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'object'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=9967&marker=a&end_marker=b%00 {'X-Backend-Record-Type': 'object'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Found 1 objects in shard (state=sharded), total = 1 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Found 1 objects in shard (state=sharded), total = 34 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='b', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'object'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9966&marker=b&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1058 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Setting object count to 1058 (txn: txaa0a7a5011b746a58c86e-00697905af) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 1 shards for: /v1/a/c?format=json&states=listing (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_shard_redirects_to_root_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharded_shard_with_memcache ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539409.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f35/014bebb86932f3d405bb549120669f35/014bebb86932f3d405bb549120669f35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539413.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/d46/388725091ab7095bfbd666e05ce6bd46/388725091ab7095bfbd666e05ce6bd46.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539417.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/9c6/20178d71632cc3929650a06d7f7529c6/20178d71632cc3929650a06d7f7529c6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539421.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/46c/914a8b6d3a453ee009332eae4b4e846c/914a8b6d3a453ee009332eae4b4e846c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539425.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/2b6/faa2ea49db262cad6b81ae03cb41f2b6/faa2ea49db262cad6b81ae03cb41f2b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539429.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f86/f1e1ce8f8e80b47aa50f27d4f12c9f86/f1e1ce8f8e80b47aa50f27d4f12c9f86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539433.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/b37/9a283300f96ee9657e29f61111904b37/9a283300f96ee9657e29f61111904b37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539437.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8ad/70e45bfa0ad47e7b118cefaae68208ad/70e45bfa0ad47e7b118cefaae68208ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539441.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/53b/0ebf299a1df4936b49c11fd97f41a53b/0ebf299a1df4936b49c11fd97f41a53b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539445.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/6c3/37a03fe3a467917a45c5f537547bb6c3/37a03fe3a467917a45c5f537547bb6c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539449.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/8d5/1c1880efb988e9d32ca5b088ccdc58d5/1c1880efb988e9d32ca5b088ccdc58d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539453.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/580/d3ad0aacac25990f066817105ddd3580/d3ad0aacac25990f066817105ddd3580.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539457.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/fb2/1c7d9f2aae53599b70cbeb49653f1fb2/1c7d9f2aae53599b70cbeb49653f1fb2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539461.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/2bc/667481702e8f61c8481e0c1b521412bc/667481702e8f61c8481e0c1b521412bc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539465.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/f5e/e8213123e0fcb10b93124f7d5a3b5f5e/e8213123e0fcb10b93124f7d5a3b5f5e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539469.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/fec/c35b2829caba304bf5572e87c80c8fec/c35b2829caba304bf5572e87c80c8fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539473.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/aff/b97042c2184bcb0c29529e70c21f6aff/b97042c2184bcb0c29529e70c21f6aff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539477.00000-0, db: /tmp/tmpbxtx24fg/sda/containers/0/266/685dcc790768ce5cb837ccd15fd1a266/685dcc790768ce5cb837ccd15fd1a266.db -sharder-test WARNING: Failed to get shard ranges from a/c: bad, path: .shards_a/shard_c, db: /tmp/tmpbcdfptmb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538990.00000.db -sharder-test WARNING: Audit warnings for shard: unable to get shard ranges from root, path: .shards_a/shard_c, db: /tmp/tmpbcdfptmb/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769538990.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538994.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/126/878822ca52561afb14dd27fc78e53126/878822ca52561afb14dd27fc78e53126_1769538994.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538994.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/126/878822ca52561afb14dd27fc78e53126/878822ca52561afb14dd27fc78e53126_1769538994.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538997.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/21b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b_1769538997.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769538997.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/21b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b/e7a3eb3d1ef2d5eb0beef7e0a5a3521b_1769538997.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539000.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/e2a/b2b8fa239be3b1c28abe106a712b5e2a/b2b8fa239be3b1c28abe106a712b5e2a_1769539000.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539000.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/e2a/b2b8fa239be3b1c28abe106a712b5e2a/b2b8fa239be3b1c28abe106a712b5e2a_1769539000.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539003.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a43/66b048216290d9302521ee4dba2a6a43/66b048216290d9302521ee4dba2a6a43_1769539003.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539003.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a43/66b048216290d9302521ee4dba2a6a43/66b048216290d9302521ee4dba2a6a43_1769539003.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539006.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7f0/d8a5600c2cb8bc7dcda1e6d79d9e57f0/d8a5600c2cb8bc7dcda1e6d79d9e57f0_1769539006.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539006.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7f0/d8a5600c2cb8bc7dcda1e6d79d9e57f0/d8a5600c2cb8bc7dcda1e6d79d9e57f0_1769539006.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539009.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/363/df35ac958805a4f0744f139502dec363/df35ac958805a4f0744f139502dec363_1769539009.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539009.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/363/df35ac958805a4f0744f139502dec363/df35ac958805a4f0744f139502dec363_1769539009.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539012.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/3e4/af800c5d1ff69091d46066c445b2f3e4/af800c5d1ff69091d46066c445b2f3e4_1769539012.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539012.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/3e4/af800c5d1ff69091d46066c445b2f3e4/af800c5d1ff69091d46066c445b2f3e4_1769539012.00000.db -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: GET listing from 1 shards for: /v1/.shards_a/c_?format=json&limit=10000&marker=&end_marker=&states=listing (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c', lower='', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Get listing from /v1/a/c?format=json&limit=10000&marker=&end_marker= {'X-Backend-Record-Type': 'object'} (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Found 1024 objects in shard (state=sharded), total = 1024 (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Setting object count to 1024 (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Found 1024 objects in shard (state=sharding), total = 1024 (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Setting object count to 1024 (txn: tx9d9fa0c6cdc24e1e8389d-00697905b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test INFO: Caching listing namespaces for shard-listing-v2/.shards_a/c_pie (3 namespaces) (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c_sub_pie', lower='lemon', upper='') a/c_sub_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/a/c_sub_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 8 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 8 objects in shard (state=sharded), total = 48 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Setting object count to 1072 (txn: tx0141c48bae35474a9c75c-00697905b0) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_mixed_policies ... ok - -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1769538990.89681', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1769538990.94637', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1769538991.01658', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1769538991.13646', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1769538991.26291', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (21, 'd2911f38ed95ec7afe7b28f377d92919', '6d3e39cc-5753-4422-96ca-46f61006542c-sda', '1769538990.36801', '1769538990.36539', '0', '', '1769538990.36539', 21, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1769538991.32579', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '6d3e39cc-5753-4422-96ca-46f61006542c-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnyyiyao9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bb94cff2-628a-4981-af85-ad040c71b834-sda', '1769538991.60561', '1769538992', '0', '', '1769538992', 0, 0) -test DEBUG: /tmp/tmpnyyiyao9/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'bb94cff2-628a-4981-af85-ad040c71b834-sda', '1769538991.60561', '1769538992', '0', '', '1769538992', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('bb94cff2-628a-4981-af85-ad040c71b834-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130266.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/9bb/2b490f4f45834cbb5a727b6684d509bb/2b490f4f45834cbb5a727b6684d509bb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130270.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/809/f722aa0a58397eedb29cfbf158a56809/f722aa0a58397eedb29cfbf158a56809.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130270.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/809/f722aa0a58397eedb29cfbf158a56809/f722aa0a58397eedb29cfbf158a56809.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130274.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/86e/2975801533e35f31390f00f0c2af286e/2975801533e35f31390f00f0c2af286e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130274.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/86e/2975801533e35f31390f00f0c2af286e/2975801533e35f31390f00f0c2af286e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130278.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d16/908e042548c70d114e01a4bb8b8cad16/908e042548c70d114e01a4bb8b8cad16.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130278.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/d16/908e042548c70d114e01a4bb8b8cad16/908e042548c70d114e01a4bb8b8cad16.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130282.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/bdc/8d71783029d5929cdb45ec0880b40bdc/8d71783029d5929cdb45ec0880b40bdc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130282.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/bdc/8d71783029d5929cdb45ec0880b40bdc/8d71783029d5929cdb45ec0880b40bdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130286.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fd0/bf870b8413e881210c7a4e804e1a4fd0/bf870b8413e881210c7a4e804e1a4fd0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130286.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/fd0/bf870b8413e881210c7a4e804e1a4fd0/bf870b8413e881210c7a4e804e1a4fd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130290.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/643/7685ae5ff3fbfc03dc9879087005a643/7685ae5ff3fbfc03dc9879087005a643.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130290.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/643/7685ae5ff3fbfc03dc9879087005a643/7685ae5ff3fbfc03dc9879087005a643.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130294.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6c9/cd50c00c5356a8cf44290c367e5396c9/cd50c00c5356a8cf44290c367e5396c9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130294.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/6c9/cd50c00c5356a8cf44290c367e5396c9/cd50c00c5356a8cf44290c367e5396c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130298.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/06a/97e45b1613a5499c5b3ca78e5177406a/97e45b1613a5499c5b3ca78e5177406a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130298.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/06a/97e45b1613a5499c5b3ca78e5177406a/97e45b1613a5499c5b3ca78e5177406a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130302.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/697/1771aafcf62c431340b8df0eb4746697/1771aafcf62c431340b8df0eb4746697.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130302.00000-0, db: /tmp/tmpvrbftvqp/sda/containers/0/697/1771aafcf62c431340b8df0eb4746697/1771aafcf62c431340b8df0eb4746697.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130068.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/e06/bdf558ed21ffe0a3c0cccee35ef68e06/bdf558ed21ffe0a3c0cccee35ef68e06.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130068.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/e06/bdf558ed21ffe0a3c0cccee35ef68e06/bdf558ed21ffe0a3c0cccee35ef68e06.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130071.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/08d/3ade901f2d2929b61e493c16725ff08d/3ade901f2d2929b61e493c16725ff08d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130071.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/08d/3ade901f2d2929b61e493c16725ff08d/3ade901f2d2929b61e493c16725ff08d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130074.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a91/dfdbb4db81d478ad762b4689867cba91/dfdbb4db81d478ad762b4689867cba91.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130074.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a91/dfdbb4db81d478ad762b4689867cba91/dfdbb4db81d478ad762b4689867cba91.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130077.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/ee4/6b0bc7c986ce571b63cdd84e90039ee4/6b0bc7c986ce571b63cdd84e90039ee4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130077.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/ee4/6b0bc7c986ce571b63cdd84e90039ee4/6b0bc7c986ce571b63cdd84e90039ee4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130080.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b18/715a63b7b071f075fa2bc09eefcccb18/715a63b7b071f075fa2bc09eefcccb18.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130080.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b18/715a63b7b071f075fa2bc09eefcccb18/715a63b7b071f075fa2bc09eefcccb18.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130083.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/459/ee580562933529812e2a0e9f018c1459/ee580562933529812e2a0e9f018c1459.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130083.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/459/ee580562933529812e2a0e9f018c1459/ee580562933529812e2a0e9f018c1459.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130086.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/4dd/978dc8e82571b69159a2591840e2b4dd/978dc8e82571b69159a2591840e2b4dd.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130086.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/4dd/978dc8e82571b69159a2591840e2b4dd/978dc8e82571b69159a2591840e2b4dd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130089.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b2e/8f7b2823ea4960e073afa0b2bc424b2e/8f7b2823ea4960e073afa0b2bc424b2e.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 16, 'name': '/a/c/o_missing_5', 'created_at': '1735130062.25972', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 17, 'name': '/a/c/o_missing_6', 'created_at': '1735130062.36770', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 18, 'name': '/a/c/o_missing_7', 'created_at': '1735130062.45444', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 19, 'name': '/a/c/o_missing_8', 'created_at': '1735130063.23307', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 20, 'name': '/a/c/o_missing_9', 'created_at': '1735130063.27980', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (21, '18ea6daf02091ca75713b598f71a24fc', '88366d38-6b6a-47d6-9bf3-186ee632650c-sda', '1735130061.52060', '1735130061.51801', '0', '', '1735130061.51801', 21, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 21, 'name': '/a/c/o_missing_10', 'created_at': '1735130063.41963', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '88366d38-6b6a-47d6-9bf3-186ee632650c-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmp9cgkwlmc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a6d4c114-1c26-421c-a244-aa48bac9af63-sda', '1735130063.72807', '1735130064', '0', '', '1735130064', 0, 1) +test DEBUG: /tmp/tmp9cgkwlmc/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a6d4c114-1c26-421c-a244-aa48bac9af63-sda', '1735130063.72807', '1735130064', '0', '', '1735130064', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a6d4c114-1c26-421c-a244-aa48bac9af63-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19281 seconds (5.18638/s) +test INFO: Attempted to replicate 1 dbs in 0.40720 seconds (2.45578/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpc8hncvzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e3ceaa1c442c425121ae3b0af93fffdb', 'd7ed740e-aec0-4dd9-9fd7-a3e6a1f291af-sda', '1769538991.86098', '1769538992', '0', '', '1769538992', 1, 0) -test DEBUG: /tmp/tmpc8hncvzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538993.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd7ed740e-aec0-4dd9-9fd7-a3e6a1f291af-sda') -test DEBUG: /tmp/tmpc8hncvzk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0300636s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'e3ceaa1c442c425121ae3b0af93fffdb', 'd7ed740e-aec0-4dd9-9fd7-a3e6a1f291af-sda', '1769538991.86098', '1769538992', '0', '', '1769538992', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d7ed740e-aec0-4dd9-9fd7-a3e6a1f291af-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpc8hncvzk/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpho58d41e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '2c17821426ec8626060efe23d0c7c8b7', '3c693ac2-1b7b-4506-b397-4e02d007344b-sda', '1735130064.26126', '1735130065', '0', '', '1735130065', 1, 1) +test DEBUG: /tmp/tmpho58d41e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130066.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '3c693ac2-1b7b-4506-b397-4e02d007344b-sda') +test DEBUG: /tmp/tmpho58d41e/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0746083s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '2c17821426ec8626060efe23d0c7c8b7', '3c693ac2-1b7b-4506-b397-4e02d007344b-sda', '1735130064.26126', '1735130065', '0', '', '1735130065', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3c693ac2-1b7b-4506-b397-4e02d007344b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpho58d41e/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.78296 seconds (1.27721/s) +test INFO: Attempted to replicate 1 dbs in 0.91906 seconds (1.08807/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpc8hncvzk/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e55d2c633a400f9f86653c740fa5fe95', '6e72e05a-5a2f-4431-b9b5-31c2179ad531-sda', '1769538992.39299', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('6e72e05a-5a2f-4431-b9b5-31c2179ad531-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e55d2c633a400f9f86653c740fa5fe95', '6e72e05a-5a2f-4431-b9b5-31c2179ad531-sda', '1769538992.39299', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('6e72e05a-5a2f-4431-b9b5-31c2179ad531-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpho58d41e/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '383c9ef1723383a2c961c3c7eb20c07e', '2769af66-b3a8-456b-93fe-0e42f54aea0a-sda', '1735130065.03766', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2769af66-b3a8-456b-93fe-0e42f54aea0a-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '383c9ef1723383a2c961c3c7eb20c07e', '2769af66-b3a8-456b-93fe-0e42f54aea0a-sda', '1735130065.03766', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2769af66-b3a8-456b-93fe-0e42f54aea0a-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp25_ouoie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b8598f0d-b295-41d4-979e-8d5ff6059c56-sda', '1769538992.93398', '1769538993', '0', '', '1769538993', 0, 1) -test DEBUG: /tmp/tmp25_ouoie/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'b8598f0d-b295-41d4-979e-8d5ff6059c56-sda', '1769538992.93398', '1769538993', '0', '', '1769538993', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('b8598f0d-b295-41d4-979e-8d5ff6059c56-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp4tkkb66z/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'af0567d1-d498-4416-8901-0f6994edbdd7-sda', '1735130065.74209', '1735130066', '0', '', '1735130066', 0, 0) +test DEBUG: /tmp/tmp4tkkb66z/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'af0567d1-d498-4416-8901-0f6994edbdd7-sda', '1735130065.74209', '1735130066', '0', '', '1735130066', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('af0567d1-d498-4416-8901-0f6994edbdd7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.22248 seconds (4.49477/s) +test INFO: Attempted to replicate 1 dbs in 0.45455 seconds (2.19997/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmphfz6ed31/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '94239598d9d4cb094a506050e36fe5da', '296b5e52-48b0-49c3-beec-dbc831e54fbd-sda', '1769538993.22712', '1769538994', '0', '', '1769538994', 1, 0) -test DEBUG: /tmp/tmphfz6ed31/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '94239598d9d4cb094a506050e36fe5da', '296b5e52-48b0-49c3-beec-dbc831e54fbd-sda', '1769538993.22712', '1769538994', '0', '', '1769538994', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('296b5e52-48b0-49c3-beec-dbc831e54fbd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmphfz6ed31/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create +test DEBUG: Replicating db /tmp/tmp8g5xylul/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '12a6afe20106b7f04904b4dea181aff0', '80570733-32fc-40bd-8db1-89350eeb39a7-sda', '1735130066.37527', '1735130067', '0', '', '1735130067', 1, 1) +test DEBUG: /tmp/tmp8g5xylul/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '12a6afe20106b7f04904b4dea181aff0', '80570733-32fc-40bd-8db1-89350eeb39a7-sda', '1735130066.37527', '1735130067', '0', '', '1735130067', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('80570733-32fc-40bd-8db1-89350eeb39a7-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8g5xylul/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_create ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_no_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_sharding_shard_with_memcache ... ok - -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Setting object count to 1072 (txn: txb0ab152852ef4f48a7e1e-00697905b1) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Setting object count to 1072 (txn: tx509c5a7293fc4d7aa2b30-00697905b2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: GET listing from 3 shards for: /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00&states=listing (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 0 from shard Namespace(name='a/c_sub_juice', lower='ham', upper='juice') a/c_sub_juice with {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/a/c_sub_juice?format=json&limit=9960&marker=h&end_marker=juice%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 1 from shard Namespace(name='a/c_sub_lemon', lower='juice', upper='lemon') a/c_sub_lemon with {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/a/c_sub_lemon?format=json&limit=9958&marker=j&end_marker=lemon%00 {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 4 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_pie', lower='lemon', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'object'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9956&marker=l&end_marker=pie%00 {'X-Backend-Record-Type': 'object'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 4 objects in shard (state=sharding), total = 8 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 8 objects in shard (state=sharding), total = 48 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Setting object count to 1072 (txn: tx38231c1bb54e4733a37f1-00697905b2) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx2aedd619e82744b797b1c-00697905b3)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_deleted_shard ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_no_memcache ... ok +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130089.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b2e/8f7b2823ea4960e073afa0b2bc424b2e/8f7b2823ea4960e073afa0b2bc424b2e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130092.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/230/a225de604c2697e465e4c99d77caa230/a225de604c2697e465e4c99d77caa230.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130092.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/230/a225de604c2697e465e4c99d77caa230/a225de604c2697e465e4c99d77caa230.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130095.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/4c2/faea1f61f0abc208fb374091127704c2/faea1f61f0abc208fb374091127704c2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130095.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/4c2/faea1f61f0abc208fb374091127704c2/faea1f61f0abc208fb374091127704c2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130098.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/d97/a9f342bfdf94f7122d9b029cb6f4fd97/a9f342bfdf94f7122d9b029cb6f4fd97.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130098.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/d97/a9f342bfdf94f7122d9b029cb6f4fd97/a9f342bfdf94f7122d9b029cb6f4fd97.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130101.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/447/3eec9616ce51aba963f5557d53075447/3eec9616ce51aba963f5557d53075447.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130101.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/447/3eec9616ce51aba963f5557d53075447/3eec9616ce51aba963f5557d53075447.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130104.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/010/2a312a76a2844f61dbb9913ae74d4010/2a312a76a2844f61dbb9913ae74d4010.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130104.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/010/2a312a76a2844f61dbb9913ae74d4010/2a312a76a2844f61dbb9913ae74d4010.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130110.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/f09/2f65da0276bc0d2c3581841fb85fdf09/2f65da0276bc0d2c3581841fb85fdf09.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130110.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/f09/2f65da0276bc0d2c3581841fb85fdf09/2f65da0276bc0d2c3581841fb85fdf09.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130113.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/8e2/cccf2ca511c2b3ff5014dcd3296f98e2/cccf2ca511c2b3ff5014dcd3296f98e2.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130113.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/8e2/cccf2ca511c2b3ff5014dcd3296f98e2/cccf2ca511c2b3ff5014dcd3296f98e2.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130116.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/2b7/e05cf0cc8cee025507f7a46fe31932b7/e05cf0cc8cee025507f7a46fe31932b7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130116.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/2b7/e05cf0cc8cee025507f7a46fe31932b7/e05cf0cc8cee025507f7a46fe31932b7.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130119.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/daa/fded82fe9eaac70c397239cb2832bdaa/fded82fe9eaac70c397239cb2832bdaa.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130119.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/daa/fded82fe9eaac70c397239cb2832bdaa/fded82fe9eaac70c397239cb2832bdaa.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130125.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7ef/2be25bc8b5cef07cf230bf154ba097ef/2be25bc8b5cef07cf230bf154ba097ef.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130125.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7ef/2be25bc8b5cef07cf230bf154ba097ef/2be25bc8b5cef07cf230bf154ba097ef.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130128.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/f57/1c67c4d80254d6c51c51aa498d8e1f57/1c67c4d80254d6c51c51aa498d8e1f57.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130128.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/f57/1c67c4d80254d6c51c51aa498d8e1f57/1c67c4d80254d6c51c51aa498d8e1f57.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130131.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/6a9/7c0d14a2495c951265a0de6af83976a9/7c0d14a2495c951265a0de6af83976a9.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130131.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/6a9/7c0d14a2495c951265a0de6af83976a9/7c0d14a2495c951265a0de6af83976a9.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130134.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/1b8/4751f65cdebe53ae0371a2dbacb4f1b8/4751f65cdebe53ae0371a2dbacb4f1b8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130134.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/1b8/4751f65cdebe53ae0371a2dbacb4f1b8/4751f65cdebe53ae0371a2dbacb4f1b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45562 seconds (2.19483/s) +test INFO: Attempted to replicate 1 dbs in 0.79726 seconds (1.25429/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmphfz6ed31/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'deb619e3e7ae194e2d420c7d1e782e3b', 'fac1aee1-19e6-4d78-9605-e5d44eaff3ce-sda', '1769538993.55967', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('fac1aee1-19e6-4d78-9605-e5d44eaff3ce-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'deb619e3e7ae194e2d420c7d1e782e3b', 'fac1aee1-19e6-4d78-9605-e5d44eaff3ce-sda', '1769538993.55967', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('fac1aee1-19e6-4d78-9605-e5d44eaff3ce-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp8g5xylul/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'ca13719ece91f17737e1973ff72821f9', '2ba75a90-c131-49fb-81b0-5e7a669eb215-sda', '1735130067.04433', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2ba75a90-c131-49fb-81b0-5e7a669eb215-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'ca13719ece91f17737e1973ff72821f9', '2ba75a90-c131-49fb-81b0-5e7a669eb215-sda', '1735130067.04433', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2ba75a90-c131-49fb-81b0-5e7a669eb215-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpm5ntdyvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46436533-0a17-4b09-b157-1df3e8168df5-sda', '1769538993.88169', '1769538994', '1769538995', '', '1769538995', 0, 1) -test DEBUG: /tmp/tmpm5ntdyvs/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '46436533-0a17-4b09-b157-1df3e8168df5-sda', '1769538993.88169', '1769538994', '1769538995', '', '1769538995', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('46436533-0a17-4b09-b157-1df3e8168df5-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpm83cvzrd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a22a1a06-97e5-4639-bccc-1a242293fedc-sda', '1735130067.59295', '1735130068', '1735130069', '', '1735130069', 0, 0) +test DEBUG: /tmp/tmpm83cvzrd/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a22a1a06-97e5-4639-bccc-1a242293fedc-sda', '1735130067.59295', '1735130068', '1735130069', '', '1735130069', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a22a1a06-97e5-4639-bccc-1a242293fedc-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24159 seconds (4.13930/s) +test INFO: Attempted to replicate 1 dbs in 0.30178 seconds (3.31362/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpyl9flzlk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a797ff2354ffc698caf1bf5a4c41b935', '84c0aa9f-da4b-43f0-9345-64d015ed27cf-sda', '1769538994.25476', '1769538995', '1769538996', '', '1769538996', 1, 0) -test DEBUG: /tmp/tmpyl9flzlk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769538997.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '84c0aa9f-da4b-43f0-9345-64d015ed27cf-sda') -test DEBUG: /tmp/tmpyl9flzlk/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0652561s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'a797ff2354ffc698caf1bf5a4c41b935', '84c0aa9f-da4b-43f0-9345-64d015ed27cf-sda', '1769538994.25476', '1769538995', '1769538996', '', '1769538996', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('84c0aa9f-da4b-43f0-9345-64d015ed27cf-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpyl9flzlk/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmp4914ijqv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '66fc7e1288ca0fb424891f3122d0e5ca', '49887725-3cca-4b7e-a9ff-4614e8106193-sda', '1735130068.16312', '1735130069', '1735130070', '', '1735130070', 1, 1) +test DEBUG: /tmp/tmp4914ijqv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130071.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '49887725-3cca-4b7e-a9ff-4614e8106193-sda') +test DEBUG: /tmp/tmp4914ijqv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0648122s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '66fc7e1288ca0fb424891f3122d0e5ca', '49887725-3cca-4b7e-a9ff-4614e8106193-sda', '1735130068.16312', '1735130069', '1735130070', '', '1735130070', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('49887725-3cca-4b7e-a9ff-4614e8106193-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp4914ijqv/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42316 seconds (2.36316/s) +test INFO: Attempted to replicate 1 dbs in 0.83030 seconds (1.20438/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpyl9flzlk/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '3504e720ab26b312fc65e63888c1144a', '55a79df8-c3bb-4f7f-9ccd-5d5fbd387d04-sda', '1769538994.64655', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('55a79df8-c3bb-4f7f-9ccd-5d5fbd387d04-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '3504e720ab26b312fc65e63888c1144a', '55a79df8-c3bb-4f7f-9ccd-5d5fbd387d04-sda', '1769538994.64655', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('55a79df8-c3bb-4f7f-9ccd-5d5fbd387d04-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp4914ijqv/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '2b46b4d8d75c4d6000ce5664e2665912', '4796b29a-9fb1-409a-8f7c-ec5b8ac93a14-sda', '1735130068.98232', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('4796b29a-9fb1-409a-8f7c-ec5b8ac93a14-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '2b46b4d8d75c4d6000ce5664e2665912', '4796b29a-9fb1-409a-8f7c-ec5b8ac93a14-sda', '1735130068.98232', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('4796b29a-9fb1-409a-8f7c-ec5b8ac93a14-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpi08h3038/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '160782cf-8c6f-4d24-b53f-f457bba83063-sda', '1769538994.91649', '1769538995', '1769538996', '', '1769538996', 0, 0) -test DEBUG: /tmp/tmpi08h3038/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '160782cf-8c6f-4d24-b53f-f457bba83063-sda', '1769538994.91649', '1769538995', '1769538996', '', '1769538996', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('160782cf-8c6f-4d24-b53f-f457bba83063-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpvruh58o5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a9827b29-af30-4c26-a670-de38cbaad500-sda', '1735130069.61713', '1735130070', '1735130071', '', '1735130071', 0, 0) +test DEBUG: /tmp/tmpvruh58o5/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a9827b29-af30-4c26-a670-de38cbaad500-sda', '1735130069.61713', '1735130070', '1735130071', '', '1735130071', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a9827b29-af30-4c26-a670-de38cbaad500-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35731 seconds (2.79869/s) +test INFO: Attempted to replicate 1 dbs in 1.32223 seconds (0.75630/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmplz23nr95/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '57340a2869f04d25457747a5121a04db', '2eecbb3d-fc93-494a-bda6-8c0e2fe4df0d-sda', '1769538995.40256', '1769538996', '1769538997', '', '1769538997', 1, 0) -test DEBUG: /tmp/tmplz23nr95/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '57340a2869f04d25457747a5121a04db', '2eecbb3d-fc93-494a-bda6-8c0e2fe4df0d-sda', '1769538995.40256', '1769538996', '1769538997', '', '1769538997', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('2eecbb3d-fc93-494a-bda6-8c0e2fe4df0d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmplz23nr95/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpwjw2o5cv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '43b42989dcbf83025e5175f33a00e6f0', '5bc4060e-e84a-4daa-91a7-5053a88f9556-sda', '1735130071.96563', '1735130072', '1735130073', '', '1735130073', 1, 0) +test DEBUG: /tmp/tmpwjw2o5cv/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '43b42989dcbf83025e5175f33a00e6f0', '5bc4060e-e84a-4daa-91a7-5053a88f9556-sda', '1735130071.96563', '1735130072', '1735130073', '', '1735130073', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5bc4060e-e84a-4daa-91a7-5053a88f9556-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpwjw2o5cv/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.98408 seconds (1.01618/s) +test INFO: Attempted to replicate 1 dbs in 0.89660 seconds (1.11532/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmplz23nr95/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b18af7224f5fa45828f40902bcc69b29', '3f4f381c-ef89-495a-95b1-e68ed744a15e-sda', '1769538996.31108', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('3f4f381c-ef89-495a-95b1-e68ed744a15e-sda', '648324562cfeedd305e8795e58d85ae6.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete +test DEBUG: Replicating db /tmp/tmpwjw2o5cv/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '6a9fbbd6448a0b738f01a38cc70ca83b', 'a086b051-21f9-48b0-945d-52d9f8b083ea-sda', '1735130072.79587', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('a086b051-21f9-48b0-945d-52d9f8b083ea-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_newer_local_delete ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_delimiter_reverse_no_memcache ... ok - -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: tx2aedd619e82744b797b1c-00697905b3) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: tx2aedd619e82744b797b1c-00697905b3) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00&states=listing: 404 (txn: tx2aedd619e82744b797b1c-00697905b3) -test ERROR: Aborting listing from shards due to bad response: [404] (txn: tx2aedd619e82744b797b1c-00697905b3) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 5 shards for: /v1/a/c?delimiter=%2F&format=json&states=listing (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ha-ppy', lower='', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&format=json&limit=10000&marker=&end_marker=ha%2Fppy%00 {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Found 2 objects in shard (state=unsharded), total = 2 (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 2 (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&format=json&limit=9998&marker=ha%2F&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txb02754be4ad349ceafadf-00697905b4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 6 shards for: /v1/a/c?delimiter=%2F&reverse=on&format=json&states=listing (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='pie', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_?delimiter=%2F&reverse=on&format=json&limit=10000&marker=&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_pie?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 1 (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_ham', lower='ha/ptic', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_ham?delimiter=%2F&reverse=on&format=json&limit=9999&marker=pumpkin&end_marker=ha%2Fptic {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ha-ppy', lower='ha.d', upper='ha/ppy') .shards_a/c_ha-ppy with {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_ha-ppy?delimiter=%2F&reverse=on&format=json&limit=9998&marker=ha%2F&end_marker=ha.d {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 3 (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Getting listing part 5 from shard Namespace(name='.shards_a/c_ha.d', lower='', upper='ha.d') .shards_a/c_ha.d with {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Get listing from /v1/.shards_a/c_ha.d?delimiter=%2F&reverse=on&format=json&limit=9997&marker=ha.ggle&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 4 (txn: txf085ff5cafa24804a3848-00697905b4) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5)test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_create_policy_over_older_local_delete ... ok -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test DEBUG: Setting object count to 3120 (txn: tx153b8ff848ce4eab8877e-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: txa0a99bffc93544bc9d600-00697905b5) -test DEBUG: Setting object count to 3120 (txn: txa0a99bffc93544bc9d600-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?format=json&states=listing (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?format=json&limit=9952&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?format=json&limit=8928&marker=%D1%B0&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2096 (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=7904&marker=%E2%A8%83&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3120 (txn: tx88fac76babf34ae58360a-00697905b5) -test DEBUG: Setting object count to 3120 (txn: tx88fac76babf34ae58360a-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='a/c', lower='pie', upper='') a/c with {'X-Backend-Record-Type': 'object'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Get listing from /v1/a/c?format=json&limit=9952&marker=p&end_marker= {'X-Backend-Record-Type': 'object'} (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Found 3072 objects in shard (state=sharded), total = 3120 (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test DEBUG: Setting object count to 3120 (txn: txb7d6b3c7796e47e9b2d30-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?reverse=true&limit=&format=json&states=listing (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_?reverse=true&limit=10000&format=json&marker=&end_marker=%F0%9F%8C%B4 {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1024 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?reverse=true&limit=8976&format=json&marker=%F0%9F%8C%B5&end_marker=%E2%98%83 {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2048 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?reverse=true&limit=7952&format=json&marker=%E2%98%84&end_marker=pie {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 3072 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?reverse=true&limit=6928&format=json&marker=q&end_marker=ham {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 3080 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Getting listing part 4 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?reverse=true&limit=6920&format=json&marker=i&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 3120 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test DEBUG: Setting object count to 3120 (txn: tx2bae4c51ee724a979b63b-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?limit=49&format=json&states=listing (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?limit=49&format=json&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?limit=9&format=json&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?limit=1&format=json&marker=p&end_marker=%E2%98%83%00 {'X-Backend-Record-Type': 'auto'} (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 49 (txn: tx06e357786d7b4b7aa61dc-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: GET listing from 2 shards for: /v1/a/c?marker=%E2%98%86&format=json&states=listing (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&format=json&limit=10000&end_marker=%F0%9F%8C%B4%00 {'X-Backend-Record-Type': 'auto'} (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Found 1022 objects in shard (state=unsharded), total = 1022 (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_', lower='🌴', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_?marker=%E2%A8%83&format=json&limit=8978&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx3677cf51a83041728f22b-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 2046 (txn: tx3677cf51a83041728f22b-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: GET listing from 4 shards for: /v1/a/c?end_marker=%E2%98%8A&format=json&states=listing (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_ham?end_marker=ham%00&format=json&limit=10000&marker= {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?end_marker=pie%00&format=json&limit=9960&marker=h {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Found 8 objects in shard (state=unsharded), total = 48 (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_☃', lower='pie', upper='☃') .shards_a/c_☃ with {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%E2%98%83?end_marker=%E2%98%83%00&format=json&limit=9952&marker=p {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1072 (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Getting listing part 3 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?end_marker=%E2%98%8A&format=json&limit=8928&marker=%D1%B0 {'X-Backend-Record-Type': 'auto'} (txn: txe03bbd98481041979caeb-00697905b5) -test DEBUG: Found 6 objects in shard (state=unsharded), total = 1078 (txn: txe03bbd98481041979caeb-00697905b5)test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_memcache ... ok -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharded_container_with_mix_ok_and_deleted_shard ... ok +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130140.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/2ab/2adce5616c3df457eafa52a698aad2ab/2adce5616c3df457eafa52a698aad2ab.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130140.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/2ab/2adce5616c3df457eafa52a698aad2ab/2adce5616c3df457eafa52a698aad2ab.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130143.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/8b4/e57d8b635d0adbaccd866de443efd8b4/e57d8b635d0adbaccd866de443efd8b4.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130143.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/8b4/e57d8b635d0adbaccd866de443efd8b4/e57d8b635d0adbaccd866de443efd8b4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130146.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/643/f4b9dbcf11fbb7fd8443dba07866a643/f4b9dbcf11fbb7fd8443dba07866a643.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130146.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/643/f4b9dbcf11fbb7fd8443dba07866a643/f4b9dbcf11fbb7fd8443dba07866a643.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130149.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/db8/75a1fc0cf93438bd3a822374954fadb8/75a1fc0cf93438bd3a822374954fadb8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130149.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/db8/75a1fc0cf93438bd3a822374954fadb8/75a1fc0cf93438bd3a822374954fadb8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130152.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/931/5ab54beb01a0bd947915040c9055c931/5ab54beb01a0bd947915040c9055c931.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130152.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/931/5ab54beb01a0bd947915040c9055c931/5ab54beb01a0bd947915040c9055c931.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130155.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/14a/a617bc2cbdb80cb8e1bc83b42281614a/a617bc2cbdb80cb8e1bc83b42281614a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130155.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/14a/a617bc2cbdb80cb8e1bc83b42281614a/a617bc2cbdb80cb8e1bc83b42281614a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130158.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/554/06653c268ab07cd6ddc5cf4f3d1c3554/06653c268ab07cd6ddc5cf4f3d1c3554.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130158.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/554/06653c268ab07cd6ddc5cf4f3d1c3554/06653c268ab07cd6ddc5cf4f3d1c3554.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130161.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a3e/46e07909f4222e315f41f8f333bc7a3e/46e07909f4222e315f41f8f333bc7a3e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130161.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a3e/46e07909f4222e315f41f8f333bc7a3e/46e07909f4222e315f41f8f333bc7a3e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130164.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a9a/b6e0523529dacf8bec778e476481ea9a/b6e0523529dacf8bec778e476481ea9a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130164.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/a9a/b6e0523529dacf8bec778e476481ea9a/b6e0523529dacf8bec778e476481ea9a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130167.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/400/7b555d34c0c85011da6fc42f9f53f400/7b555d34c0c85011da6fc42f9f53f400.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130167.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/400/7b555d34c0c85011da6fc42f9f53f400/7b555d34c0c85011da6fc42f9f53f400.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130170.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/9c1/377c19ecf7ac2cc4637240d0f20c99c1/377c19ecf7ac2cc4637240d0f20c99c1.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130170.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/9c1/377c19ecf7ac2cc4637240d0f20c99c1/377c19ecf7ac2cc4637240d0f20c99c1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130173.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130173.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130176.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/e90/45a2640b1a61f168bc559663d4273e90/45a2640b1a61f168bc559663d4273e90.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130176.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/e90/45a2640b1a61f168bc559663d4273e90/45a2640b1a61f168bc559663d4273e90.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130179.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/9db/b36c8602432ffd1edb5d1dca190209db/b36c8602432ffd1edb5d1dca190209db.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130179.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/9db/b36c8602432ffd1edb5d1dca190209db/b36c8602432ffd1edb5d1dca190209db.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130185.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/ba5/2e14a1928ff5a70c79b9dad3d08d1ba5/2e14a1928ff5a70c79b9dad3d08d1ba5.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130185.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/ba5/2e14a1928ff5a70c79b9dad3d08d1ba5/2e14a1928ff5a70c79b9dad3d08d1ba5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130188.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/288/34159297d3736be3c062ee241b09e288/34159297d3736be3c062ee241b09e288.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_half_delete_policy_over_newer_local_create ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_in_sync ... ok - -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539015.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7fc/14e0887015c809c8275e58018f1297fc/14e0887015c809c8275e58018f1297fc_1769539015.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539015.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7fc/14e0887015c809c8275e58018f1297fc/14e0887015c809c8275e58018f1297fc_1769539015.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539018.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cb8/0159a8cabf9facb1fa48bfd4153d2cb8/0159a8cabf9facb1fa48bfd4153d2cb8_1769539018.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539018.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cb8/0159a8cabf9facb1fa48bfd4153d2cb8/0159a8cabf9facb1fa48bfd4153d2cb8_1769539018.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539021.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a25/7c4b2fc4cdc05a0a06894bbcb2d8da25/7c4b2fc4cdc05a0a06894bbcb2d8da25_1769539021.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539021.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a25/7c4b2fc4cdc05a0a06894bbcb2d8da25/7c4b2fc4cdc05a0a06894bbcb2d8da25_1769539021.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539024.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/051/81ce3f48e0bf9e315f7138e12cbb5051/81ce3f48e0bf9e315f7138e12cbb5051_1769539024.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539024.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/051/81ce3f48e0bf9e315f7138e12cbb5051/81ce3f48e0bf9e315f7138e12cbb5051_1769539024.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539027.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/403/a166c3a68f7772dc9325cb51aa000403/a166c3a68f7772dc9325cb51aa000403_1769539027.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539027.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/403/a166c3a68f7772dc9325cb51aa000403/a166c3a68f7772dc9325cb51aa000403_1769539027.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f_1769539030.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f_1769539030.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539033.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cc2/e2560a10602f9103b7c91bd22ce28cc2/e2560a10602f9103b7c91bd22ce28cc2_1769539033.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539033.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cc2/e2560a10602f9103b7c91bd22ce28cc2/e2560a10602f9103b7c91bd22ce28cc2_1769539033.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539036.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/4fc/34628771f47305854c2bf22701f644fc/34628771f47305854c2bf22701f644fc_1769539036.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539036.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/4fc/34628771f47305854c2bf22701f644fc/34628771f47305854c2bf22701f644fc_1769539036.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539039.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a04/ede61739e79dfbf7123aab4c3fa06a04/ede61739e79dfbf7123aab4c3fa06a04_1769539039.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539039.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a04/ede61739e79dfbf7123aab4c3fa06a04/ede61739e79dfbf7123aab4c3fa06a04_1769539039.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539042.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/9b7/aa6460f0cdd859efd58007d7d78779b7/aa6460f0cdd859efd58007d7d78779b7_1769539042.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539042.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/9b7/aa6460f0cdd859efd58007d7d78779b7/aa6460f0cdd859efd58007d7d78779b7_1769539042.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9_1769539045.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539045.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/7e9/c0bfd396bbe011c23658c3a506b6d7e9/c0bfd396bbe011c23658c3a506b6d7e9_1769539045.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539048.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0d2/5c5318c0066baeab1262fc1b467980d2/5c5318c0066baeab1262fc1b467980d2_1769539048.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539048.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0d2/5c5318c0066baeab1262fc1b467980d2/5c5318c0066baeab1262fc1b467980d2_1769539048.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539051.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/114/2a35454a2feeb890b456c44c0cf2a114/2a35454a2feeb890b456c44c0cf2a114_1769539051.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539051.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/114/2a35454a2feeb890b456c44c0cf2a114/2a35454a2feeb890b456c44c0cf2a114_1769539051.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539054.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/938/4ac5ce917a0af17898e664d5c11b8938/4ac5ce917a0af17898e664d5c11b8938_1769539054.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539054.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/938/4ac5ce917a0af17898e664d5c11b8938/4ac5ce917a0af17898e664d5c11b8938_1769539054.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539057.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ce3/f46bf56f39cff848d0847d6bb9c0fce3/f46bf56f39cff848d0847d6bb9c0fce3_1769539057.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539057.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ce3/f46bf56f39cff848d0847d6bb9c0fce3/f46bf56f39cff848d0847d6bb9c0fce3_1769539057.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539060.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/515/fc3c4370c7647aac24887aac1b5be515/fc3c4370c7647aac24887aac1b5be515_1769539060.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539060.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/515/fc3c4370c7647aac24887aac1b5be515/fc3c4370c7647aac24887aac1b5be515_1769539060.00000.dbtest.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache -test.unit.proxy.controllers.test_container.TestGetShardedContainerLegacy.test_GET_sharding_container_gap_in_shards_with_memcache ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_fragment_size_resuming_chunked ... ok - -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx476f9cf499c547feb87f5-00697905b5) -test DEBUG: GET listing from 5 shards for: /v1/a/c?prefix=hat&format=json&states=listing (txn: tx476f9cf499c547feb87f5-00697905b5) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='ham', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx476f9cf499c547feb87f5-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_pie?prefix=hat&format=json&limit=10000&marker=&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx476f9cf499c547feb87f5-00697905b5) -test DEBUG: Found 0 objects in shard (state=unsharded), total = 0 (txn: tx476f9cf499c547feb87f5-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: tx35576f32c44340b08380f-00697905b5) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json&states=listing (txn: tx35576f32c44340b08380f-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: tx35576f32c44340b08380f-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%86&end_marker=%E2%98%8A&limit=2&format=json {'X-Backend-Record-Type': 'auto'} (txn: tx35576f32c44340b08380f-00697905b5) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: tx35576f32c44340b08380f-00697905b5) -test INFO: Caching listing namespaces for shard-listing-v2/a/c (5 namespaces) (txn: txe3408588dc0643eaa8c2b-00697905b5) -test DEBUG: GET listing from 1 shards for: /v1/a/c?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json&states=listing (txn: txe3408588dc0643eaa8c2b-00697905b5) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_🌴', lower='☃', upper='🌴') .shards_a/c_🌴 with {'X-Backend-Record-Type': 'auto'} (txn: txe3408588dc0643eaa8c2b-00697905b5) -test DEBUG: Get listing from /v1/.shards_a/c_%F0%9F%8C%B4?marker=%E2%98%8A&end_marker=%E2%98%86&limit=2&reverse=true&format=json {'X-Backend-Record-Type': 'auto'} (txn: txe3408588dc0643eaa8c2b-00697905b5) -test DEBUG: Found 4 objects in shard (state=unsharded), total = 4 (txn: txe3408588dc0643eaa8c2b-00697905b5) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_b', lower='a', upper='b') .shards_a/c_b with {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Get listing from /v1/.shards_a/c_b?format=json&limit=10000&marker=&end_marker=b%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 1 (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_c', lower='b', upper='c') .shards_a/c_c with {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Get listing from /v1/.shards_a/c_c?format=json&limit=9999&marker=b&end_marker=c%00 {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 2 (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='c', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: txdfef84e631da4c4ebb568-00697905b6) -test WARNING: Failed to get container auto listing from /v1/.shards_a/c_?format=json&limit=9998&marker=c&end_marker=&states=listing: 404 (txn: txdfef84e631da4c4ebb568-00697905b6) -test ERROR: Aborting listing from shards due to bad response: [200, 200, 404] (txn: txdfef84e631da4c4ebb568-00697905b6) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: GET listing from 3 shards for: /v1/a/c?format=json&states=listing (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Get listing from /v1/.shards_a/c_ham?format=json&limit=10000&marker=&end_marker=ham%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Found 40 objects in shard (state=unsharded), total = 40 (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Getting listing part 1 from shard Namespace(name='.shards_a/c_pie', lower='onion', upper='pie') .shards_a/c_pie with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Get listing from /v1/.shards_a/c_pie?format=json&limit=9960&marker=h&end_marker=pie%00 {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Found 1 objects in shard (state=unsharded), total = 41 (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Getting listing part 2 from shard Namespace(name='.shards_a/c_', lower='rhubarb', upper='') .shards_a/c_ with {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Get listing from /v1/.shards_a/c_?format=json&limit=9959&marker=p&end_marker= {'X-Backend-Record-Type': 'auto'} (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Found 1024 objects in shard (state=unsharded), total = 1065 (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -test DEBUG: Setting object count to 1065 (txn: tx98b9df0f6c0f4e34a0894-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Trying to read EC fragment during GET (retrying) 1.2.3.4:6200/sda (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_init_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_insufficient_bytes ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_read_timeout ... ok -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size -test.unit.proxy.controllers.test_obj.TestECFragGetter.test_iter_bytes_from_response_part_small_fragment_size ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_all_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_headers_and_body ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_half_not_found_statuses ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_handoff ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_404_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_507_and_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_insufficient_found_plus_timeouts ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_limits_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_missing_one ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_found ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_newid ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_mostly_not_found ... ok - -proxy-server WARNING: Client disconnected on read of EC frag 'a/c/o' (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx1f138055007e46d9a3b91-00697905b7) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx1f138055007e46d9a3b91-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage (txn: tx234e49ddbdbb42f4bf49f-00697905b7) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: tx234e49ddbdbb42f4bf49f-00697905b7) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx234e49ddbdbb42f4bf49f-00697905b7) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx234e49ddbdbb42f4bf49f-00697905b7) -proxy-server ERROR: Object DELETE returning 503 for (503,) (txn: tx234e49ddbdbb42f4bf49f-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to DELETE /a/c/o: Timeout (Nones) (txn: txa407af97f13b423791915-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_none_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_one_found ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_with_write_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_after_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_DELETE_write_affinity_before_replication ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_GET_all_primaries_error_limited ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_simple ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_different_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_some_missing ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_HEAD_x_newest_with_two_vector_timestamps ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_insufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_fail_sufficient_handoff_succeeds ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_all_primaries_succeed ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_404 ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Node is error limited: 10.0.0.0:1000/sda (txn: txee4395ef933f45b7ac8c4-00697905b7) -proxy-server ERROR: Object GET returning 503 for [] (txn: txee4395ef933f45b7ac8c4-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txd951aa10ab594033a3ccb-00697905b7) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: txd951aa10ab594033a3ccb-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: txcf69236b484f4920b8d0f-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx39d6c1d600e04e5495544-00697905b7) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx39d6c1d600e04e5495544-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_others_fail_handoffs_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_insufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_404 ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_POST_sufficient_primaries_succeed_others_fail ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_in_past ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_delete_at_non_integer ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_limits_expirer_queue_deletes ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_negative_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_non_int_delete_after ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_PUT_requires_length ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_connect_put_node_timeout ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_sync_delete ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_container_update_backend_requests ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_most_rows ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_delete_at_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_expirer_DELETE_suppresses_expirer_queue_updates ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_default ... ok -proxy-server ERROR: ERROR with Object server 10.0.0.0:1000/sda re: Trying to POST /a/c/o: Timeout (Nones) (txn: tx6d8f016bb8214a85a0e05-00697905b7) -proxy-server ERROR: Node will be error limited for 60.00s: 10.0.0.1:1001/sda, error: ERROR Insufficient Storage (txn: tx6d8f016bb8214a85a0e05-00697905b7) -proxy-server DEBUG: Node is error limited: 10.0.0.1:1001/sda (txn: tx6d8f016bb8214a85a0e05-00697905b7) -proxy-server ERROR: Object POST returning 503 for (503,) (txn: tx6d8f016bb8214a85a0e05-00697905b7) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server ERROR: ERROR with Object server :/ re: Expect: 100-continue on /a/c/o: ConnectionTimeout (0.05s) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_handoff_local_first_non_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_best_effort ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_moves_locals_first ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_first_noops_when_no_affinity ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_iter_nodes_local_handoff_first_noops_when_no_affinity ... ok - -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b18af7224f5fa45828f40902bcc69b29', '3f4f381c-ef89-495a-95b1-e68ed744a15e-sda', '1769538996.31108', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('3f4f381c-ef89-495a-95b1-e68ed744a15e-sda', '648324562cfeedd305e8795e58d85ae6.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '6a9fbbd6448a0b738f01a38cc70ca83b', 'a086b051-21f9-48b0-945d-52d9f8b083ea-sda', '1735130072.79587', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('a086b051-21f9-48b0-945d-52d9f8b083ea-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp101_dm4j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '27e0e7d4-c264-4d4e-814e-33f4104d32db-sda', '1769538996.59309', '1769538996', '1769538997', '', '1769538997', 0, 1) -test DEBUG: /tmp/tmp101_dm4j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '27e0e7d4-c264-4d4e-814e-33f4104d32db-sda', '1769538996.59309', '1769538996', '1769538997', '', '1769538997', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('27e0e7d4-c264-4d4e-814e-33f4104d32db-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpqzuh3mkn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8337cad3-2f79-4971-90d4-21182601e3cb-sda', '1735130073.37163', '1735130073', '1735130074', '', '1735130074', 0, 1) +test DEBUG: /tmp/tmpqzuh3mkn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '8337cad3-2f79-4971-90d4-21182601e3cb-sda', '1735130073.37163', '1735130073', '1735130074', '', '1735130074', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8337cad3-2f79-4971-90d4-21182601e3cb-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.49561 seconds (2.01771/s) +test INFO: Attempted to replicate 1 dbs in 0.37532 seconds (2.66439/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvx1wo22d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6177bd6-ee90-4e08-85ea-d3d3d872baae-sda', '1769538997.31411', '1769538997', '1769538998', '', '1769538998', 0, 1) -test DEBUG: /tmp/tmpvx1wo22d/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f6177bd6-ee90-4e08-85ea-d3d3d872baae-sda', '1769538997.31411', '1769538997', '1769538998', '', '1769538998', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('f6177bd6-ee90-4e08-85ea-d3d3d872baae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpte62i3qo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c01c1136-511c-4697-81ea-e12521bdb9be-sda', '1735130073.93194', '1735130073', '1735130074', '', '1735130074', 0, 1) +test DEBUG: /tmp/tmpte62i3qo/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c01c1136-511c-4697-81ea-e12521bdb9be-sda', '1735130073.93194', '1735130073', '1735130074', '', '1735130074', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('c01c1136-511c-4697-81ea-e12521bdb9be-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21218 seconds (4.71291/s) +test INFO: Attempted to replicate 1 dbs in 0.42361 seconds (2.36068/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpae8f6stn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '39eacb03-9bb5-4ec1-92fd-42f6edc0cd83-sda', '1769538997.68666', '1769538999', '0', '', '1769538999', 0, 1) -test DEBUG: /tmp/tmpae8f6stn/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '39eacb03-9bb5-4ec1-92fd-42f6edc0cd83-sda', '1769538997.68666', '1769538999', '0', '', '1769538999', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('39eacb03-9bb5-4ec1-92fd-42f6edc0cd83-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpmqv4v3dg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '08b75359-e8ef-45ff-9aa0-3ea60afdbac6-sda', '1735130074.68119', '1735130076', '0', '', '1735130076', 0, 1) +test DEBUG: /tmp/tmpmqv4v3dg/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '08b75359-e8ef-45ff-9aa0-3ea60afdbac6-sda', '1735130074.68119', '1735130076', '0', '', '1735130076', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('08b75359-e8ef-45ff-9aa0-3ea60afdbac6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.32383 seconds (3.08807/s) +test INFO: Attempted to replicate 1 dbs in 0.38894 seconds (2.57108/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpmbsxv0b1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4fd18a1ab76c9b96a641b7fe1851e2ab', 'd088f5f3-64b6-400f-8a0a-b7a7a4039b54-sda', '1769538998.12803', '1769539000', '0', '', '1769539000', 1, 1) -test DEBUG: /tmp/tmpmbsxv0b1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4fd18a1ab76c9b96a641b7fe1851e2ab', 'd088f5f3-64b6-400f-8a0a-b7a7a4039b54-sda', '1769538998.12803', '1769539000', '0', '', '1769539000', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d088f5f3-64b6-400f-8a0a-b7a7a4039b54-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpmbsxv0b1/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpuxhvj05f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b4d9946ef7295b533f4ca15d434167af', '81ee15fb-3dce-4886-b9e4-cc1c41c470da-sda', '1735130075.36966', '1735130077', '0', '', '1735130077', 1, 1) +test DEBUG: /tmp/tmpuxhvj05f/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b4d9946ef7295b533f4ca15d434167af', '81ee15fb-3dce-4886-b9e4-cc1c41c470da-sda', '1735130075.36966', '1735130077', '0', '', '1735130077', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('81ee15fb-3dce-4886-b9e4-cc1c41c470da-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpuxhvj05f/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.36955 seconds (2.70598/s) +test INFO: Attempted to replicate 1 dbs in 0.70307 seconds (1.42234/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpmbsxv0b1/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '293b01f015156702fad0dff1ed8c25e7', 'c0fc395f-55ae-41dc-a0a8-0a87ffa3e535-sda', '1769538998.40382', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c0fc395f-55ae-41dc-a0a8-0a87ffa3e535-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '293b01f015156702fad0dff1ed8c25e7', 'c0fc395f-55ae-41dc-a0a8-0a87ffa3e535-sda', '1769538998.40382', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c0fc395f-55ae-41dc-a0a8-0a87ffa3e535-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpuxhvj05f/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '60ed5974d696b71d7c6ca3203700a5bb', '181e3877-62af-48c9-8169-34466655fde6-sda', '1735130075.97415', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('181e3877-62af-48c9-8169-34466655fde6-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '60ed5974d696b71d7c6ca3203700a5bb', '181e3877-62af-48c9-8169-34466655fde6-sda', '1735130075.97415', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('181e3877-62af-48c9-8169-34466655fde6-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a33fb35a-3e70-46f7-b9dd-e778fe6a56c3-sda', '1769538998.77363', '1769538998.76516', '0', '', '1769538998.76516', 0, 0) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dcd0c597-b39c-42dd-bb19-774cb0cbd1f4-sda', '1735130077.52993', '1735130077.52845', '0', '', '1735130077.52845', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmppbc971nm/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03c5c187-263c-4905-9b28-b97aef3cf4c6-sda', '1769538998.80906', '1769538998.80427', '0', '', '1769538998.80427', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03c5c187-263c-4905-9b28-b97aef3cf4c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '03c5c187-263c-4905-9b28-b97aef3cf4c6-sda', '1769538998.80906', '1769538998.80427', '0', '', '1769538998.80427', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('03c5c187-263c-4905-9b28-b97aef3cf4c6-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmppoqp7zzz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '5110f85b-8bb0-40fd-af4e-cb8cc4a6007a-sda', '1735130077.84692', '1735130077.84566', '0', '', '1735130077.84566', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5110f85b-8bb0-40fd-af4e-cb8cc4a6007a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '5110f85b-8bb0-40fd-af4e-cb8cc4a6007a-sda', '1735130077.84692', '1735130077.84566', '0', '', '1735130077.84566', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('5110f85b-8bb0-40fd-af4e-cb8cc4a6007a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41161 seconds (2.42951/s) +test INFO: Attempted to replicate 1 dbs in 1.41620 seconds (0.70612/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '51b3a4f83d225fcadc37010786ab337f', 'c287e508-c789-4596-9d0d-be8a1aa3411d-sda', '1769538999.26621', '1769538999.26398', '0', '', '1769538999.26398', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, rsync_then_merge, ('c287e508-c789-4596-9d0d-be8a1aa3411d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (11, '6e25e2fc6f275ec380f8447f4655f0ec', '62cbce37-fd10-4df7-b8f1-8672e0c2abdd-sda', '1769538999.55405', '1769538999.55099', '0', '', '1769538999.55099', 11, 0)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_object_DELETE_backend_update_container_ip_default ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_repl_object_DELETE_backend_update_container_repl_ip ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_smooth_distributed_backend_requests ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_some_404s_and_507s ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_not_configured ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config ... ok - -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '5', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2)test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_per_policy_config_overrides_and_inherits ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_write_affinity_proxy_server_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_custom_config ... ok -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config -test.unit.proxy.controllers.test_obj.TestReplicatedObjControllerVariousReplicas.test_x_open_expired_default_config ... ok +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '3f122d4a25d5056696329bbdd2d3bd1f', '7d108832-baf0-4bec-8930-0def3a212649-sda', '1735130079.74274', '1735130079.74139', '0', '', '1735130079.74139', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, rsync_then_merge, ('7d108832-baf0-4bec-8930-0def3a212649-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (11, 'c37c46a47b14656ad526195e0f44cd87', 'bea01906-79f1-4237-b893-0bf213ceb717-sda', '1735130080.26440', '1735130080.26267', '0', '', '1735130080.26267', 11, 0)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_root_container ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_missing_one_rows ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_old_style_shard_container ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 0 (1-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r1', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for policy 1 (4-replica): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '3 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': 'r0', 'write_affinity_node_count': '1 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy-server DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 1.0, 'concurrent_ec_extra_requests': 0}, app) (txn: txn1) (client_ip: 127.0.0.2) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmped3th58h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmped3th58h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmped3th58h/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmped3th58h/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:39 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0340 "-" 1968912 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:39 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0379 "-" 1968912 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:39 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0428 "-" 1968912 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0667 "-" 1968912 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa87249547a8e4db681b99-00697905b8" "proxy-server 1968912" 0.0013 "-" 1968912 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57701/sda1/3/a/c" "txa87249547a8e4db681b99-00697905b8" "container-server 1968912" 0.0039 "-" 1968912 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:52011/sdb1/3/a/c" "txa87249547a8e4db681b99-00697905b8" "container-server 1968912" 0.0014 "-" 1968912 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa87249547a8e4db681b99-00697905b8" "proxy-server 1968912" 0.0471 "-" 1968912 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/3/a/c" 201 - "PUT http://localhost/v1/a/c" "txa87249547a8e4db681b99-00697905b8" "proxy-server 1968912" 0.0851 "-" 1968912 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - txa87249547a8e4db681b99-00697905b8 - 0.0933 - - 1769539000.037611246 1769539000.130955458 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx986ded29dfe249e792188-00697905b8" "proxy-server 1968912" 0.0013 "-" 1968912 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:57701/sda1/0/a1/c1" "tx986ded29dfe249e792188-00697905b8" "container-server 1968912" 0.0021 "-" 1968912 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:52011/sdb1/0/a1/c1" "tx986ded29dfe249e792188-00697905b8" "container-server 1968912" 0.0083 "-" 1968912 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx986ded29dfe249e792188-00697905b8" "proxy-server 1968912" 0.0510 "-" 1968912 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx986ded29dfe249e792188-00697905b8" "proxy-server 1968912" 0.0872 "-" 1968912 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx986ded29dfe249e792188-00697905b8 - 0.0952 - - 1769539000.132714748 1769539000.227933407 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline -test.unit.proxy.test_server.TestECDuplicationObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 -test.unit.proxy.test_server.TestECDuplicationObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch -test.unit.proxy.test_server.TestECDuplicationObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect -test.unit.proxy.test_server.TestECDuplicationObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec -test.unit.proxy.test_server.TestECDuplicationObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables -test.unit.proxy.test_server.TestECGets.test_GET_with_missing_durables ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_frags_per_node ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_multiple_timestamps_on_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes -test.unit.proxy.test_server.TestECGets.test_GET_with_same_frag_index_on_multiple_nodes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy -test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account -test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options -test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout -test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9eeca38dd0d4430181c91-00697905b8" "proxy-server 1968912" 0.0534 "-" 1968912 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57701/sda1/3/a/c1" "tx9eeca38dd0d4430181c91-00697905b8" "container-server 1968912" 0.0284 "-" 1968912 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:52011/sdb1/3/a/c1" "tx9eeca38dd0d4430181c91-00697905b8" "container-server 1968912" 0.0039 "-" 1968912 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9eeca38dd0d4430181c91-00697905b8" "proxy-server 1968912" 0.0638 "-" 1968912 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/3/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx9eeca38dd0d4430181c91-00697905b8" "proxy-server 1968912" 0.0934 "-" 1968912 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx9eeca38dd0d4430181c91-00697905b8 - 0.1536 - - 1769539000.229428291 1769539000.383033752 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx916f2ed4bcc143c5b90c3-00697905b8" "proxy-server 1968912" 0.0538 "-" 1968912 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57701/sda1/0/a/c2" "tx916f2ed4bcc143c5b90c3-00697905b8" "container-server 1968912" 0.0020 "-" 1968912 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:52011/sdb1/0/a/c2" "tx916f2ed4bcc143c5b90c3-00697905b8" "container-server 1968912" 0.0403 "-" 1968912 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx916f2ed4bcc143c5b90c3-00697905b8" "proxy-server 1968912" 0.1892 "-" 1968912 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:36:40 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx916f2ed4bcc143c5b90c3-00697905b8" "proxy-server 1968912" 0.2280 "-" 1968912 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/36/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx916f2ed4bcc143c5b90c3-00697905b8 - 0.2892 - - 1769539000.384395599 1769539000.673616648 2 -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130188.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/288/34159297d3736be3c062ee241b09e288/34159297d3736be3c062ee241b09e288.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130191.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/091/3966aeaf8f16da881d838df52d0f3091/3966aeaf8f16da881d838df52d0f3091.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130191.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/091/3966aeaf8f16da881d838df52d0f3091/3966aeaf8f16da881d838df52d0f3091.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130194.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/0c3/d362bda3590b710dec24923baa4a50c3/d362bda3590b710dec24923baa4a50c3.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130194.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/0c3/d362bda3590b710dec24923baa4a50c3/d362bda3590b710dec24923baa4a50c3.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130215.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/efe/5dbbb2260d35ff788759d16bf6562efe/5dbbb2260d35ff788759d16bf6562efe.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130215.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/efe/5dbbb2260d35ff788759d16bf6562efe/5dbbb2260d35ff788759d16bf6562efe.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130218.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b9f/14b64592c77206865f05dfc98e5e8b9f/14b64592c77206865f05dfc98e5e8b9f.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130218.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/b9f/14b64592c77206865f05dfc98e5e8b9f/14b64592c77206865f05dfc98e5e8b9f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130221.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/285/8d4f391c824d194fee4bb6d702d91285/8d4f391c824d194fee4bb6d702d91285.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130221.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/285/8d4f391c824d194fee4bb6d702d91285/8d4f391c824d194fee4bb6d702d91285.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130224.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/191/729b72ac30c1578ce06c2e695dc32191/729b72ac30c1578ce06c2e695dc32191.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130224.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/191/729b72ac30c1578ce06c2e695dc32191/729b72ac30c1578ce06c2e695dc32191.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130227.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/44e/83ab1d096e79b5c66ac5e112cb95144e/83ab1d096e79b5c66ac5e112cb95144e.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130227.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/44e/83ab1d096e79b5c66ac5e112cb95144e/83ab1d096e79b5c66ac5e112cb95144e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130230.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/147/4b529525dac1d214ccf90b97a83a9147/4b529525dac1d214ccf90b97a83a9147.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130230.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/147/4b529525dac1d214ccf90b97a83a9147/4b529525dac1d214ccf90b97a83a9147.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130233.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84.db +sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130233.00000-0, db: /tmp/tmp6hd37mj5/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130087.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/62b/345c8b609bbd0b78bdb6b2408b61a62b/345c8b609bbd0b78bdb6b2408b61a62b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130092.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/230/a225de604c2697e465e4c99d77caa230/a225de604c2697e465e4c99d77caa230.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_root_container ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_object_stats_shard_container ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1769538999.60897', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1769538999.61039', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1769538999.61054', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1769538999.61067', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1769538999.61085', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1769538999.61099', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1769538999.61111', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1769538999.61123', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1769538999.61140', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1769538999.61153', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1769538999.61166', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '62cbce37-fd10-4df7-b8f1-8672e0c2abdd-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o_0', 'created_at': '1735130080.39230', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': '/a/c/o_1', 'created_at': '1735130080.39287', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': '/a/c/o_2', 'created_at': '1735130080.39295', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': '/a/c/o_3', 'created_at': '1735130080.39300', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': '/a/c/o_4', 'created_at': '1735130080.39306', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 6, 'name': '/a/c/o_5', 'created_at': '1735130080.39311', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 7, 'name': '/a/c/o_6', 'created_at': '1735130080.39316', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 8, 'name': '/a/c/o_7', 'created_at': '1735130080.39321', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 9, 'name': '/a/c/o_8', 'created_at': '1735130080.39326', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 10, 'name': '/a/c/o_9', 'created_at': '1735130080.39331', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 11, 'name': '/a/c/o_missing', 'created_at': '1735130080.39336', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'bea01906-79f1-4237-b893-0bf213ceb717-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpgii7crud/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69a636c4-458d-4228-a83f-ab7a8bc00435-sda', '1769539000.06715', '1769539002', '0', '', '1769539002', 0, 0) -test DEBUG: /tmp/tmpgii7crud/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '69a636c4-458d-4228-a83f-ab7a8bc00435-sda', '1769539000.06715', '1769539002', '0', '', '1769539002', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('69a636c4-458d-4228-a83f-ab7a8bc00435-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp18i6b0y9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9a0483a0-5967-4d64-9572-f35b08aa6b52-sda', '1735130081.18745', '1735130083', '0', '', '1735130083', 0, 0) +test DEBUG: /tmp/tmp18i6b0y9/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9a0483a0-5967-4d64-9572-f35b08aa6b52-sda', '1735130081.18745', '1735130083', '0', '', '1735130083', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9a0483a0-5967-4d64-9572-f35b08aa6b52-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.25458 seconds (3.92804/s) +test INFO: Attempted to replicate 1 dbs in 0.24439 seconds (4.09188/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv4f_flka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9bdf7d50a25ae9dce0489fbabd4b7454', '79d065eb-bd1f-4776-a119-9f2cbe10533b-sda', '1769539000.49625', '1769539003', '0', '', '1769539003', 1, 0) -test DEBUG: /tmp/tmpv4f_flka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769539004.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '79d065eb-bd1f-4776-a119-9f2cbe10533b-sda') -test DEBUG: /tmp/tmpv4f_flka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.031836s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '9bdf7d50a25ae9dce0489fbabd4b7454', '79d065eb-bd1f-4776-a119-9f2cbe10533b-sda', '1769539000.49625', '1769539003', '0', '', '1769539003', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('79d065eb-bd1f-4776-a119-9f2cbe10533b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpv4f_flka/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpcu5qv24d/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '8723704564c2a0ca0d29928447ee3413', 'ebbb2931-4564-4254-91cc-def5bd584461-sda', '1735130081.67279', '1735130084', '0', '', '1735130084', 1, 1) +test DEBUG: /tmp/tmpcu5qv24d/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130085.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'ebbb2931-4564-4254-91cc-def5bd584461-sda') +test DEBUG: /tmp/tmpcu5qv24d/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0379953s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '8723704564c2a0ca0d29928447ee3413', 'ebbb2931-4564-4254-91cc-def5bd584461-sda', '1735130081.67279', '1735130084', '0', '', '1735130084', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ebbb2931-4564-4254-91cc-def5bd584461-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpcu5qv24d/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51499 seconds (1.94180/s) +test INFO: Attempted to replicate 1 dbs in 0.55840 seconds (1.79082/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpv4f_flka/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'a0a3e4dfcc7b4e5c63069bccf92afb9b', 'ff9df47e-f119-418c-ac0f-9ac3628c52ba-sda', '1769539001.01443', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ff9df47e-f119-418c-ac0f-9ac3628c52ba-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'a0a3e4dfcc7b4e5c63069bccf92afb9b', 'ff9df47e-f119-418c-ac0f-9ac3628c52ba-sda', '1769539001.01443', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ff9df47e-f119-418c-ac0f-9ac3628c52ba-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpcu5qv24d/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '3527568470bb1deec98c0a8819663dde', '76d15c07-388d-4c37-8b1e-b8310dacd5aa-sda', '1735130082.09067', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('76d15c07-388d-4c37-8b1e-b8310dacd5aa-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '3527568470bb1deec98c0a8819663dde', '76d15c07-388d-4c37-8b1e-b8310dacd5aa-sda', '1735130082.09067', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('76d15c07-388d-4c37-8b1e-b8310dacd5aa-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpn6l5utdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ce8da321-4a36-4ecd-81fd-85303fab9470-sda', '1769539001.66474', '1769539004', '0', '', '1769539004', 0, 1) -test DEBUG: /tmp/tmpn6l5utdo/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'ce8da321-4a36-4ecd-81fd-85303fab9470-sda', '1769539001.66474', '1769539004', '0', '', '1769539004', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('ce8da321-4a36-4ecd-81fd-85303fab9470-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp1ht9lgj6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ae81c9c7-56c6-471c-9ce2-00db667e0ffe-sda', '1735130082.62089', '1735130085', '0', '', '1735130085', 0, 0) +test DEBUG: /tmp/tmp1ht9lgj6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'ae81c9c7-56c6-471c-9ce2-00db667e0ffe-sda', '1735130082.62089', '1735130085', '0', '', '1735130085', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('ae81c9c7-56c6-471c-9ce2-00db667e0ffe-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.24620 seconds (4.06178/s) +test INFO: Attempted to replicate 1 dbs in 0.29129 seconds (3.43297/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvpfhqpu2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4d753e09ebfe87ffed34e0fdc59f57fd', '0438027f-7980-49f5-896a-70ae5696808a-sda', '1769539002.06590', '1769539004', '0', '', '1769539004', 1, 1) -test DEBUG: /tmp/tmpvpfhqpu2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '4d753e09ebfe87ffed34e0fdc59f57fd', '0438027f-7980-49f5-896a-70ae5696808a-sda', '1769539002.06590', '1769539004', '0', '', '1769539004', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0438027f-7980-49f5-896a-70ae5696808a-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvpfhqpu2/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create +test DEBUG: Replicating db /tmp/tmp5g4_doqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dcdacc95530694da5b3ebdb2ca22aec0', '3860821a-d546-44cb-81d3-9ab4e96f5e10-sda', '1735130083.10086', '1735130085', '0', '', '1735130085', 1, 1) +test DEBUG: /tmp/tmp5g4_doqz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'dcdacc95530694da5b3ebdb2ca22aec0', '3860821a-d546-44cb-81d3-9ab4e96f5e10-sda', '1735130083.10086', '1735130085', '0', '', '1735130085', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('3860821a-d546-44cb-81d3-9ab4e96f5e10-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp5g4_doqz/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_old_style_root_account_container_path ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_create ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_overlap_shard_range_order ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_path ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_pending_file_name ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_policy_stat_tracking ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_misplaced_object_does_not_effect_container_stats ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_file ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539063.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cf9/b729cf50348c978b94041fb63dce8cf9/b729cf50348c978b94041fb63dce8cf9_1769539063.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539063.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/cf9/b729cf50348c978b94041fb63dce8cf9/b729cf50348c978b94041fb63dce8cf9_1769539063.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539066.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/aab/5bc64b87bd0c862f900bd7b622a0faab/5bc64b87bd0c862f900bd7b622a0faab_1769539066.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539066.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/aab/5bc64b87bd0c862f900bd7b622a0faab/5bc64b87bd0c862f900bd7b622a0faab_1769539066.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539069.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/172/83170381d8a80c64e54c78c98fc68172/83170381d8a80c64e54c78c98fc68172_1769539069.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539069.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/172/83170381d8a80c64e54c78c98fc68172/83170381d8a80c64e54c78c98fc68172_1769539069.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539072.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/92f/7231aa9b23e040c8c629c369e54af92f/7231aa9b23e040c8c629c369e54af92f_1769539072.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539072.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/92f/7231aa9b23e040c8c629c369e54af92f/7231aa9b23e040c8c629c369e54af92f_1769539072.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539075.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0c8/83d1fbd7db23836478657ee34275c0c8/83d1fbd7db23836478657ee34275c0c8_1769539075.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539075.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0c8/83d1fbd7db23836478657ee34275c0c8/83d1fbd7db23836478657ee34275c0c8_1769539075.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539078.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/dbb/3053c41fc174b3c1f46bbb00d7060dbb/3053c41fc174b3c1f46bbb00d7060dbb_1769539078.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539078.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/dbb/3053c41fc174b3c1f46bbb00d7060dbb/3053c41fc174b3c1f46bbb00d7060dbb_1769539078.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539081.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/36e/81596373bd9a212898f12f30e447a36e/81596373bd9a212898f12f30e447a36e_1769539081.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539081.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/36e/81596373bd9a212898f12f30e447a36e/81596373bd9a212898f12f30e447a36e_1769539081.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539084.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/314/2971f56e2a50e8391b4b6e422d0c1314/2971f56e2a50e8391b4b6e422d0c1314_1769539084.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539084.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/314/2971f56e2a50e8391b4b6e422d0c1314/2971f56e2a50e8391b4b6e422d0c1314_1769539084.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539087.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/c2a/a25cc65be3ccb0af23a4c4388c225c2a/a25cc65be3ccb0af23a4c4388c225c2a_1769539087.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539087.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/c2a/a25cc65be3ccb0af23a4c4388c225c2a/a25cc65be3ccb0af23a4c4388c225c2a_1769539087.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93_1769539090.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93_1769539090.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539093.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb_1769539093.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539093.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb/c8d11f5c7cd048b34bb764f9b3c6f8bb_1769539093.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539096.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b28/4c6de540fc1bb5079911381e0643db28/4c6de540fc1bb5079911381e0643db28_1769539096.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539096.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b28/4c6de540fc1bb5079911381e0643db28/4c6de540fc1bb5079911381e0643db28_1769539096.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539099.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/26f/edf17a0d47a81cfd1c36ada117a4926f/edf17a0d47a81cfd1c36ada117a4926f_1769539099.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539099.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/26f/edf17a0d47a81cfd1c36ada117a4926f/edf17a0d47a81cfd1c36ada117a4926f_1769539099.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539102.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/633/5a2dedd3f2b99df2b6fc78f49f05d633/5a2dedd3f2b99df2b6fc78f49f05d633_1769539102.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539102.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/633/5a2dedd3f2b99df2b6fc78f49f05d633/5a2dedd3f2b99df2b6fc78f49f05d633_1769539102.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539105.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/dcb/26144932b05869b6370e8f2052da2dcb/26144932b05869b6370e8f2052da2dcb_1769539105.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539105.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/dcb/26144932b05869b6370e8f2052da2dcb/26144932b05869b6370e8f2052da2dcb_1769539105.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539108.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/47d/e3c60450110ac9a6df4e5ac900c5e47d/e3c60450110ac9a6df4e5ac900c5e47d_1769539108.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539108.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/47d/e3c60450110ac9a6df4e5ac900c5e47d/e3c60450110ac9a6df4e5ac900c5e47d_1769539108.00000.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.37418 seconds (2.67250/s) +test INFO: Attempted to replicate 1 dbs in 0.45500 seconds (2.19778/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvpfhqpu2/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b97dea824d37fe3dafbb1d9d23207cf1', 'c0ce7398-6c1b-49bd-a942-ff7b8360408f-sda', '1769539002.39801', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c0ce7398-6c1b-49bd-a942-ff7b8360408f-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'b97dea824d37fe3dafbb1d9d23207cf1', 'c0ce7398-6c1b-49bd-a942-ff7b8360408f-sda', '1769539002.39801', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c0ce7398-6c1b-49bd-a942-ff7b8360408f-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp5g4_doqz/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '3f5eec6c9d1eb9f73aa1c333030b7c82', 'a468c894-2400-467e-bc41-01011b909d80-sda', '1735130083.49430', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('a468c894-2400-467e-bc41-01011b909d80-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '3f5eec6c9d1eb9f73aa1c333030b7c82', 'a468c894-2400-467e-bc41-01011b909d80-sda', '1735130083.49430', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('a468c894-2400-467e-bc41-01011b909d80-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpovserc3v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7fd93c74-baad-4f31-b6d1-6ca99de9985f-sda', '1769539002.63759', '1769539002', '1769539006', '', '1769539006', 0, 0) -test DEBUG: /tmp/tmpovserc3v/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '7fd93c74-baad-4f31-b6d1-6ca99de9985f-sda', '1769539002.63759', '1769539002', '1769539006', '', '1769539006', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7fd93c74-baad-4f31-b6d1-6ca99de9985f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpvconie8p/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd710dac3-c1a5-4c5a-aa1c-726a876bab1d-sda', '1735130084.29303', '1735130084', '1735130088', '', '1735130088', 0, 1) +test DEBUG: /tmp/tmpvconie8p/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd710dac3-c1a5-4c5a-aa1c-726a876bab1d-sda', '1735130084.29303', '1735130084', '1735130088', '', '1735130088', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('d710dac3-c1a5-4c5a-aa1c-726a876bab1d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.20141 seconds (4.96508/s) +test INFO: Attempted to replicate 1 dbs in 0.24012 seconds (4.16465/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_8u24p2q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '676092ad86b5c5dc519db693a0733545', 'e97f7cde-24ee-4932-a381-52e09678605d-sda', '1769539003.04820', '1769539003', '1769539007', '', '1769539007', 1, 0) -test DEBUG: /tmp/tmp_8u24p2q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769539008.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'e97f7cde-24ee-4932-a381-52e09678605d-sda') -test DEBUG: /tmp/tmp_8u24p2q/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0301421s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '676092ad86b5c5dc519db693a0733545', 'e97f7cde-24ee-4932-a381-52e09678605d-sda', '1769539003.04820', '1769539003', '1769539007', '', '1769539007', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('e97f7cde-24ee-4932-a381-52e09678605d-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_8u24p2q/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmp_zbl2x2l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6e05e8f0f3168bec9bb943b1d606b115', '9240d8cd-a318-4ef0-b36c-aaef3152314f-sda', '1735130086.27589', '1735130086', '1735130090', '', '1735130090', 1, 1) +test DEBUG: /tmp/tmp_zbl2x2l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130091.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '9240d8cd-a318-4ef0-b36c-aaef3152314f-sda') +test DEBUG: /tmp/tmp_zbl2x2l/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.04179s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6e05e8f0f3168bec9bb943b1d606b115', '9240d8cd-a318-4ef0-b36c-aaef3152314f-sda', '1735130086.27589', '1735130086', '1735130090', '', '1735130090', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('9240d8cd-a318-4ef0-b36c-aaef3152314f-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_zbl2x2l/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.51224 seconds (1.95219/s) +test INFO: Attempted to replicate 1 dbs in 0.43314 seconds (2.30871/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp_8u24p2q/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e63cc9e1dbf35ca580a9366111c4b5ea', 'f72e4265-7ced-422d-84dc-780b1cd786a7-sda', '1769539003.62506', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('f72e4265-7ced-422d-84dc-780b1cd786a7-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'e63cc9e1dbf35ca580a9366111c4b5ea', 'f72e4265-7ced-422d-84dc-780b1cd786a7-sda', '1769539003.62506', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('f72e4265-7ced-422d-84dc-780b1cd786a7-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp_zbl2x2l/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '9a62d15f2e0f9b764305cb7e8f7fbde0', '8fada555-49f5-4ee2-9fc8-8676fcd2b4cf-sda', '1735130086.95761', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('8fada555-49f5-4ee2-9fc8-8676fcd2b4cf-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '9a62d15f2e0f9b764305cb7e8f7fbde0', '8fada555-49f5-4ee2-9fc8-8676fcd2b4cf-sda', '1735130086.95761', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('8fada555-49f5-4ee2-9fc8-8676fcd2b4cf-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd19393d2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6bd8772f-414a-492e-a3dc-abf944a077a2-sda', '1769539003.94922', '1769539003', '1769539007', '', '1769539007', 0, 1) -test DEBUG: /tmp/tmpd19393d2/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6bd8772f-414a-492e-a3dc-abf944a077a2-sda', '1769539003.94922', '1769539003', '1769539007', '', '1769539007', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('6bd8772f-414a-492e-a3dc-abf944a077a2-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmprwksbdpm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f639d228-6cb6-4dae-b835-e15d6a641de9-sda', '1735130087.27703', '1735130087', '1735130091', '', '1735130091', 0, 0) +test DEBUG: /tmp/tmprwksbdpm/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'f639d228-6cb6-4dae-b835-e15d6a641de9-sda', '1735130087.27703', '1735130087', '1735130091', '', '1735130091', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f639d228-6cb6-4dae-b835-e15d6a641de9-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.46531 seconds (2.14912/s) +test INFO: Attempted to replicate 1 dbs in 0.35383 seconds (2.82621/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpbkl0rbq7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fb12fe73dcc39f29c1b7d62f3634581b', 'df0c700f-95c1-47c5-8b7b-e19c550fccbd-sda', '1769539004.69646', '1769539004', '1769539008', '', '1769539008', 1, 1) -test DEBUG: /tmp/tmpbkl0rbq7/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'fb12fe73dcc39f29c1b7d62f3634581b', 'df0c700f-95c1-47c5-8b7b-e19c550fccbd-sda', '1769539004.69646', '1769539004', '1769539008', '', '1769539008', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('df0c700f-95c1-47c5-8b7b-e19c550fccbd-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpbkl0rbq7/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmp7gu8g1ef/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '07c63c5550446380acf4cab806513767', '8ca954dd-d5be-4a10-8737-ad0f314f98c8-sda', '1735130088.10815', '1735130088', '1735130092', '', '1735130092', 1, 0) +test DEBUG: /tmp/tmp7gu8g1ef/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '07c63c5550446380acf4cab806513767', '8ca954dd-d5be-4a10-8737-ad0f314f98c8-sda', '1735130088.10815', '1735130088', '1735130092', '', '1735130092', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('8ca954dd-d5be-4a10-8737-ad0f314f98c8-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp7gu8g1ef/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40674 seconds (2.45855/s) +test INFO: Attempted to replicate 1 dbs in 0.67583 seconds (1.47966/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpbkl0rbq7/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '114b965e4bacbc0afe63a1038ad07410', '2a4e9a3a-e6d9-484f-aff0-d10c310d42f8-sda', '1769539005.65855', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('2a4e9a3a-e6d9-484f-aff0-d10c310d42f8-sda', '648324562cfeedd305e8795e58d85ae6.db')test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete +test DEBUG: Replicating db /tmp/tmp7gu8g1ef/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '27641972b737c2e6acf25abc4eeec354', '76c46465-f277-4139-b1de-7843056cce2b-sda', '1735130089.24686', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('76c46465-f277-4139-b1de-7843056cce2b-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db')test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_encoded_timestamps_using_memory ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_newer_local_delete ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130097.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/cd6/fa40489dccd86478e484f3c678125cd6/fa40489dccd86478e484f3c678125cd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130102.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2b0/590405e528995b7f4e51d18ee85bd2b0/590405e528995b7f4e51d18ee85bd2b0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130107.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/760/4c970a1624fe002528cbf24ad96c5760/4c970a1624fe002528cbf24ad96c5760.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130112.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d85/6038fe30c7f123b89f569f8e846e5d85/6038fe30c7f123b89f569f8e846e5d85.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130117.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e7d/f43d38cc827271216db275231f7bbe7d/f43d38cc827271216db275231f7bbe7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130122.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/fc6/7391812a5de6eda7a79fe1d1a5ad5fc6/7391812a5de6eda7a79fe1d1a5ad5fc6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130127.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e6b/5e0f507fa2f8f6ad56212767eb2d6e6b/5e0f507fa2f8f6ad56212767eb2d6e6b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130132.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8d2/aecc783753b0e665f576b247554498d2/aecc783753b0e665f576b247554498d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130137.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/7c7/df402e4eae763a10e10492b27874c7c7/df402e4eae763a10e10492b27874c7c7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130142.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6d7/d4d8010c5afcd6f3e0744aeb7681f6d7/d4d8010c5afcd6f3e0744aeb7681f6d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130147.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/730/dd8ca39e2313c5c96bbe24c694bd8730/dd8ca39e2313c5c96bbe24c694bd8730.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130152.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/931/5ab54beb01a0bd947915040c9055c931/5ab54beb01a0bd947915040c9055c931.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130162.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c27/6e9d8c29463c1e3c4360871df8f45c27/6e9d8c29463c1e3c4360871df8f45c27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130167.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/400/7b555d34c0c85011da6fc42f9f53f400/7b555d34c0c85011da6fc42f9f53f400.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130172.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/361/05c4e29193e370aa350521965c555361/05c4e29193e370aa350521965c555361.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130182.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/3b8/f2f4d62574d37012ad307b3f683b83b8/f2f4d62574d37012ad307b3f683b83b8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130187.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b00/c1e87ba52ebc8e83cb9d4e8ab9551b00/c1e87ba52ebc8e83cb9d4e8ab9551b00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130192.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c90/d08224e460c00fa039bbca3e22148c90/d08224e460c00fa039bbca3e22148c90.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130202.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d8f/cc1e97037151f934075038389894cd8f/cc1e97037151f934075038389894cd8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130222.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ca9/b1351ad4172cd3d4724455db343a6ca9/b1351ad4172cd3d4724455db343a6ca9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130227.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/44e/83ab1d096e79b5c66ac5e112cb95144e/83ab1d096e79b5c66ac5e112cb95144e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130232.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/96e/3050702ddc7c957ade030e85c801296e/3050702ddc7c957ade030e85c801296e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130237.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130242.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/14c/4537c0b11a8cf1cf40f37375da17e14c/4537c0b11a8cf1cf40f37375da17e14c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130247.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/045/ee53e4e4a3fd9a684f1dee5d20d0e045/ee53e4e4a3fd9a684f1dee5d20d0e045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130252.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/624/41f1bcc4a9eef30161884e9667921624/41f1bcc4a9eef30161884e9667921624.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130257.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130267.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/58f/c4b5ba05c261d1cc47daf0b1d0f4a58f/c4b5ba05c261d1cc47daf0b1d0f4a58f.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_file ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_put_object_multiple_explicit_timestamps_using_memory ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_create ... ok -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '114b965e4bacbc0afe63a1038ad07410', '2a4e9a3a-e6d9-484f-aff0-d10c310d42f8-sda', '1769539005.65855', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('2a4e9a3a-e6d9-484f-aff0-d10c310d42f8-sda', '648324562cfeedd305e8795e58d85ae6.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '27641972b737c2e6acf25abc4eeec354', '76c46465-f277-4139-b1de-7843056cce2b-sda', '1735130089.24686', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('76c46465-f277-4139-b1de-7843056cce2b-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp33qhqxys/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5be2584a-58d0-454a-84c1-a875c57a031f-sda', '1769539006.07431', '1769539006', '0', '', '1769539006', 0, 1) -test DEBUG: /tmp/tmp33qhqxys/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5be2584a-58d0-454a-84c1-a875c57a031f-sda', '1769539006.07431', '1769539006', '0', '', '1769539006', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5be2584a-58d0-454a-84c1-a875c57a031f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp7f6_5_zn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '49e7e615-e0c7-4a12-a04f-8d30c9d34d63-sda', '1735130089.65474', '1735130089', '0', '', '1735130089', 0, 1) +test DEBUG: /tmp/tmp7f6_5_zn/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '49e7e615-e0c7-4a12-a04f-8d30c9d34d63-sda', '1735130089.65474', '1735130089', '0', '', '1735130089', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('49e7e615-e0c7-4a12-a04f-8d30c9d34d63-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.64655 seconds (0.60733/s) +test INFO: Attempted to replicate 1 dbs in 0.34034 seconds (2.93821/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpijojrisv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f36b57c98d251817130f13e9ef2c7b79', '8cd1260f-61e0-4333-9d62-03f0576d261b-sda', '1769539008.88883', '1769539008', '0', '', '1769539008', 1, 1) -test DEBUG: /tmp/tmpijojrisv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769539012.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '8cd1260f-61e0-4333-9d62-03f0576d261b-sda') -test DEBUG: /tmp/tmpijojrisv/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0292368s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f36b57c98d251817130f13e9ef2c7b79', '8cd1260f-61e0-4333-9d62-03f0576d261b-sda', '1769539008.88883', '1769539008', '0', '', '1769539008', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('8cd1260f-61e0-4333-9d62-03f0576d261b-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpijojrisv/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmp_zehtic8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'afd2d1845bb77b1ff17b71a7ec81d168', '4b21f29f-d147-4b61-9608-6dc9d3b5befd-sda', '1735130090.32609', '1735130090', '0', '', '1735130090', 1, 1) +test DEBUG: /tmp/tmp_zehtic8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130094.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '4b21f29f-d147-4b61-9608-6dc9d3b5befd-sda') +test DEBUG: /tmp/tmp_zehtic8/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0374973s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'afd2d1845bb77b1ff17b71a7ec81d168', '4b21f29f-d147-4b61-9608-6dc9d3b5befd-sda', '1735130090.32609', '1735130090', '0', '', '1735130090', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4b21f29f-d147-4b61-9608-6dc9d3b5befd-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp_zehtic8/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.45288 seconds (2.20808/s) +test INFO: Attempted to replicate 1 dbs in 2.21157 seconds (0.45217/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpijojrisv/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'f710df421f9d6ada764841f420f8064c', 'd51c18ba-f3bc-42c3-a2e0-914fe26cdf03-sda', '1769539009.50221', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('d51c18ba-f3bc-42c3-a2e0-914fe26cdf03-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'f710df421f9d6ada764841f420f8064c', 'd51c18ba-f3bc-42c3-a2e0-914fe26cdf03-sda', '1769539009.50221', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('d51c18ba-f3bc-42c3-a2e0-914fe26cdf03-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmp_zehtic8/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '98781115d6cb450e2367154d7c9a32b1', 'fabad554-b11b-4d85-8db5-1efa3992836f-sda', '1735130092.17632', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('fabad554-b11b-4d85-8db5-1efa3992836f-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '98781115d6cb450e2367154d7c9a32b1', 'fabad554-b11b-4d85-8db5-1efa3992836f-sda', '1735130092.17632', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('fabad554-b11b-4d85-8db5-1efa3992836f-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpne7p0h7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '543637db-3c57-4ecd-b97b-1751cf605178-sda', '1769539009.94510', '1769539009', '0', '', '1769539009', 0, 0) -test DEBUG: /tmp/tmpne7p0h7f/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '543637db-3c57-4ecd-b97b-1751cf605178-sda', '1769539009.94510', '1769539009', '0', '', '1769539009', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('543637db-3c57-4ecd-b97b-1751cf605178-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp2uw_joka/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '333f0e06-5725-4bb6-acd4-ba6da64913be-sda', '1735130093.10616', '1735130093', '0', '', '1735130093', 0, 0) +test DEBUG: /tmp/tmp2uw_joka/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '333f0e06-5725-4bb6-acd4-ba6da64913be-sda', '1735130093.10616', '1735130093', '0', '', '1735130093', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('333f0e06-5725-4bb6-acd4-ba6da64913be-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21661 seconds (4.61656/s) +test INFO: Attempted to replicate 1 dbs in 0.48138 seconds (2.07737/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpx0i1jxs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c8413982b8b9a041c94c4dd8d438bc43', '11fd8329-f353-412c-993c-f5fed6dd5156-sda', '1769539010.26175', '1769539010', '0', '', '1769539010', 1, 0) -test DEBUG: /tmp/tmpx0i1jxs_/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c8413982b8b9a041c94c4dd8d438bc43', '11fd8329-f353-412c-993c-f5fed6dd5156-sda', '1769539010.26175', '1769539010', '0', '', '1769539010', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('11fd8329-f353-412c-993c-f5fed6dd5156-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpx0i1jxs_/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmph4jo7f57/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'cfb48f3c49e69935589b422f2fe7a72a', 'f5cf45de-1f45-4b6b-be66-1f8342057350-sda', '1735130093.94648', '1735130093', '0', '', '1735130093', 1, 0) +test DEBUG: /tmp/tmph4jo7f57/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'cfb48f3c49e69935589b422f2fe7a72a', 'f5cf45de-1f45-4b6b-be66-1f8342057350-sda', '1735130093.94648', '1735130093', '0', '', '1735130093', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('f5cf45de-1f45-4b6b-be66-1f8342057350-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmph4jo7f57/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.40241 seconds (2.48502/s) +test INFO: Attempted to replicate 1 dbs in 1.59998 seconds (0.62501/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpx0i1jxs_/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '8f95c8d1ae146496531cd8a5bf79fa42', '7c01185b-ff10-493c-9a04-c7d54621f07b-sda', '1769539010.71505', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('7c01185b-ff10-493c-9a04-c7d54621f07b-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '8f95c8d1ae146496531cd8a5bf79fa42', '7c01185b-ff10-493c-9a04-c7d54621f07b-sda', '1769539010.71505', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('7c01185b-ff10-493c-9a04-c7d54621f07b-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmph4jo7f57/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'a2f961a8b205b7296caf25d94b9d1068', 'd409a9f0-a213-4307-9e86-ce30e716e204-sda', '1735130095.24256', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('d409a9f0-a213-4307-9e86-ce30e716e204-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'a2f961a8b205b7296caf25d94b9d1068', 'd409a9f0-a213-4307-9e86-ce30e716e204-sda', '1735130095.24256', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('d409a9f0-a213-4307-9e86-ce30e716e204-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpe6raw4j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3c7c421a-7d3a-4d8f-8811-fff8f3640199-sda', '1769539010.94716', '1769539010', '1769539012', '', '1769539012', 0, 0) -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539111.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8c2/44194c85ecbcc16d205f58d3ced188c2/44194c85ecbcc16d205f58d3ced188c2_1769539111.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539111.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8c2/44194c85ecbcc16d205f58d3ced188c2/44194c85ecbcc16d205f58d3ced188c2_1769539111.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539114.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b65/409e59c5984bfbd8f6a563631839db65/409e59c5984bfbd8f6a563631839db65_1769539114.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539114.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b65/409e59c5984bfbd8f6a563631839db65/409e59c5984bfbd8f6a563631839db65_1769539114.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539117.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b08/2147f9e89dcd3b680236fea7d7e1eb08/2147f9e89dcd3b680236fea7d7e1eb08_1769539117.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539117.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b08/2147f9e89dcd3b680236fea7d7e1eb08/2147f9e89dcd3b680236fea7d7e1eb08_1769539117.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539120.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817_1769539120.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539120.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817_1769539120.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539123.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ce9/ec8946df446f0f5b8f497b6077904ce9/ec8946df446f0f5b8f497b6077904ce9_1769539123.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539123.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ce9/ec8946df446f0f5b8f497b6077904ce9/ec8946df446f0f5b8f497b6077904ce9_1769539123.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539126.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d8f/6ad2a5d39a1d9af675395e7f37358d8f/6ad2a5d39a1d9af675395e7f37358d8f_1769539126.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539126.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d8f/6ad2a5d39a1d9af675395e7f37358d8f/6ad2a5d39a1d9af675395e7f37358d8f_1769539126.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539129.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/398/d96868a261a9abf0788f9d35d10ad398/d96868a261a9abf0788f9d35d10ad398_1769539129.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539129.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/398/d96868a261a9abf0788f9d35d10ad398/d96868a261a9abf0788f9d35d10ad398_1769539129.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539132.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/56d/52b0725984f9b36bb9331979226d256d/52b0725984f9b36bb9331979226d256d_1769539132.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539132.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/56d/52b0725984f9b36bb9331979226d256d/52b0725984f9b36bb9331979226d256d_1769539132.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539135.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/bc6/a7a13f80c3a8db7901e2366e1ee92bc6/a7a13f80c3a8db7901e2366e1ee92bc6_1769539135.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539135.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/bc6/a7a13f80c3a8db7901e2366e1ee92bc6/a7a13f80c3a8db7901e2366e1ee92bc6_1769539135.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539138.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d4a/4479ba203ce7908d6c70397613fd6d4a/4479ba203ce7908d6c70397613fd6d4a_1769539138.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539138.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d4a/4479ba203ce7908d6c70397613fd6d4a/4479ba203ce7908d6c70397613fd6d4a_1769539138.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539141.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8e7/905d77e241728c7bb46bf8542683c8e7/905d77e241728c7bb46bf8542683c8e7_1769539141.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539141.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/8e7/905d77e241728c7bb46bf8542683c8e7/905d77e241728c7bb46bf8542683c8e7_1769539141.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539144.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/c76/87f957b2768d25492bc4091a960b8c76/87f957b2768d25492bc4091a960b8c76_1769539144.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539144.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/c76/87f957b2768d25492bc4091a960b8c76/87f957b2768d25492bc4091a960b8c76_1769539144.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539147.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/1e9/92a3c80b68485960adb13628b44911e9/92a3c80b68485960adb13628b44911e9_1769539147.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539147.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/1e9/92a3c80b68485960adb13628b44911e9/92a3c80b68485960adb13628b44911e9_1769539147.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283_1769539150.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283_1769539150.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be_1769539153.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be_1769539153.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539156.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d_1769539156.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539156.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d_1769539156.00000.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete +test DEBUG: Replicating db /tmp/tmp8vprcn8c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a716feed-19f0-4fdd-9e2e-4e7f1e19617b-sda', '1735130096.11234', '1735130096', '1735130098', '', '1735130098', 0, 0)test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_deadlock ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130272.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/3ba/95682d3b64955cb0ffb4cd579bc2a3ba/95682d3b64955cb0ffb4cd579bc2a3ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130282.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/bdc/8d71783029d5929cdb45ec0880b40bdc/8d71783029d5929cdb45ec0880b40bdc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130287.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/aee/89d6446309fcdb21c09eebed0b18eaee/89d6446309fcdb21c09eebed0b18eaee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130292.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/9f6/db0b4a7741a25eeeb0d040bf148519f6/db0b4a7741a25eeeb0d040bf148519f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130297.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130302.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/697/1771aafcf62c431340b8df0eb4746697/1771aafcf62c431340b8df0eb4746697.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130307.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/374/927184d1961a5fc43678e81fbab33374/927184d1961a5fc43678e81fbab33374.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130312.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/068/71817189050beb349eb761dcb62a5068/71817189050beb349eb761dcb62a5068.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130317.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130322.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f10/97aa446dafa27f80cbbad4674b2edf10/97aa446dafa27f80cbbad4674b2edf10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130327.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8bd/eabee5744fe29df5df5034297b1cb8bd/eabee5744fe29df5df5034297b1cb8bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130332.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/71d/f135630fc36b4362f0ab9ccc45d7a71d/f135630fc36b4362f0ab9ccc45d7a71d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130342.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/16b/b1bd026b0d5bb65ff4bbe90a642c216b/b1bd026b0d5bb65ff4bbe90a642c216b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130347.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5d6/65412677821c24dd79660ed5c34fc5d6/65412677821c24dd79660ed5c34fc5d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130352.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/10e/15d7081d434bd1da6081ff84bb5dd10e/15d7081d434bd1da6081ff84bb5dd10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130357.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130362.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f0a/7bc7ec4a0b9e674881e03cb478110f0a/7bc7ec4a0b9e674881e03cb478110f0a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130367.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/1a5/93ccf4b66f78273254fc6244973131a5/93ccf4b66f78273254fc6244973131a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130372.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2b6/5c857d9a98a7c0459c523c18a69492b6/5c857d9a98a7c0459c523c18a69492b6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130377.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130382.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b49/a5f37f268591f4d4c16e655547627b49/a5f37f268591f4d4c16e655547627b49.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130387.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5bc/ce5e2aa06e3390ae2621860659f8e5bc/ce5e2aa06e3390ae2621860659f8e5bc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130392.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ed3/8b1287ec73d15bcaf009bab175390ed3/8b1287ec73d15bcaf009bab175390ed3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130397.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130402.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5f5/ef204ec9c046c5fc106726c6ed0265f5/ef204ec9c046c5fc106726c6ed0265f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130407.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f21/16180ddc9b4aa0af12b89a16d70a4f21/16180ddc9b4aa0af12b89a16d70a4f21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130412.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/08c/5b0d3bf138b5195640b079c3cc94608c/5b0d3bf138b5195640b079c3cc94608c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130417.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130422.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/485/62edbd2a36c78df64425f21d94b83485/62edbd2a36c78df64425f21d94b83485.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130427.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/351/176e025eb325e18327726239d3bb6351/176e025eb325e18327726239d3bb6351.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130432.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a5e/41f3efe4f2b8d9974e997e59cc0f4a5e/41f3efe4f2b8d9974e997e59cc0f4a5e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130437.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130442.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e4a/5c046df5884db84b090de8d4d9d54e4a/5c046df5884db84b090de8d4d9d54e4a.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_shard_ranges ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reclaim_with_duplicate_names ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reconciler_sync ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_delete ... ok -test DEBUG: /tmp/tmpe6raw4j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '3c7c421a-7d3a-4d8f-8811-fff8f3640199-sda', '1769539010.94716', '1769539010', '1769539012', '', '1769539012', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('3c7c421a-7d3a-4d8f-8811-fff8f3640199-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: /tmp/tmp8vprcn8c/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a716feed-19f0-4fdd-9e2e-4e7f1e19617b-sda', '1735130096.11234', '1735130096', '1735130098', '', '1735130098', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a716feed-19f0-4fdd-9e2e-4e7f1e19617b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.21813 seconds (4.58447/s) +test INFO: Attempted to replicate 1 dbs in 0.26046 seconds (3.83937/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp8kvjmq3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dc797c49ee178c24a4c263e946512bed', '7c12a548-86fd-4325-89a1-aec3cd25819f-sda', '1769539011.41611', '1769539011', '1769539013', '', '1769539013', 1, 1) -test DEBUG: /tmp/tmp8kvjmq3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769539016.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], '7c12a548-86fd-4325-89a1-aec3cd25819f-sda') -test DEBUG: /tmp/tmp8kvjmq3j/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0525086s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'dc797c49ee178c24a4c263e946512bed', '7c12a548-86fd-4325-89a1-aec3cd25819f-sda', '1769539011.41611', '1769539011', '1769539013', '', '1769539013', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('7c12a548-86fd-4325-89a1-aec3cd25819f-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp8kvjmq3j/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpfjviwsn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'c00d9778e3f3e6c98db16b5175d77bc6', 'fe73857b-31ce-4e82-b12c-80f7214f442a-sda', '1735130096.71482', '1735130096', '1735130098', '', '1735130098', 1, 1) +test DEBUG: /tmp/tmpfjviwsn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130101.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'fe73857b-31ce-4e82-b12c-80f7214f442a-sda') +test DEBUG: /tmp/tmpfjviwsn_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.376186s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'c00d9778e3f3e6c98db16b5175d77bc6', 'fe73857b-31ce-4e82-b12c-80f7214f442a-sda', '1735130096.71482', '1735130096', '1735130098', '', '1735130098', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('fe73857b-31ce-4e82-b12c-80f7214f442a-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfjviwsn_/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.41343 seconds (2.41878/s) +test INFO: Attempted to replicate 1 dbs in 2.99395 seconds (0.33401/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp8kvjmq3j/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '0ee29fa45457d4d921daa73f88b82731', 'ead5298e-40c8-4e5c-8b3e-fa77e931f962-sda', '1769539011.99159', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ead5298e-40c8-4e5c-8b3e-fa77e931f962-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '0ee29fa45457d4d921daa73f88b82731', 'ead5298e-40c8-4e5c-8b3e-fa77e931f962-sda', '1769539011.99159', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('ead5298e-40c8-4e5c-8b3e-fa77e931f962-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpfjviwsn_/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'bee375975a3853d693da67b6b5920f41', '59f6e1e9-261c-4464-8d6c-58a8488d58ff-sda', '1735130099.63551', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('59f6e1e9-261c-4464-8d6c-58a8488d58ff-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, 'bee375975a3853d693da67b6b5920f41', '59f6e1e9-261c-4464-8d6c-58a8488d58ff-sda', '1735130099.63551', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('59f6e1e9-261c-4464-8d6c-58a8488d58ff-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpnq182vdc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '77f019ff-44f8-4a75-943f-c4fa7e93a3e7-sda', '1769539012.26180', '1769539012', '1769539014', '', '1769539014', 0, 1) -test DEBUG: /tmp/tmpnq182vdc/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '77f019ff-44f8-4a75-943f-c4fa7e93a3e7-sda', '1769539012.26180', '1769539012', '1769539014', '', '1769539014', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('77f019ff-44f8-4a75-943f-c4fa7e93a3e7-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpvhvhv9nb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd237d21-7953-458b-a068-6e87e14b6fb3-sda', '1735130100.37225', '1735130100', '1735130102', '', '1735130102', 0, 1) +test DEBUG: /tmp/tmpvhvhv9nb/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'dd237d21-7953-458b-a068-6e87e14b6fb3-sda', '1735130100.37225', '1735130100', '1735130102', '', '1735130102', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('dd237d21-7953-458b-a068-6e87e14b6fb3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.26312 seconds (3.80052/s) +test INFO: Attempted to replicate 1 dbs in 0.64352 seconds (1.55395/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpvdfwurih/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '65d2fd1323ec9bf657682447b6417ba3', '17957d95-2cda-4975-a4cf-265d30cd1012-sda', '1769539012.74218', '1769539012', '1769539014', '', '1769539014', 1, 0) -test DEBUG: /tmp/tmpvdfwurih/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '65d2fd1323ec9bf657682447b6417ba3', '17957d95-2cda-4975-a4cf-265d30cd1012-sda', '1769539012.74218', '1769539012', '1769539014', '', '1769539014', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('17957d95-2cda-4975-a4cf-265d30cd1012-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvdfwurih/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpfecr4qmw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'c8fedf1013d496b83f8524059be98f4b', '023f41fb-0b17-4a70-9658-bd003568b75b-sda', '1735130101.70522', '1735130101', '1735130103', '', '1735130103', 1, 0) +test DEBUG: /tmp/tmpfecr4qmw/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'c8fedf1013d496b83f8524059be98f4b', '023f41fb-0b17-4a70-9658-bd003568b75b-sda', '1735130101.70522', '1735130101', '1735130103', '', '1735130103', 1, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('023f41fb-0b17-4a70-9658-bd003568b75b-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpfecr4qmw/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.35719 seconds (2.79963/s) +test INFO: Attempted to replicate 1 dbs in 0.83309 seconds (1.20035/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpvdfwurih/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'bc7ea46b3b4f425fa1a6c6a6013f11c1', 'c079be26-ca01-457e-b032-379de155c113-sda', '1769539013.28084', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c079be26-ca01-457e-b032-379de155c113-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, 'bc7ea46b3b4f425fa1a6c6a6013f11c1', 'c079be26-ca01-457e-b032-379de155c113-sda', '1769539013.28084', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('c079be26-ca01-457e-b032-379de155c113-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpfecr4qmw/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '7a07fc066321e82a3beda63433b888fe', '226fdea8-e2e3-4bc2-ab9a-0a25ad3e7e06-sda', '1735130103.77108', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('226fdea8-e2e3-4bc2-ab9a-0a25ad3e7e06-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '7a07fc066321e82a3beda63433b888fe', '226fdea8-e2e3-4bc2-ab9a-0a25ad3e7e06-sda', '1735130103.77108', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('226fdea8-e2e3-4bc2-ab9a-0a25ad3e7e06-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpd3v7pqez/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '207a598b-24d7-4f7e-ab5d-9c289229d205-sda', '1769539013.54613', '1769539016', '1769539015', '', '1769539016', 0, 0) -test DEBUG: /tmp/tmpd3v7pqez/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '207a598b-24d7-4f7e-ab5d-9c289229d205-sda', '1769539013.54613', '1769539016', '1769539015', '', '1769539016', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('207a598b-24d7-4f7e-ab5d-9c289229d205-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpl4xfgro0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '35edc681-da0a-438f-8cf4-68e01199e88d-sda', '1735130104.53668', '1735130107', '1735130106', '', '1735130107', 0, 1) +test DEBUG: /tmp/tmpl4xfgro0/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '35edc681-da0a-438f-8cf4-68e01199e88d-sda', '1735130104.53668', '1735130107', '1735130106', '', '1735130107', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('35edc681-da0a-438f-8cf4-68e01199e88d-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.19273 seconds (5.18862/s) -test INFO: Removed 0 dbstest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate +test INFO: Attempted to replicate 1 dbs in 0.41174 seconds (2.42872/s) +test INFO: Removed 0 dbstest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_remove_objects ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_resolve_shard_range_states ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130447.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/05c/bbc4483ea8723d9ed865e197d122e05c/bbc4483ea8723d9ed865e197d122e05c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130452.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/81a/b57efe992b077456a60fdbdf1d8ae81a/b57efe992b077456a60fdbdf1d8ae81a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130457.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130462.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a86/c168106000d7e067a6aa5da9e30a1a86/c168106000d7e067a6aa5da9e30a1a86.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130467.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/110/c8ce430a580810df7b8b0f2527f1b110/c8ce430a580810df7b8b0f2527f1b110.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130472.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/442/727e6db59f49735414fbc13b27a5a442/727e6db59f49735414fbc13b27a5a442.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130477.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/39e/85f0ba3dca185ee6da7f8a6a1bd1139e/85f0ba3dca185ee6da7f8a6a1bd1139e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130482.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/616/745ebaeff5763388aa3739efe1ad2616/745ebaeff5763388aa3739efe1ad2616.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130487.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/166/e3c4ff4d45435c6bdfc1d7e6692c8166/e3c4ff4d45435c6bdfc1d7e6692c8166.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130492.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/31a/e9c7128af499c6cb5bcb0ac16fd4931a/e9c7128af499c6cb5bcb0ac16fd4931a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130497.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d47/9104c6fa2a214a6cf8d1dc86cf2f4d47/9104c6fa2a214a6cf8d1dc86cf2f4d47.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130502.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/eda/0d1f214e97c16e3afd65228d08eaceda/0d1f214e97c16e3afd65228d08eaceda.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130507.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ad2/914fabd6b11ef304c3c9982dc1221ad2/914fabd6b11ef304c3c9982dc1221ad2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130512.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/04e/a8d7681473393c4d4aa5a5a6e5ee504e/a8d7681473393c4d4aa5a5a6e5ee504e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130517.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b2f/574a1526ce8a26193c36da0256a3eb2f/574a1526ce8a26193c36da0256a3eb2f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130522.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f8b/5150e74cec8c867923a20efadc5caf8b/5150e74cec8c867923a20efadc5caf8b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130527.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/abc/2a46b9f6e71dd7bad0fde785f0f93abc/2a46b9f6e71dd7bad0fde785f0f93abc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130532.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/61c/7d2090d61a008fa09da07c90cf11e61c/7d2090d61a008fa09da07c90cf11e61c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130537.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/941/3120a80ec210391b63e2d5e15b32f941/3120a80ec210391b63e2d5e15b32f941.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130542.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/9e3/8361895c59fc63e8b2848f3cbc6c99e3/8361895c59fc63e8b2848f3cbc6c99e3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130547.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/25c/0dcdbde02b742a050c3d04a564eb025c/0dcdbde02b742a050c3d04a564eb025c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130552.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8a8/806a53ab53a89a29bc1e37c26fe408a8/806a53ab53a89a29bc1e37c26fe408a8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130557.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/836/6dac989b57dd4b28130bd02b8ac9b836/6dac989b57dd4b28130bd02b8ac9b836.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130562.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/703/a4df3574c7a6f88cf073a81d0672e703/a4df3574c7a6f88cf073a81d0672e703.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130567.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a91/048366dacd4238ea33a82bf67d34ba91/048366dacd4238ea33a82bf67d34ba91.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130572.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/421/4e9e5f9c5dff8188552dc844a7a27421/4e9e5f9c5dff8188552dc844a7a27421.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130577.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/425/5526b74e26f82bb37163ff4b21cee425/5526b74e26f82bb37163ff4b21cee425.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130582.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/127/6e0f6755ec29dcb4202c4ea694f55127/6e0f6755ec29dcb4202c4ea694f55127.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130587.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/fc4/41eaf3509adf19bd8ab8aa7de87fffc4/41eaf3509adf19bd8ab8aa7de87fffc4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130592.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5fa/0e8548cb7d847e58ec3dc91ced73e5fa/0e8548cb7d847e58ec3dc91ced73e5fa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130597.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130602.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/75b/d33b3306bf992c3d77d82cda268e275b/d33b3306bf992c3d77d82cda268e275b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130607.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2d7/cccebcad5460085a31375b270c2c12d7/cccebcad5460085a31375b270c2c12d7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130612.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/541/df60657fc50dd10772d3c04a086e1541/df60657fc50dd10772d3c04a086e1541.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130617.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_recreate_policy_over_older_local_recreate ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings test.unit.container.test_replicator.TestReplicatorSync.test_sync_remote_with_timings ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_reverse_prefix_delim ... ok test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpv1ccu_yw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5e8b47bee3de97373a300f9e3b462ea3', 'd31f70f9-cc88-46e5-95ff-774ae195b181-sda', '1769539013.97742', '1769539016', '1769539015', '', '1769539016', 1, 0) -test DEBUG: /tmp/tmpv1ccu_yw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1769539019.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'd31f70f9-cc88-46e5-95ff-774ae195b181-sda') -test DEBUG: /tmp/tmpv1ccu_yw/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0316832s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '5e8b47bee3de97373a300f9e3b462ea3', 'd31f70f9-cc88-46e5-95ff-774ae195b181-sda', '1769539013.97742', '1769539016', '1769539015', '', '1769539016', 1, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d31f70f9-cc88-46e5-95ff-774ae195b181-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpv1ccu_yw/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpf6hq5yjx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e011ad5f6a26220606fad266c5564dd2', 'e251c5fe-7984-478a-9ec3-fa5b5136d9cb-sda', '1735130105.62593', '1735130108', '1735130107', '', '1735130108', 1, 1) +test DEBUG: /tmp/tmpf6hq5yjx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': '/a/c/o', 'created_at': '1735130111.00000', 'size': 0, 'content_type': 'content-type', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 1}], 'e251c5fe-7984-478a-9ec3-fa5b5136d9cb-sda') +test DEBUG: /tmp/tmpf6hq5yjx/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0698874s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'e011ad5f6a26220606fad266c5564dd2', 'e251c5fe-7984-478a-9ec3-fa5b5136d9cb-sda', '1735130105.62593', '1735130108', '1735130107', '', '1735130108', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('e251c5fe-7984-478a-9ec3-fa5b5136d9cb-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpf6hq5yjx/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.42527 seconds (2.35146/s) +test INFO: Attempted to replicate 1 dbs in 1.31838 seconds (0.75851/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:1 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmpv1ccu_yw/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '5dde8b551cd22c4ff98fc283b91bc0dd', 'becfe290-2d1e-4de2-b988-f8fd9c5dfcb4-sda', '1769539014.53774', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('becfe290-2d1e-4de2-b988-f8fd9c5dfcb4-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '5dde8b551cd22c4ff98fc283b91bc0dd', 'becfe290-2d1e-4de2-b988-f8fd9c5dfcb4-sda', '1769539014.53774', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('becfe290-2d1e-4de2-b988-f8fd9c5dfcb4-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpf6hq5yjx/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '6d02b094a46c2435a91c18ff6cab9c9d', '23885e12-6b09-48cd-9744-68d1dfa956ff-sda', '1735130106.99819', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('23885e12-6b09-48cd-9744-68d1dfa956ff-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '6d02b094a46c2435a91c18ff6cab9c9d', '23885e12-6b09-48cd-9744-68d1dfa956ff-sda', '1735130106.99819', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('23885e12-6b09-48cd-9744-68d1dfa956ff-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp_ocoofwa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97463fd7-9210-48c0-ba02-8e13327e6513-sda', '1769539014.87731', '1769539017', '1769539016', '', '1769539017', 0, 0) -test DEBUG: /tmp/tmp_ocoofwa/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '97463fd7-9210-48c0-ba02-8e13327e6513-sda', '1769539014.87731', '1769539017', '1769539016', '', '1769539017', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('97463fd7-9210-48c0-ba02-8e13327e6513-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmp6tz7jqj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4437f014-159f-4ac6-b5e6-c66b7556617e-sda', '1735130107.82054', '1735130110', '1735130109', '', '1735130110', 0, 1) +test DEBUG: /tmp/tmp6tz7jqj7/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '4437f014-159f-4ac6-b5e6-c66b7556617e-sda', '1735130107.82054', '1735130110', '1735130109', '', '1735130110', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('4437f014-159f-4ac6-b5e6-c66b7556617e-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 1.81060 seconds (0.55230/s) +test INFO: Attempted to replicate 1 dbs in 0.70501 seconds (1.41842/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp01mexw1b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e3b60b32b9edb47de620a70aab4ac6a', '0f00679b-cefd-4d8c-9b97-5d3f9cee17ac-sda', '1769539017.06008', '1769539020', '1769539019', '', '1769539020', 1, 1) -test DEBUG: /tmp/tmp01mexw1b/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '0e3b60b32b9edb47de620a70aab4ac6a', '0f00679b-cefd-4d8c-9b97-5d3f9cee17ac-sda', '1769539017.06008', '1769539020', '1769539019', '', '1769539020', 1, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('0f00679b-cefd-4d8c-9b97-5d3f9cee17ac-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Adding 1 objects to the reconciler at /tmp/tmp01mexw1b/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db +test DEBUG: Replicating db /tmp/tmpvigzm2lt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0ec220ff02b0d707472a0e0a5ce3bf24', 'b7543ff9-f944-4ac5-ba53-6213f2c8a540-sda', '1735130109.08968', '1735130112', '1735130111', '', '1735130112', 1, 1) +test DEBUG: /tmp/tmpvigzm2lt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '0ec220ff02b0d707472a0e0a5ce3bf24', 'b7543ff9-f944-4ac5-ba53-6213f2c8a540-sda', '1735130109.08968', '1735130112', '1735130111', '', '1735130112', 1, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('b7543ff9-f944-4ac5-ba53-6213f2c8a540-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Adding 1 objects to the reconciler at /tmp/tmpvigzm2lt/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.74535 seconds (1.34166/s) +test INFO: Attempted to replicate 1 dbs in 1.01050 seconds (0.98961/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Replicating 1 reconciler containers -test DEBUG: Replicating db /tmp/tmp01mexw1b/sda/containers/0/ae6/648324562cfeedd305e8795e58d85ae6/648324562cfeedd305e8795e58d85ae6.db -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '79d0de93a43ea0ecae26fa9d45c9f56b', '19ee5d55-3a24-414a-af40-634f0d82ea59-sda', '1769539017.90609', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdb/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('19ee5d55-3a24-414a-af40-634f0d82ea59-sda', '648324562cfeedd305e8795e58d85ae6.db') -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, sync, (1, '79d0de93a43ea0ecae26fa9d45c9f56b', '19ee5d55-3a24-414a-af40-634f0d82ea59-sda', '1769539017.90609', '1769536800', '0', '', '1769536800', 1, 0) -REPLICATE: /sdc/0/648324562cfeedd305e8795e58d85ae6, complete_rsync, ('19ee5d55-3a24-414a-af40-634f0d82ea59-sda', '648324562cfeedd305e8795e58d85ae6.db') +test DEBUG: Replicating db /tmp/tmpvigzm2lt/sda/containers/0/d9b/a48a7e37212ac9ec1666cb910b21bd9b/a48a7e37212ac9ec1666cb910b21bd9b.db +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '07c349f86e471d32a0f8b3e3385590a8', '2df3d144-e704-4c78-a9ae-6ff404efba43-sda', '1735130111.65201', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdb/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2df3d144-e704-4c78-a9ae-6ff404efba43-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, sync, (1, '07c349f86e471d32a0f8b3e3385590a8', '2df3d144-e704-4c78-a9ae-6ff404efba43-sda', '1735130111.65201', '1735128000', '0', '', '1735128000', 1, 0) +REPLICATE: /sdc/0/a48a7e37212ac9ec1666cb910b21bd9b, complete_rsync, ('2df3d144-e704-4c78-a9ae-6ff404efba43-sda', 'a48a7e37212ac9ec1666cb910b21bd9b.db') test INFO: Cleaning up 0 reconciler containers test INFO: Finished reconciler replication -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'ea321171c7446f6957b889ad7aa434a9', 'a6635e70-03a9-4bb9-ae8a-4f6c85b94eab-sda', '1769539018.28630', '1769539018.00000', '0', '{"x-container-meta-test": ["foo", "1769539018.00000"]}', '1769539018.00000', 1, 0) -test DEBUG: replicator-rpc-sync time for info: 0.02s -test DEBUG: replicator-rpc-sync time for update_metadata: 0.03s -test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.03s +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '6a22fe5f22a7b2aec1a52e7d316047ed', '86394dc8-0d47-4cd0-8401-a5fe996daadc-sda', '1735130112.78658', '1735130112.00000', '0', '{"x-container-meta-test": ["foo", "1735130112.00000"]}', '1735130112.00000', 1, 0) +test DEBUG: replicator-rpc-sync time for info: 0.07s +test DEBUG: replicator-rpc-sync time for update_metadata: 0.05s +test DEBUG: replicator-rpc-sync time for merge_timestamps: 0.08s test DEBUG: replicator-rpc-sync time for get_sync: 0.00s -test DEBUG: replicator-rpc-sync time for merge_syncs: 0.03s -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539018.74264', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539018.74264', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539018.74269', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539018.74270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539018.74270', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74270', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769539018.97793', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.03812s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539018.74264', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539018.74264', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539018.74269', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539018.74270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539018.74270', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74270', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539018.74264', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539018.74264', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1769539019.68644', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539018.74270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539018.74270', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539018.74264', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539018.74264', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539018.74270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539018.74270', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.06832', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.06832', 'deleted': 1, 'state': 10, 'state_timestamp': '1769539020.06832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539018.74270', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539018.74270', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74270', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539159.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/daa/918573799030debb6d15676497e33daa/918573799030debb6d15676497e33daa_1769539159.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539159.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/daa/918573799030debb6d15676497e33daa/918573799030debb6d15676497e33daa_1769539159.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539162.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/289/a5bc0d93bbcde0d642eb8ef35ee8e289/a5bc0d93bbcde0d642eb8ef35ee8e289_1769539162.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539162.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/289/a5bc0d93bbcde0d642eb8ef35ee8e289/a5bc0d93bbcde0d642eb8ef35ee8e289_1769539162.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539165.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/14c/f351488a311bc2e90bc4f4d58253414c/f351488a311bc2e90bc4f4d58253414c_1769539165.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539165.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/14c/f351488a311bc2e90bc4f4d58253414c/f351488a311bc2e90bc4f4d58253414c_1769539165.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539168.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/816/7b2be05c2cd62ed5ba3bc905f0583816/7b2be05c2cd62ed5ba3bc905f0583816_1769539168.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539168.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/816/7b2be05c2cd62ed5ba3bc905f0583816/7b2be05c2cd62ed5ba3bc905f0583816_1769539168.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539171.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ea5/82ea749cbdc399a84d01ec277923fea5/82ea749cbdc399a84d01ec277923fea5_1769539171.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539171.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ea5/82ea749cbdc399a84d01ec277923fea5/82ea749cbdc399a84d01ec277923fea5_1769539171.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539174.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d64/b7089a3cc24212c36d3337af9460ed64/b7089a3cc24212c36d3337af9460ed64_1769539174.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539174.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/d64/b7089a3cc24212c36d3337af9460ed64/b7089a3cc24212c36d3337af9460ed64_1769539174.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539177.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ece/c9193e4aeb6d7a077837f505aa62dece/c9193e4aeb6d7a077837f505aa62dece_1769539177.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539177.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/ece/c9193e4aeb6d7a077837f505aa62dece/c9193e4aeb6d7a077837f505aa62dece_1769539177.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539180.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3_1769539180.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539180.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3_1769539180.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539183.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b39/8080a538b2b29f81aaed726757023b39/8080a538b2b29f81aaed726757023b39_1769539183.00000.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539183.00000-0, db: /tmp/tmp98d3etna/sda/containers/0/b39/8080a538b2b29f81aaed726757023b39/8080a538b2b29f81aaed726757023b39_1769539183.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539022.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b5c/4ecd09d96a9c22b525e7d3b41427fb5c/4ecd09d96a9c22b525e7d3b41427fb5c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539022.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b5c/4ecd09d96a9c22b525e7d3b41427fb5c/4ecd09d96a9c22b525e7d3b41427fb5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539026.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/6dd/7005ff882fd566aa497d2d27b92506dd/7005ff882fd566aa497d2d27b92506dd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539026.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/6dd/7005ff882fd566aa497d2d27b92506dd/7005ff882fd566aa497d2d27b92506dd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539030.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f6f/13d7565c7e9a53a9c8034fa8c46b9f6f/13d7565c7e9a53a9c8034fa8c46b9f6f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539034.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/128/902e3ee194b5195da5dbaf786f11a128/902e3ee194b5195da5dbaf786f11a128.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539034.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/128/902e3ee194b5195da5dbaf786f11a128/902e3ee194b5195da5dbaf786f11a128.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539038.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cfb/b3a1953fd565cbdf9d9c3faa1026acfb/b3a1953fd565cbdf9d9c3faa1026acfb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539038.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cfb/b3a1953fd565cbdf9d9c3faa1026acfb/b3a1953fd565cbdf9d9c3faa1026acfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539042.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9b7/aa6460f0cdd859efd58007d7d78779b7/aa6460f0cdd859efd58007d7d78779b7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539042.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9b7/aa6460f0cdd859efd58007d7d78779b7/aa6460f0cdd859efd58007d7d78779b7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539046.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/371/a1265f4649c21f556b94283c18932371/a1265f4649c21f556b94283c18932371.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539046.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/371/a1265f4649c21f556b94283c18932371/a1265f4649c21f556b94283c18932371.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539050.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/61a/5a31f12545ed11f6bdce8d8ac9df961a/5a31f12545ed11f6bdce8d8ac9df961a.dbtest.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges +test DEBUG: replicator-rpc-sync time for merge_syncs: 0.05s +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130113.65226', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130113.65226', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65226', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130113.65231', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130113.65232', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130113.65232', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65232', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda')test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_root_account_container_path ... ok + +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735130114.77370', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.651872s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130113.65226', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130113.65226', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65226', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130113.65231', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130113.65232', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130113.65232', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65232', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130113.65226', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130113.65226', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65226', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 13, 'bytes_used': 123, 'meta_timestamp': '1735130118.11138', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130113.65232', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130113.65232', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130113.65226', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130113.65226', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65226', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130113.65232', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130113.65232', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130119.17676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130119.17676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735130119.17676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130113.65232', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130113.65232', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65232', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleavingtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_save_and_load_record_from_pending_file ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges ... ok +test ERROR: Failed to unlink '/tmp/tmpszx1dycw/containers/part/suffix/hash/container.db': +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmpszx1dycw/containers/part/suffix/hash/container_1735129950.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmpszx1dycw/containers/part/suffix/hash/container_1735129950.00000.db': ['/tmp/tmpszx1dycw/containers/part/suffix/hash/container.db', '/tmp/tmpszx1dycw/containers/part/suffix/hash/container_1735129951.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmpszx1dycw/containers/part/suffix/hash/container_1735129951.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test ERROR: Problem finding shard upper in '/tmp/tmpzslqk455/test_container.db': : LockTimeout (Nones) +test ERROR: Problem finding shard upper in '/tmp/tmpzslqk455/test_container.db': : +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2507, in find_shard_ranges + next_shard_upper = sub_broker._get_next_shard_range_upper( + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +sqlite3.OperationalError +test DEBUG: Unlinked retiring db '/tmp/tmpe1y45nwv/containers/part/suffix/hash/container.db' +test WARNING: Unexpected db files will be ignored: ['/tmp/tmpe1y45nwv/containers/part/suffix/hash/container.db'] +Container 'a/c' cannot be set to sharded state while in unsharded state +Container 'a/c' cannot be set to sharding state: missing epoch -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.06832', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.06832', 'deleted': 1, 'state': 10, 'state_timestamp': '1769539020.06832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539020.19361', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1769539020.19361', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.19361', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.06832', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.06832', 'deleted': 1, 'state': 10, 'state_timestamp': '1769539020.06832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539020.19361', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769539020.32404', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.19361', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.38803', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.06832', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.06832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539020.19361', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769539020.32404', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.19361', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpmbkwk1v8/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '60f76dd6c40557ca375d6dfdb4253a64', 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda', '1769539018.68159', '1769539018.67910', '0', '', '1769539018.67910', 1, 0) -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sda/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.38803', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.06832', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.06832', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539018.74269', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1769539019.99861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539018.74269', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539020.19361', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1769539020.32404', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.19361', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539019.40586', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539019.40586', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539019.40578', 'epoch': '1769539019.40578', 'reported': 0, 'tombstones': -1}], 'f63e6042-9744-4c84-acf5-82cbbe7f8476-sda') -test DEBUG: /tmp/tmpmbkwk1v8/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.0:1000/sda -test WARNING: /tmp/tmpmbkwk1v8/sdb/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'f45bc65ba6cb6b398b5692e8c168a058', 'e9679057-478e-4492-ae33-6318d0e32171-sda', '1769539020.56536', '1769539020.56297', '0', '', '1769539020.56297', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1769539020.62778', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.62778', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539020.62760', 'epoch': '1769539020.62760', 'reported': 0, 'tombstones': -1}], 'e9679057-478e-4492-ae33-6318d0e32171-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130119.17676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130119.17676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735130119.17676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130119.28165', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 30, 'meta_timestamp': '1735130119.28165', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.28165', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130119.17676', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130119.17676', 'deleted': 1, 'state': 10, 'state_timestamp': '1735130119.17676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130119.28165', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735130119.49514', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.28165', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130119.69173', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130119.17676', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.17676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130119.28165', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735130119.49514', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.28165', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmp5ihc91ru/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '85fb2c3849b8d2d70a4e22b1e0c4b5ed', 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda', '1735130113.50470', '1735130113.48964', '0', '', '1735130113.48964', 1, 0) +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sda/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130119.69173', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130119.17676', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.17676', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130113.65231', 'lower': 'g', 'upper': 'r', 'object_count': 99, 'bytes_used': 0, 'meta_timestamp': '1735130118.53632', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130113.65231', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130119.28165', 'lower': 'r', 'upper': '', 'object_count': 0, 'bytes_used': 2030, 'meta_timestamp': '1735130119.49514', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130119.28165', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130118.04964', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130118.04964', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130118.04956', 'epoch': '1735130118.04956', 'reported': 0, 'tombstones': -1}], 'a860567c-ba5f-40d4-99ae-bf79b32e0a02-sda') +test DEBUG: /tmp/tmp5ihc91ru/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.0:1000/sda +test WARNING: /tmp/tmp5ihc91ru/sdb/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.0:1000/sda; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'b0c556fb61cf8744f34239955904a67e', '3d143a04-f9cf-4b44-9eb6-9791aa4f160b-sda', '1735130119.99423', '1735130119.99278', '0', '', '1735130119.99278', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': 'a/c', 'timestamp': '1735130120.29779', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130120.29779', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130120.29749', 'epoch': '1735130120.29749', 'reported': 0, 'tombstones': -1}], '3d143a04-f9cf-4b44-9eb6-9791aa4f160b-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_error ... ok +Container 'a/c' cannot be set to sharding state while in sharding state +Container 'a/c' cannot be set to sharded state while in sharded state test ERROR: ERROR Bad response 500 from 10.0.0.1 -test DEBUG: /tmp/tmp1kk6sfka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769539020.62721', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], 'e9679057-478e-4492-ae33-6318d0e32171-sda') -test DEBUG: /tmp/tmp1kk6sfka/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0590675s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'a339c95f-6d0c-4a75-b5c9-d11b240d83cc-sda', '1769539020.87406', '1769539020.87140', '0', '', '1769539020.87140', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539020.97930', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539020.97930', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.97930', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539020.97939', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539020.97939', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.97939', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539020.97941', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539020.97941', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539020.97941', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'a339c95f-6d0c-4a75-b5c9-d11b240d83cc-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 3 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '18753b83-d0e7-45b8-a4d6-c7eb5e88154c-sda', '1769539021.08342', '1769539021.08063', '0', '', '1769539021.08063', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539021.14857', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539021.14857', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.14857', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539021.14862', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539021.14862', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.14862', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539021.14863', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539021.14863', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.14863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '18753b83-d0e7-45b8-a4d6-c7eb5e88154c-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'f86cc03d-1961-4532-99e5-6c5005e666b4-sda', '1769539021.35122', '1769539021.34891', '0', '', '1769539021.34891', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539021.42953', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539021.42953', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.42953', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539021.42959', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539021.42959', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.42959', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539021.42960', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539021.42960', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.42960', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'f86cc03d-1961-4532-99e5-6c5005e666b4-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '2f8e4293-419b-471b-94e5-f59d146259c8-sda', '1769539021.59746', '1769539021.59502', '0', '', '1769539021.59502', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539021.71002', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539021.71002', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.71002', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539021.71008', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539021.71008', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.71008', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539021.71010', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539021.71010', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.71010', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '2f8e4293-419b-471b-94e5-f59d146259c8-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '76c01348-da63-43a3-8936-0055876cbc15-sda', '1769539021.88269', '1769539021.88047', '0', '', '1769539021.88047', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539021.98498', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539021.98498', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.98498', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539021.98503', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539021.98503', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.98503', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539021.98505', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539021.98505', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539021.98505', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87108', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '76c01348-da63-43a3-8936-0055876cbc15-sda') -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539050.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/61a/5a31f12545ed11f6bdce8d8ac9df961a/5a31f12545ed11f6bdce8d8ac9df961a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539054.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/938/4ac5ce917a0af17898e664d5c11b8938/4ac5ce917a0af17898e664d5c11b8938.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539054.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/938/4ac5ce917a0af17898e664d5c11b8938/4ac5ce917a0af17898e664d5c11b8938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539058.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/292/03e95a36aa75631b7f49b8fb85309292/03e95a36aa75631b7f49b8fb85309292.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539058.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/292/03e95a36aa75631b7f49b8fb85309292/03e95a36aa75631b7f49b8fb85309292.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539062.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9b1/02f1969f12313e13540b2e23baf029b1/02f1969f12313e13540b2e23baf029b1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539062.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9b1/02f1969f12313e13540b2e23baf029b1/02f1969f12313e13540b2e23baf029b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539066.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/aab/5bc64b87bd0c862f900bd7b622a0faab/5bc64b87bd0c862f900bd7b622a0faab.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539066.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/aab/5bc64b87bd0c862f900bd7b622a0faab/5bc64b87bd0c862f900bd7b622a0faab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539074.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/139/474e0483f69048cc5cd1e8186f8ff139/474e0483f69048cc5cd1e8186f8ff139.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539074.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/139/474e0483f69048cc5cd1e8186f8ff139/474e0483f69048cc5cd1e8186f8ff139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539078.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/dbb/3053c41fc174b3c1f46bbb00d7060dbb/3053c41fc174b3c1f46bbb00d7060dbb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539078.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/dbb/3053c41fc174b3c1f46bbb00d7060dbb/3053c41fc174b3c1f46bbb00d7060dbb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539082.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/1d2/0686a9aba3ab95ad064ced23ee33c1d2/0686a9aba3ab95ad064ced23ee33c1d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539082.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/1d2/0686a9aba3ab95ad064ced23ee33c1d2/0686a9aba3ab95ad064ced23ee33c1d2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539086.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/48e/01f0fd56f6c71b2b6ac2f07589f1448e/01f0fd56f6c71b2b6ac2f07589f1448e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539086.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/48e/01f0fd56f6c71b2b6ac2f07589f1448e/01f0fd56f6c71b2b6ac2f07589f1448e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539090.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a93/b16f0aa75cdd4f801037a36fb3de4a93/b16f0aa75cdd4f801037a36fb3de4a93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539094.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/1cf/a7ec802e47740839dfea752337e1e1cf/a7ec802e47740839dfea752337e1e1cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539094.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/1cf/a7ec802e47740839dfea752337e1e1cf/a7ec802e47740839dfea752337e1e1cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539098.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f9d/0b3f4043b37e8c9eb0edf23edfe60f9d/0b3f4043b37e8c9eb0edf23edfe60f9d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539098.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f9d/0b3f4043b37e8c9eb0edf23edfe60f9d/0b3f4043b37e8c9eb0edf23edfe60f9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539102.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/633/5a2dedd3f2b99df2b6fc78f49f05d633/5a2dedd3f2b99df2b6fc78f49f05d633.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539102.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/633/5a2dedd3f2b99df2b6fc78f49f05d633/5a2dedd3f2b99df2b6fc78f49f05d633.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539106.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/396/3913b880d6a7da5ef3e5c5532bc71396/3913b880d6a7da5ef3e5c5532bc71396.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539106.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/396/3913b880d6a7da5ef3e5c5532bc71396/3913b880d6a7da5ef3e5c5532bc71396.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539110.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/7a4/c60bd450bf292ca12d0bbdf2086047a4/c60bd450bf292ca12d0bbdf2086047a4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539110.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/7a4/c60bd450bf292ca12d0bbdf2086047a4/c60bd450bf292ca12d0bbdf2086047a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539114.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b65/409e59c5984bfbd8f6a563631839db65/409e59c5984bfbd8f6a563631839db65.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539114.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b65/409e59c5984bfbd8f6a563631839db65/409e59c5984bfbd8f6a563631839db65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539118.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/fa7/8e0d70ba1443b105a934ea242b64dfa7/8e0d70ba1443b105a934ea242b64dfa7.db -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '04b9f789-02f4-4bb8-9d0f-f62420ef03d4-sda', '1769539022.17418', '1769539022.17189', '0', '', '1769539022.17189', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539022.27975', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539022.27975', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.27975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539022.27983', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539022.27983', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.27983', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539022.27985', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539022.27985', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.27985', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}], '04b9f789-02f4-4bb8-9d0f-f62420ef03d4-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd798be2e-0131-4d2b-9ba4-5718e95ea7e8-sda', '1769539022.56081', '1769539022.55844', '0', '', '1769539022.55844', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539022.63525', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539022.63525', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.63525', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539022.63531', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539022.63531', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.63531', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539022.63535', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539022.63535', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539022.63535', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}], 'd798be2e-0131-4d2b-9ba4-5718e95ea7e8-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '6f1d7289-329a-43bc-b075-0b46c462f9dd-sda', '1769539023.01811', '1769539023.01592', '0', '', '1769539023.01592', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539023.07261', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539023.07261', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.07261', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539023.07264', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539023.07264', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.07264', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539023.07265', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539023.07265', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.07265', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}], '6f1d7289-329a-43bc-b075-0b46c462f9dd-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'dd937050-79f9-4e7e-bf29-b43acee4625c-sda', '1769539023.28999', '1769539023.28797', '0', '', '1769539023.28797', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539023.37858', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539023.37858', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.37858', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539023.37861', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539023.37861', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.37861', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539023.37863', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539023.37863', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.37863', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87127', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87127', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87127', 'epoch': '1769539020.87129', 'reported': 0, 'tombstones': -1}], 'dd937050-79f9-4e7e-bf29-b43acee4625c-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '8cc92e63-26ee-478a-b305-03ab32c1e8b0-sda', '1769539023.65779', '1769539023.65573', '0', '', '1769539023.65573', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539023.72243', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539023.72243', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.72243', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539023.72247', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539023.72247', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.72247', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539023.72248', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539023.72248', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539023.72248', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}], '8cc92e63-26ee-478a-b305-03ab32c1e8b0-sda')test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr +test DEBUG: /tmp/tmplgre3iiz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, starting at row -1 +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735130120.24378', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '3d143a04-f9cf-4b44-9eb6-9791aa4f160b-sda') +test DEBUG: /tmp/tmplgre3iiz/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db usyncing chunks to 10.0.0.1:1001/sdb, finished at row 1 (0.0778317s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '98913fac-7203-4bc2-9a2d-62e14e7c02f5-sda', '1735130121.34259', '1735130121.33928', '0', '', '1735130121.33928', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130121.46988', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130121.46988', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.46988', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130121.46993', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130121.46993', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.46993', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130121.46994', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130121.46994', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.46994', 'epoch': None, 'reported': 0, 'tombstones': -1}], '98913fac-7203-4bc2-9a2d-62e14e7c02f5-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 3 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'c685c20a-ed2e-437e-9cf5-377edc669f5b-sda', '1735130121.63528', '1735130121.63401', '0', '', '1735130121.63401', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130121.77186', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130121.77186', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.77186', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130121.77190', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130121.77190', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.77190', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130121.77191', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130121.77191', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130121.77191', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}], 'c685c20a-ed2e-437e-9cf5-377edc669f5b-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '6883b2d3-ffd1-44a8-b521-623430316c36-sda', '1735130122.26293', '1735130122.26172', '0', '', '1735130122.26172', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130122.48952', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130122.48952', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.48952', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130122.48956', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130122.48956', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.48956', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130122.48957', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130122.48957', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.48957', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}], '6883b2d3-ffd1-44a8-b521-623430316c36-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3616cb5d-fcb0-4a34-b0ef-eddca13a07c0-sda', '1735130122.80017', '1735130122.79884', '0', '', '1735130122.79884', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130122.91581', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130122.91581', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.91581', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130122.91585', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130122.91585', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.91585', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130122.91586', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130122.91586', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130122.91586', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3616cb5d-fcb0-4a34-b0ef-eddca13a07c0-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '3be65a3f-8f99-4642-91b1-4936fe60a80a-sda', '1735130123.25201', '1735130123.23385', '0', '', '1735130123.23385', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130123.33966', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130123.33966', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130123.33966', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130123.33970', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130123.33970', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130123.33970', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130123.33971', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130123.33971', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130123.33971', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33910', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}], '3be65a3f-8f99-4642-91b1-4936fe60a80a-sda')test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_db_states ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130622.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8b2/bd3b333d377f3f272b84ea194cf6e8b2/bd3b333d377f3f272b84ea194cf6e8b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130627.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/20b/389de4be6fb1b9487feab93618dc320b/389de4be6fb1b9487feab93618dc320b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130632.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8a3/eddf387858faacdb237f20e32fa948a3/eddf387858faacdb237f20e32fa948a3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130637.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/81f/787554d0814135cf0db7fae13177a81f/787554d0814135cf0db7fae13177a81f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130642.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/01a/b367bb4321f96e16a025a839172e901a/b367bb4321f96e16a025a839172e901a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130647.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e84/a3d315fd5e8f56ccdb10d8b45dccbe84/a3d315fd5e8f56ccdb10d8b45dccbe84.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130652.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f98/7e834313711483aca0f8273d1038bf98/7e834313711483aca0f8273d1038bf98.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130657.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/734/ed4025de2fdbd7f91874bb9b05afc734/ed4025de2fdbd7f91874bb9b05afc734.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130662.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5b2/94ac265a23cd1e7b8ff2e2263a8e25b2/94ac265a23cd1e7b8ff2e2263a8e25b2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130667.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e19/9b39ce4944dc19e94a133387be1ade19/9b39ce4944dc19e94a133387be1ade19.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130672.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e5b/f4a42ffa88044317cca121d4c9cbee5b/f4a42ffa88044317cca121d4c9cbee5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130677.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/7ca/affb0aa60fe60be620ad362eb91217ca/affb0aa60fe60be620ad362eb91217ca.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130682.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/9a6/b50898df07246ac7819e0a60f9d519a6/b50898df07246ac7819e0a60f9d519a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130687.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/37c/68a1a867d35e5dcf6e993b1a14d9937c/68a1a867d35e5dcf6e993b1a14d9937c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130692.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f82/0a5228bd9ff001d2fd4371e48ca8df82/0a5228bd9ff001d2fd4371e48ca8df82.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130697.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/67d/e630482ba8aec856aa423964a354167d/e630482ba8aec856aa423964a354167d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130702.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5ce/eacc3ce29514a591cc75ae604ffa15ce/eacc3ce29514a591cc75ae604ffa15ce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130707.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8ba/c65cbec713a4409e1feb02b8d93198ba/c65cbec713a4409e1feb02b8d93198ba.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130712.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/77e/5f6ba76020d5ff3af15fc184c4efd77e/5f6ba76020d5ff3af15fc184c4efd77e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130717.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8b4/2be3f6a40920e467d06aca9df9e688b4/2be3f6a40920e467d06aca9df9e688b4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130722.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8ab/8b670c39c48ee29bd43ad5eca5e1a8ab/8b670c39c48ee29bd43ad5eca5e1a8ab.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130727.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4a6/73744c99e2e4f332af21b559bae934a6/73744c99e2e4f332af21b559bae934a6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130732.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a78/68377086aa973cdf82a968dd41cfca78/68377086aa973cdf82a968dd41cfca78.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130737.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/dcc/bdc44e236311c3853d23f9f156f49dcc/bdc44e236311c3853d23f9f156f49dcc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130742.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f7d/c2346596a49673748411107bccf76f7d/c2346596a49673748411107bccf76f7d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130747.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6c5/527bd439b476b43f79d97b5531a346c5/527bd439b476b43f79d97b5531a346c5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130752.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/875/61e867a02571e1a6a9e4a55b20b1a875/61e867a02571e1a6a9e4a55b20b1a875.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130757.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d3b/e960f24d62691d2252c4ac39dbda8d3b/e960f24d62691d2252c4ac39dbda8d3b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130762.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f83/ecf1e9e716a687699fefdb3716e13f83/ecf1e9e716a687699fefdb3716e13f83.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130767.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/eb0/b6912c3689cac0acbcd8b25cc7ffdeb0/b6912c3689cac0acbcd8b25cc7ffdeb0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130772.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/7a7/a8536dd5029fdfe8d0af4694b00c57a7/a8536dd5029fdfe8d0af4694b00c57a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130777.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f75/0e3af85ede3d787f1af8b2ca4cbc0f75/0e3af85ede3d787f1af8b2ca4cbc0f75.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130782.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/055/abda1b67e68d5d6c79ff399dde01d055/abda1b67e68d5d6c79ff399dde01d055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130787.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/632/de4ae495078f16b677cc4f9117ea8632/de4ae495078f16b677cc4f9117ea8632.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130792.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/3f2/fa0f313086fdbd6da618190fb04ca3f2/fa0f313086fdbd6da618190fb04ca3f2.dbtest.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharded_state_errors ... ok + +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '97d4d080-e58a-4643-8837-0f7eb3a03cc6-sda', '1735130123.99277', '1735130123.99159', '0', '', '1735130123.99159', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130124.15838', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130124.15838', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.15838', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130124.15842', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130124.15842', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.15842', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130124.15843', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130124.15843', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.15843', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}], '97d4d080-e58a-4643-8837-0f7eb3a03cc6-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'bbb49ffa-16c0-4418-a5f4-d7f59c8c4109-sda', '1735130124.59847', '1735130124.59731', '0', '', '1735130124.59731', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130124.93774', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130124.93774', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.93774', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130124.93779', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130124.93779', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.93779', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130124.93780', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130124.93780', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130124.93780', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}], 'bbb49ffa-16c0-4418-a5f4-d7f59c8c4109-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd1f6663d-ef5d-44da-b0b4-27aa0b439cea-sda', '1735130125.51923', '1735130125.51799', '0', '', '1735130125.51799', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130125.69629', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130125.69629', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130125.69629', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130125.69634', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130125.69634', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130125.69634', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130125.69635', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130125.69635', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130125.69635', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}], 'd1f6663d-ef5d-44da-b0b4-27aa0b439cea-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '2fbad7d9-0c1a-4860-8fd5-1640f6fd76b5-sda', '1735130126.05291', '1735130126.05153', '0', '', '1735130126.05153', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130126.22024', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130126.22024', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130126.22024', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130126.22030', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130126.22030', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130126.22030', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130126.22031', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130126.22031', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130126.22031', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33922', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33922', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33922', 'epoch': '1735130121.33923', 'reported': 0, 'tombstones': -1}], '2fbad7d9-0c1a-4860-8fd5-1640f6fd76b5-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '14c64a44-a224-416d-b6e6-6324d6426ee3-sda', '1735130126.90243', '1735130126.90103', '0', '', '1735130126.90103', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130127.69958', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130127.69958', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130127.69958', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130127.69962', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130127.69962', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130127.69962', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130127.69963', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130127.69963', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130127.69963', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}], '14c64a44-a224-416d-b6e6-6324d6426ee3-sda')test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state ... ok +test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_merge_remote_osr ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_none_to_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_deleted ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_timeout_in_fetch ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_trouble_receiving_so_none_to_sync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_sharding_state_errors ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index ... ok -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539118.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/fa7/8e0d70ba1443b105a934ea242b64dfa7/8e0d70ba1443b105a934ea242b64dfa7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539122.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/66b/60cb80e990de42b696df969eb5cd966b/60cb80e990de42b696df969eb5cd966b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539122.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/66b/60cb80e990de42b696df969eb5cd966b/60cb80e990de42b696df969eb5cd966b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539126.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d8f/6ad2a5d39a1d9af675395e7f37358d8f/6ad2a5d39a1d9af675395e7f37358d8f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539126.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d8f/6ad2a5d39a1d9af675395e7f37358d8f/6ad2a5d39a1d9af675395e7f37358d8f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539134.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b9d/9ecadfcda727703d81478bf84d170b9d/9ecadfcda727703d81478bf84d170b9d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539134.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/b9d/9ecadfcda727703d81478bf84d170b9d/9ecadfcda727703d81478bf84d170b9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539138.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d4a/4479ba203ce7908d6c70397613fd6d4a/4479ba203ce7908d6c70397613fd6d4a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539138.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d4a/4479ba203ce7908d6c70397613fd6d4a/4479ba203ce7908d6c70397613fd6d4a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539142.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cfb/076ac5b58ecdee1192806909ee2becfb/076ac5b58ecdee1192806909ee2becfb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539142.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cfb/076ac5b58ecdee1192806909ee2becfb/076ac5b58ecdee1192806909ee2becfb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539146.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/019/e33f1013ff73ca6b50c9a77205972019/e33f1013ff73ca6b50c9a77205972019.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539146.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/019/e33f1013ff73ca6b50c9a77205972019/e33f1013ff73ca6b50c9a77205972019.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539162.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/289/a5bc0d93bbcde0d642eb8ef35ee8e289/a5bc0d93bbcde0d642eb8ef35ee8e289.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539162.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/289/a5bc0d93bbcde0d642eb8ef35ee8e289/a5bc0d93bbcde0d642eb8ef35ee8e289.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539166.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/06b/8ad286c4c86f54618f7b503509b3f06b/8ad286c4c86f54618f7b503509b3f06b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539166.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/06b/8ad286c4c86f54618f7b503509b3f06b/8ad286c4c86f54618f7b503509b3f06b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539174.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d64/b7089a3cc24212c36d3337af9460ed64/b7089a3cc24212c36d3337af9460ed64.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539174.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d64/b7089a3cc24212c36d3337af9460ed64/b7089a3cc24212c36d3337af9460ed64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539178.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3a5/1e748d8a2eded993faa28723524243a5/1e748d8a2eded993faa28723524243a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539178.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3a5/1e748d8a2eded993faa28723524243a5/1e748d8a2eded993faa28723524243a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539182.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/0f4/09a50ad42bf641a2c4365f825bdf90f4/09a50ad42bf641a2c4365f825bdf90f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539182.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/0f4/09a50ad42bf641a2c4365f825bdf90f4/09a50ad42bf641a2c4365f825bdf90f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539186.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d2f/3218c7ba86953248f76853473fe28d2f/3218c7ba86953248f76853473fe28d2f.db -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '42d6ed24-7b04-4557-99a1-2ce3b94c6a6d-sda', '1769539023.99621', '1769539023.99395', '0', '', '1769539023.99395', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539024.06095', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539024.06095', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539024.06095', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539024.06100', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539024.06100', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539024.06100', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539024.06101', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539024.06101', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539024.06101', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}], '42d6ed24-7b04-4557-99a1-2ce3b94c6a6d-sda') -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '0c0bd4a5-e6ea-4c12-96d2-1480e7d76738-sda', '1769539024.58294', '1769539024.58036', '0', '', '1769539024.58036', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539025.11075', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539025.11075', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539025.11075', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539025.11079', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539025.11079', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539025.11079', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539025.11086', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539025.11086', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539025.11086', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539020.87138', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}], '0c0bd4a5-e6ea-4c12-96d2-1480e7d76738-sda') -test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1769539020.87120', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87120', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87120', 'epoch': '1769539020.87122', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1769539020.87138', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539020.87108', 'deleted': 0, 'state': 40, 'state_timestamp': '1769539020.87108', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test DEBUG: /tmp/tmp9tnplo98/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, '19111c35dc3d213c0c5e2f77979078ae', '373002dc-fcde-4515-8d98-2d5d33c91e62-sda', '1769539026.50029', '1769539026.47868', '0', '', '1769539026.47868', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769539027.03100', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '373002dc-fcde-4515-8d98-2d5d33c91e62-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test DEBUG: Replicating db /tmp/tmpt1py1aux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '56f7e0bf-ede0-4119-b369-be934589a373-sda', '1769539028.23235', '1769539028.19419', '0', '', '1769539028.19419', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -test ERROR: ERROR syncing /tmp/tmpt1py1aux/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (1, 'c67eefb2efd08fc1fcec00f10e900150', '6dab76f9-fec2-4b9f-bd90-6e9e52777977-sda', '1769539029.05340', '1769539029.05061', '0', '', '1769539029.05061', 1, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1769539029.14855', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '6dab76f9-fec2-4b9f-bd90-6e9e52777977-sda') -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_syncs, ([],) -test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '1769539029.30569', '1769539029.30017', '0', '', '1769539029.30017', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '1769539029.30569', '1769539029.30017', '0', '', '1769539029.30017', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'd380565c-d400-496d-9c2f-d0850b22156f-sda', '1735130128.46271', '1735130128.46144', '0', '', '1735130128.46144', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130128.78312', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130128.78312', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130128.78312', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130128.78316', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130128.78316', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130128.78316', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130128.78317', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130128.78317', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130128.78317', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}], 'd380565c-d400-496d-9c2f-d0850b22156f-sda') +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '92013f7e-fe3d-4dae-ba12-1ad8743b180d-sda', '1735130129.48940', '1735130129.48818', '0', '', '1735130129.48818', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130129.68623', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130129.68623', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130129.68623', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130129.68627', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130129.68627', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130129.68627', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130129.68629', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130129.68629', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130129.68629', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130121.33927', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}], '92013f7e-fe3d-4dae-ba12-1ad8743b180d-sda') +test WARNING: Ignoring remote osr w/o epoch, own_sr: {'name': 'a/c', 'timestamp': '1735130121.33919', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33919', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33919', 'epoch': '1735130121.33920', 'reported': 0, 'tombstones': -1}, remote_sr: {'name': 'a/c', 'timestamp': '1735130121.33927', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130121.33910', 'deleted': 0, 'state': 40, 'state_timestamp': '1735130121.33910', 'epoch': None, 'reported': 0, 'tombstones': -1}, source: repl_req +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test DEBUG: /tmp/tmpzqo4ril6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, 'c454e64c2f6b8d388bf7b6b8bb8172df', '95d3df0f-ac2d-4e20-8210-78d62bdcf912-sda', '1735130130.08576', '1735130130.08447', '0', '', '1735130130.08447', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735130130.21632', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '95d3df0f-ac2d-4e20-8210-78d62bdcf912-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test DEBUG: Replicating db /tmp/tmpsen5cmi6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '9b181074-7440-4c16-97a2-79930bc8af79-sda', '1735130130.71419', '1735130130.71264', '0', '', '1735130130.71264', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +test ERROR: ERROR syncing /tmp/tmpsen5cmi6/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db with node {'ip': '10.0.0.1', 'replication_ip': '10.0.0.1', 'port': 1001, 'replication_port': 1001, 'device': 'sdb', 'zone': 1, 'region': 1, 'id': 1, 'weight': 1, 'index': 1}: Timeout (0.001s) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (1, '48ed78ff592c1f6253ed3fa45e1cae2d', '2bb90d92-a23d-4239-9009-a382ad9e90f5-sda', '1735130130.98898', '1735130130.98737', '0', '', '1735130130.98737', 1, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_items, ([{'ROWID': 1, 'name': 'obj', 'created_at': '1735130131.14510', 'size': 0, 'content_type': 'text/plain', 'etag': 'd41d8cd98f00b204e9800998ecf8427e', 'deleted': 0, 'storage_policy_index': 0}], '2bb90d92-a23d-4239-9009-a382ad9e90f5-sda') +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_syncs, ([],) +test INFO: Beginning replication run +test DEBUG: Replicating db /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7e349816-8fad-486a-8c36-e052aadb22b6-sda', '1735130131.49267', '1735130131.49125', '0', '', '1735130131.49125', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7e349816-8fad-486a-8c36-e052aadb22b6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7e349816-8fad-486a-8c36-e052aadb22b6-sda', '1735130131.49267', '1735130131.49125', '0', '', '1735130131.49125', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('7e349816-8fad-486a-8c36-e052aadb22b6-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.17460 seconds (5.72726/s) +test INFO: Attempted to replicate 1 dbs in 0.33207 seconds (3.01137/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:2 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '1769539029.30569', '1769539029.30017', '0', '', '1769539029.30017', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync +test DEBUG: Replicating db /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7e349816-8fad-486a-8c36-e052aadb22b6-sda', '1735130131.49267', '1735130131.49125', '0', '', '1735130131.49125', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, ()test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync test.unit.container.test_replicator.TestReplicatorSync.test_sync_shard_ranges_with_rsync ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_storage_policy_index_empty ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change test.unit.container.test_replicator.TestReplicatorSync.test_sync_status_change ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_set_x_syncs ... ok test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced test.unit.container.test_replicator.TestReplicatorSync.test_sync_to_remote_with_misplaced ... ok -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539029.63102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539029.63102', 'deleted': 1, 'state': 10, 'state_timestamp': '1769539029.63102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539029.34974', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539029.34974', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539029.34974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539029.34975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539029.34975', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539029.34975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539029.34988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539029.34988', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539029.34976', 'epoch': '1769539029.34976', 'reported': 0, 'tombstones': -1}], '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda') -test DEBUG: /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.1:1001/sdb -test WARNING: /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda', '1769539029.30569', '1769539029.30017', '0', '', '1769539029.30017', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, get_shard_ranges, () -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1769539029.63102', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1769539029.63102', 'deleted': 1, 'state': 10, 'state_timestamp': '1769539029.63102', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1769539029.34974', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1769539029.34974', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539029.34974', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1769539029.34975', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1769539029.34975', 'deleted': 0, 'state': 10, 'state_timestamp': '1769539029.34975', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539029.34988', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539029.34988', 'deleted': 0, 'state': 60, 'state_timestamp': '1769539029.34976', 'epoch': '1769539029.34976', 'reported': 0, 'tombstones': -1}], '9ae434e1-26d1-4e24-af04-a9fedcc09cae-sda') -test DEBUG: /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db synced 4 shard ranges to 10.0.0.2:1002/sdc -test WARNING: /tmp/tmpdpm8o2j3/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130132.09565', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130132.09565', 'deleted': 1, 'state': 10, 'state_timestamp': '1735130132.09565', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130131.60188', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130131.60188', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130131.60188', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130131.60189', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130131.60189', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130131.60189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130131.60199', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130131.60199', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130131.60190', 'epoch': '1735130131.60190', 'reported': 0, 'tombstones': -1}], '7e349816-8fad-486a-8c36-e052aadb22b6-sda') +test DEBUG: /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.1:1001/sdb +test WARNING: /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.1:1001/sdb; have shard ranges and will wait for cleaving +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '7e349816-8fad-486a-8c36-e052aadb22b6-sda', '1735130131.49267', '1735130131.49125', '0', '', '1735130131.49125', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, get_shard_ranges, () +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, merge_shard_ranges, ([{'name': '.shards_a/sr-g', 'timestamp': '1735130132.09565', 'lower': '', 'upper': 'g', 'object_count': 1, 'bytes_used': 10, 'meta_timestamp': '1735130132.09565', 'deleted': 1, 'state': 10, 'state_timestamp': '1735130132.09565', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-r', 'timestamp': '1735130131.60188', 'lower': 'g', 'upper': 'r', 'object_count': 2, 'bytes_used': 20, 'meta_timestamp': '1735130131.60188', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130131.60188', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/sr-', 'timestamp': '1735130131.60189', 'lower': 'r', 'upper': '', 'object_count': 3, 'bytes_used': 30, 'meta_timestamp': '1735130131.60189', 'deleted': 0, 'state': 10, 'state_timestamp': '1735130131.60189', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130131.60199', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130131.60199', 'deleted': 0, 'state': 60, 'state_timestamp': '1735130131.60190', 'epoch': '1735130131.60190', 'reported': 0, 'tombstones': -1}], '7e349816-8fad-486a-8c36-e052aadb22b6-sda') +test DEBUG: /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db synced 4 shard ranges to 10.0.0.2:1002/sdc +test WARNING: /tmp/tmpncmn4my_/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db is able to shard -- refusing to replicate objects to peer 10.0.0.2:1002/sdc; have shard ranges and will wait for cleaving test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.08115 seconds (12.32345/s) +test INFO: Attempted to replicate 1 dbs in 0.25395 seconds (3.93779/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:0 ts_repl:0 -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '78f015a6-24f8-4fb1-8607-0a594b1eae58-sda', '1769539030.04296', '1769539030.03759', '1769539030.10739', '', '1769539030.10739', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'de96133e-6b04-4dfa-8d06-4ca11e18e23e-sda', '1735130132.61786', '1735130132.61632', '1735130132.7755', '', '1735130132.7755', 0, 0) test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmpsa7vngbx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd9417f89-eb22-48f1-ad0f-e0e8379fe26c-sda', '1769539030.18007', '1769539030.00000', '0', '', '1769539030.00000', 0, 1) -test DEBUG: /tmp/tmpsa7vngbx/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', 'd9417f89-eb22-48f1-ad0f-e0e8379fe26c-sda', '1769539030.18007', '1769539030.00000', '0', '', '1769539030.00000', 0, 1) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('d9417f89-eb22-48f1-ad0f-e0e8379fe26c-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') +test DEBUG: Replicating db /tmp/tmpp335g_nr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '39db0156-4eff-47f6-be90-907af2426bf3-sda', '1735130132.90954', '1735130132.00000', '0', '', '1735130132.00000', 0, 1) +test DEBUG: /tmp/tmpp335g_nr/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', '39db0156-4eff-47f6-be90-907af2426bf3-sda', '1735130132.90954', '1735130132.00000', '0', '', '1735130132.00000', 0, 1) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('39db0156-4eff-47f6-be90-907af2426bf3-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 1 dbs in 0.29806 seconds (3.35502/s) +test INFO: Attempted to replicate 1 dbs in 0.48090 seconds (2.07944/s) test INFO: Removed 0 dbs test INFO: 2 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:1 remote_merge:0 rsync:1 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4rux0hg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '1769539030.72888', '1769539030.00000', '0', '', '1769539030.00000', 0, 0) -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '1769539030.72888', '1769539030.00000', '0', '', '1769539030.00000', 0, 0) -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, complete_rsync, ('5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '5267a50d4a8f6ea3ee1dbecb8592e872.db') -test DEBUG: Replicating db /tmp/tmp4rux0hg1/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', '1769539030.75284', '1769539031.00000', '0', '{"X-Container-Sync-To": ["a", "1769539032.00000"], "X-Container-Sync-Key": ["secret", "1769539033.00000"]}', '1769539031.00000', 0, 0) -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', '1769539030.75284', '1769539031.00000', '0', '{"X-Container-Sync-To": ["a", "1769539032.00000"], "X-Container-Sync-Key": ["secret", "1769539033.00000"]}', '1769539031.00000', 0, 0) -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, complete_rsync, ('7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', 'c48d89b33840539f9c5442ab3b10027d.db') +test DEBUG: Replicating db /tmp/tmpmcwqt6ya/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a64a7242-90b2-4dc3-8065-540b5a473e25-sda', '1735130133.56116', '1735130133.00000', '0', '', '1735130133.00000', 0, 0) +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a64a7242-90b2-4dc3-8065-540b5a473e25-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a64a7242-90b2-4dc3-8065-540b5a473e25-sda', '1735130133.56116', '1735130133.00000', '0', '', '1735130133.00000', 0, 0) +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, complete_rsync, ('a64a7242-90b2-4dc3-8065-540b5a473e25-sda', 'e8fbcd486a77117e2cd3398aa1f9485f.db') +test DEBUG: Replicating db /tmp/tmpmcwqt6ya/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '1735130133.61435', '1735130134.00000', '0', '{"X-Container-Sync-To": ["a", "1735130135.00000"], "X-Container-Sync-Key": ["secret", "1735130136.00000"]}', '1735130134.00000', 0, 0) +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '1735130133.61435', '1735130134.00000', '0', '{"X-Container-Sync-To": ["a", "1735130135.00000"], "X-Container-Sync-Key": ["secret", "1735130136.00000"]}', '1735130134.00000', 0, 0) +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, complete_rsync, ('dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '075b32eb96ee6405caf9d7fb706a9d8a.db') test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.47693 seconds (4.19351/s) +test INFO: Attempted to replicate 2 dbs in 0.68458 seconds (2.92150/s) test INFO: Removed 0 dbs test INFO: 4 successes, 0 failures test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:0 remote_merge:0 rsync:4 ts_repl:0 test INFO: Beginning replication run -test DEBUG: Replicating db /tmp/tmp4rux0hg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db -REPLICATE: /sdb/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '1769539030.72888', '1769539030.00000', '0', '', '1769539030.00000', 0, 0) -test DEBUG: /tmp/tmp4rux0hg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/5267a50d4a8f6ea3ee1dbecb8592e872, sync, (-1, '00000000000000000000000000000000', '5ba79ba3-0913-43b3-ab5f-a13b6f458e24-sda', '1769539030.72888', '1769539030.00000', '0', '', '1769539030.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update +test DEBUG: Replicating db /tmp/tmpmcwqt6ya/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db +REPLICATE: /sdb/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a64a7242-90b2-4dc3-8065-540b5a473e25-sda', '1735130133.56116', '1735130133.00000', '0', '', '1735130133.00000', 0, 0) +test DEBUG: /tmp/tmpmcwqt6ya/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/e8fbcd486a77117e2cd3398aa1f9485f, sync, (-1, '00000000000000000000000000000000', 'a64a7242-90b2-4dc3-8065-540b5a473e25-sda', '1735130133.56116', '1735130133.00000', '0', '', '1735130133.00000', 0, 0)test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update test.unit.container.test_replicator.TestReplicatorSync.test_sync_triggers_sync_store_update ... ok -test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_initiated_and_required ... ok + +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130797.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/948/fa570a1a9e7017fa348281d8e50e2948/fa570a1a9e7017fa348281d8e50e2948.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130802.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/997/e610d78ac394a2c01619bc0c2bf7e997/e610d78ac394a2c01619bc0c2bf7e997.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130807.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d00/afd93fcf8dafdb0677ce4a5c6fd08d00/afd93fcf8dafdb0677ce4a5c6fd08d00.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130812.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6da/1843adfcf4639a2db442a108279d96da/1843adfcf4639a2db442a108279d96da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130817.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2da/39ccc2f89b89b6e704951e0767cea2da/39ccc2f89b89b6e704951e0767cea2da.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130822.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/423/ecaf82d558bd72ff6268597f6cd9a423/ecaf82d558bd72ff6268597f6cd9a423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130827.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8d8/fe90336ee31af7349ee43a9e5c41d8d8/fe90336ee31af7349ee43a9e5c41d8d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130832.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/def/fa5be56c66e4e531a244c9e37df4adef/fa5be56c66e4e531a244c9e37df4adef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130837.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c1c/4efb31d55ad087108b7de482a5d87c1c/4efb31d55ad087108b7de482a5d87c1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130842.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/75b/df20ea37d1ef8c7414d84f0637d0675b/df20ea37d1ef8c7414d84f0637d0675b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130847.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/045/54f23f4a9494ad864ae7cb0c7c263045/54f23f4a9494ad864ae7cb0c7c263045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130852.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a60/56e1be086f854e1e6c546d8d01046a60/56e1be086f854e1e6c546d8d01046a60.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130857.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a9e/b97b4c057607841a4430fc304808ca9e/b97b4c057607841a4430fc304808ca9e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130862.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e64/944a24e87f072e5e6e0c078098c88e64/944a24e87f072e5e6e0c078098c88e64.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130867.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4a7/82c2b0d05ae1309b3ef194a4e33094a7/82c2b0d05ae1309b3ef194a4e33094a7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130872.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/dce/92f6020506ce57b7d1ab88a7de1f1dce/92f6020506ce57b7d1ab88a7de1f1dce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130877.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d1c/99a4ee1d5a6cebb30796ff5310d0fd1c/99a4ee1d5a6cebb30796ff5310d0fd1c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130882.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6df/9da523348a3a9ddf5b6753a13b5a16df/9da523348a3a9ddf5b6753a13b5a16df.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130887.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/660/809c97d24e1e86d5e4c2b73a47c78660/809c97d24e1e86d5e4c2b73a47c78660.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130892.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4ef/844aafbb1683b88b5b4a3920d3dc04ef/844aafbb1683b88b5b4a3920d3dc04ef.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130897.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/548/8fd5442d0bfafa0e71a102aebd995548/8fd5442d0bfafa0e71a102aebd995548.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130902.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e0b/55402b1eb83e8fabc43aed7a1f80be0b/55402b1eb83e8fabc43aed7a1f80be0b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130907.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/1e6/bfe63882d95b00652566f65a7c8db1e6/bfe63882d95b00652566f65a7c8db1e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130912.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f27/b891b903742950f98f5b59759cc25f27/b891b903742950f98f5b59759cc25f27.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130917.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/66f/7b41cb69388af25f9955bdf48ab8b66f/7b41cb69388af25f9955bdf48ab8b66f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130922.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a21/697b984e0f431126ca418b7478b62a21/697b984e0f431126ca418b7478b62a21.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130927.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/efe/9eab7c4f51e30f0e2d8acc8d3172fefe/9eab7c4f51e30f0e2d8acc8d3172fefe.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130932.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/98c/9149e839311bb8e5c580d8159d74198c/9149e839311bb8e5c580d8159d74198c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130937.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c9a/966cab52e8f54865fced7c1ced5d9c9a/966cab52e8f54865fced7c1ced5d9c9a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130942.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/67f/d720c600fafcea86c91ddb3945daf67f/d720c600fafcea86c91ddb3945daf67f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130947.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f70/1ea955ef1cca1555e6b5ba8914ea7f70/1ea955ef1cca1555e6b5ba8914ea7f70.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130952.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/644/8d7aea16d39164d8f0b06213c9c11644/8d7aea16d39164d8f0b06213c9c11644.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130957.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a01/7a94fd2376060e4254058c15aab86a01/7a94fd2376060e4254058c15aab86a01.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130962.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b71/f420d374dee7cd2386c7eb3e6f7d2b71/f420d374dee7cd2386c7eb3e6f7d2b71.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130967.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/eb7/0caabdc97b0d4e920edeaf5e1820aeb7/0caabdc97b0d4e920edeaf5e1820aeb7.dbtest.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store ... ok test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception test.unit.container.test_replicator.TestReplicatorSync.test_update_sync_store_exception ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_add_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_container_to_synced_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers -test.unit.container.test_sync_store.TestContainerSyncStore.test_iterate_synced_containers ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container -test.unit.container.test_sync_store.TestContainerSyncStore.test_remove_synced_container ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion -test.unit.container.test_sync_store.TestContainerSyncStore.test_synced_container_to_container_path_conversion ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove -test.unit.container.test_sync_store.TestContainerSyncStore.test_unhandled_exceptions_in_add_remove ... ok -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted -test.unit.container.test_sync_store.TestContainerSyncStore.test_update_sync_store_according_to_metadata_and_deleted ... ok -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable -test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error -test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception -test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta -test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part -test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix -test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_audit_location_class ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_auditor_status ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_finding_of_hashdirs ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_only_catch_expected_errors ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_files ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_skipping_unmounted_devices ... ok +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle +test.unit.obj.test_diskfile.TestObjectAuditLocationGenerator.test_update_auditor_status_throttle ... ok +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructorLegacyDurable.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_decode_missing ... ok +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted +test.unit.obj.test_ssync_receiver.TestModuleMethods.test_encode_wanted ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_acl_headers_translated_for_GET_HEAD ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_account_info_in_response_env ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_add_acls_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_cache_key_impossible_cases ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_get_deleted_account ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_long_acct_names ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_DELETE ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_response_code_for_PUT ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_stripping_swift_admin_headers ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_swift_owner ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_POST ... ok +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT +test.unit.proxy.controllers.test_account.TestAccountController4Replicas.test_sys_meta_headers_PUT ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_state_is_not_reclaimable ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sharding_sysmeta ... ok +/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", + +test DEBUG: /tmp/tmpmcwqt6ya/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db in sync with 10.0.0.2:1002/sdc, nothing to do +test DEBUG: Replicating db /tmp/tmpmcwqt6ya/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db +REPLICATE: /sdb/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '1735130133.61435', '1735130134.00000', '0', '{"X-Container-Sync-To": ["", "1735130137.00000"], "X-Container-Sync-Key": ["secret", "1735130136.00000"]}', '1735130134.00000', 0, 0) +test DEBUG: /tmp/tmpmcwqt6ya/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.1:1001/sdb, nothing to do +REPLICATE: /sdc/0/075b32eb96ee6405caf9d7fb706a9d8a, sync, (-1, '00000000000000000000000000000000', 'dbb4a348-fe3c-46c0-b7c4-16543828d875-sda', '1735130133.61435', '1735130134.00000', '0', '{"X-Container-Sync-To": ["", "1735130137.00000"], "X-Container-Sync-Key": ["secret", "1735130136.00000"]}', '1735130134.00000', 0, 0) +test DEBUG: /tmp/tmpmcwqt6ya/sda/containers/0/d8a/075b32eb96ee6405caf9d7fb706a9d8a/075b32eb96ee6405caf9d7fb706a9d8a.db in sync with 10.0.0.2:1002/sdc, nothing to do +test INFO: Replication run OVER +test INFO: Attempted to replicate 2 dbs in 0.20243 seconds (9.87995/s) +test INFO: Removed 0 dbs +test INFO: 4 successes, 0 failures +test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 +test ERROR: Failed to update sync_store /tmp/tmp6b2c_qyt/sda/containers/0/85f/e8fbcd486a77117e2cd3398aa1f9485f/e8fbcd486a77117e2cd3398aa1f9485f.db: +Traceback (most recent call last): + File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook + self.sync_store.update_sync_store(broker) + File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store + raise OSError(1, '1') +PermissionError: [Errno 1] 1 +test DEBUG: Skipping the update of recently changed /tmp/tmpimj_rnq5/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpimj_rnq5/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpimj_rnq5/sdp/objects/auditor_status_ALL.json +test DEBUG: Skipping the update of recently changed /tmp/tmpimj_rnq5/sdq/objects/auditor_status_ALL.json +test DEBUG: Skipping: /tmp/tmps_a_qa5l/garbage is not a directory +test DEBUG: Skipping: /tmp/tmps_a_qa5l/garbage is not mounted +test DEBUG: Skipping: /tmp/tmpibyw6eiv/sdq is not mounted +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmpea0q_mg6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpea0q_mg6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmpea0q_mg6/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpea0q_mg6/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:35 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.0483 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:35 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0661 "-" 564116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:35 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0572 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:35 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0597 "-" 564116 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:35 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx0a3f458d16bc46b7bb0e3-00676bfc17" "proxy-server 564116" 0.0011 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:51463/sda1/0/a/c" "tx0a3f458d16bc46b7bb0e3-00676bfc17" "container-server 564116" 0.0007 "-" 564116 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:48667/sdb1/0/a/c" "tx0a3f458d16bc46b7bb0e3-00676bfc17" "container-server 564116" 0.0006 "-" 564116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0a3f458d16bc46b7bb0e3-00676bfc17" "proxy-server 564116" 0.1614 "-" 564116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "tx0a3f458d16bc46b7bb0e3-00676bfc17" "proxy-server 564116" 0.2140 "-" 564116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/36 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx0a3f458d16bc46b7bb0e3-00676bfc17 - 0.2216 - - 1735130135.818158388 1735130136.039767981 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "HEAD /sda1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx3ed7bdbaed934ed1b333a-00676bfc18" "proxy-server 564116" 0.0007 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:51463/sda1/2/a1/c1" "tx3ed7bdbaed934ed1b333a-00676bfc18" "container-server 564116" 0.0129 "-" 564116 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:48667/sdb1/2/a1/c1" "tx3ed7bdbaed934ed1b333a-00676bfc18" "container-server 564116" 0.0007 "-" 564116 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3ed7bdbaed934ed1b333a-00676bfc18" "proxy-server 564116" 0.0663 "-" 564116 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx3ed7bdbaed934ed1b333a-00676bfc18" "proxy-server 564116" 0.4427 "-" 564116 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/36 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx3ed7bdbaed934ed1b333a-00676bfc18 - 0.4473 - - 1735130136.040643215 1735130136.487974644 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4f233bad2c2d4e75a83d1-00676bfc18" "proxy-server 564116" 0.0716 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:48667/sdb1/0/a/c1" "tx4f233bad2c2d4e75a83d1-00676bfc18" "container-server 564116" 0.1754 "-" 564116 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:51463/sda1/0/a/c1" "tx4f233bad2c2d4e75a83d1-00676bfc18" "container-server 564116" 0.0008 "-" 564116 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4f233bad2c2d4e75a83d1-00676bfc18" "proxy-server 564116" 0.2946 "-" 564116 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4f233bad2c2d4e75a83d1-00676bfc18" "proxy-server 564116" 0.3577 "-" 564116 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/36 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4f233bad2c2d4e75a83d1-00676bfc18 - 0.4336 - - 1735130136.488853455 1735130136.922404051 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:36 +0000] "HEAD /sdb1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txc470fb66a9eb4365847fe-00676bfc18" "proxy-server 564116" 0.0647 "-" 564116 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:37 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:51463/sda1/2/a/c2" "txc470fb66a9eb4365847fe-00676bfc18" "container-server 564116" 0.0014 "-" 564116 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:37 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:48667/sdb1/2/a/c2" "txc470fb66a9eb4365847fe-00676bfc18" "container-server 564116" 0.0557 "-" 564116 2test.unit.proxy.test_server.TestAccountController.test_DELETE +test.unit.proxy.test_server.TestAccountController.test_DELETE ... ok +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string +test.unit.proxy.test_server.TestAccountController.test_DELETE_with_query_string ... ok +test.unit.proxy.test_server.TestAccountController.test_GET +test.unit.proxy.test_server.TestAccountController.test_GET ... ok +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate +test.unit.proxy.test_server.TestAccountController.test_GET_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD +test.unit.proxy.test_server.TestAccountController.test_HEAD ... ok +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate +test.unit.proxy.test_server.TestAccountController.test_HEAD_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_OPTIONS +test.unit.proxy.test_server.TestAccountController.test_OPTIONS ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta +test.unit.proxy.test_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_POST_metadata +test.unit.proxy.test_server.TestAccountController.test_POST_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT +test.unit.proxy.test_server.TestAccountController.test_PUT ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_bad_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions +test.unit.proxy.test_server.TestAccountController.test_PUT_connect_exceptions ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length +test.unit.proxy.test_server.TestAccountController.test_PUT_max_account_name_length ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata +test.unit.proxy.test_server.TestAccountController.test_PUT_metadata ... ok +test.unit.proxy.test_server.TestAccountController.test_PUT_status +test.unit.proxy.test_server.TestAccountController.test_PUT_status ... ok +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json +test.unit.proxy.test_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok +test.unit.proxy.test_server.TestAccountController.test_connection_refused +test.unit.proxy.test_server.TestAccountController.test_connection_refused ... ok +test.unit.proxy.test_server.TestAccountController.test_other_socket_error +test.unit.proxy.test_server.TestAccountController.test_other_socket_error ... ok +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_get_accept_ranges_header ... ok +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header +test.unit.proxy.test_server.TestAccountController.test_response_head_accept_ranges_header ... ok +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_GET ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_PUT_sysmeta_then_HEAD ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_not_updated_by_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_replaced_by_PUT ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_sysmeta_updated_by_COPY_from ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST +test.unit.proxy.test_sysmeta.TestObjectSysmeta.test_transient_sysmeta_replaced_by_PUT_or_POST ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:37 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc470fb66a9eb4365847fe-00676bfc18" "proxy-server 564116" 0.1109 "-" 564116 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:37 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "txc470fb66a9eb4365847fe-00676bfc18" "proxy-server 564116" 0.1690 "-" 564116 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/37 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - txc470fb66a9eb4365847fe-00676bfc18 - 0.2387 - - 1735130136.923326015 1735130137.162021875 2 +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_storage_policy_property ... ok +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging +test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_sync_merging ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_fails ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_force ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_add_to_reconciler_queue_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_direct_delete_container_entry_with_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_cache ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_deleted ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_brain ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_for_recently_split_recreated ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_socket_error ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors +test.unit.container.test_reconciler.TestReconcilerUtils.test_get_container_policy_index_with_too_many_errors ... ok +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj +test.unit.container.test_reconciler.TestReconcilerUtils.test_parse_raw_obj ... ok +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_builtin_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_agreement ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_watcher_init ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects +test.unit.obj.test_auditor.TestAuditWatchers.test_dark_data_with_sharding_fallback_to_root_no_objects ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers +test.unit.obj.test_auditor.TestAuditWatchers.test_watchers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error +test.unit.obj.test_diskfile.TestECDiskFile.test_close_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit +test.unit.obj.test_diskfile.TestECDiskFile.test_commit ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_fsync ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_ignores_cleanup_ondisk_files_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_fsync_dir_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_EDQUOT_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_ENOSPC_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_OSError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError +test.unit.obj.test_diskfile.TestECDiskFile.test_commit_raises_DiskFileError_for_rename_other_IOError ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_and_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_content_type_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_close_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space +test.unit.obj.test_diskfile.TestECDiskFile.test_create_mkstemp_no_space ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_create_prealloc_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_DiskFileNoSpace ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_logging ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails +test.unit.obj.test_diskfile.TestECDiskFile.test_create_unlink_cleanup_renamer_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called +test.unit.obj.test_diskfile.TestECDiskFile.test_create_use_linkat_renamer_not_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_errors_bad_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_data_file_has_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_data_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_corners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_partial_closes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_range_w_none ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_checks_only_aligned_frag_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_edges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_no_etag_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_app_iter_ranges_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_marked_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_concurrent_writes ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_default_disallowed_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_large_app_iter_ranges ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_mkstemp_creates_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_slo ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_preserves_sysmeta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_io_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_reader_iter_w_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer +test.unit.obj.test_diskfile.TestECDiskFile.test_disk_file_writer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_content_length_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_names ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_diskfile_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_missing_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_newer_non_durable_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_no_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_durable_timestamp_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files +test.unit.obj.test_diskfile.TestECDiskFile.test_error_in_cleanup_ondisk_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_exception_in_handle_close_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_available_when_not_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open +test.unit.obj.test_diskfile.TestECDiskFile.test_fragments_not_open ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash +test.unit.obj.test_diskfile.TestECDiskFile.test_from_audit_location_with_mismatched_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_datafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path +test.unit.obj.test_diskfile.TestECDiskFile.test_get_dev_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_get_metafile_metadata_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_fallback_to_mkstemp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tempfile_use_linkat_os_open_called ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised +test.unit.obj.test_diskfile.TestECDiskFile.test_get_tmpfile_os_open_other_exceptions_are_raised ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache +test.unit.obj.test_diskfile.TestECDiskFile.test_keep_cache ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_killed_before_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking +test.unit.obj.test_diskfile.TestECDiskFile.test_mount_checking ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened +test.unit.obj.test_diskfile.TestECDiskFile.test_not_opened ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_create ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete +test.unit.obj.test_diskfile.TestECDiskFile.test_number_calls_to_cleanup_ondisk_files_during_delete ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_data_info_has_durable_key ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_data_ts_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_listdir_error_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_data_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_meta_ts_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_multiple_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_stale_meta_data_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_ts_meta_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_ondisk_search_loop_wayward_files_ignored_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_open_deleted_with_corrupt_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_durable_legacy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_most_recent_missing_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired +test.unit.obj.test_diskfile.TestECDiskFile.test_open_not_expired ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_bad_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_open_with_fragment_preferences_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_already_removed ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_final_fragment_index_and_not_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_last_fragment_index_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_non_existent_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_timestamp_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_old_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_one_fragment_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag +test.unit.obj.test_diskfile.TestECDiskFile.test_purge_without_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_bad_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_deleted_files ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_fstat_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_a_directory ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_bad_x_delete_at ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_content_length_bad ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_missing_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_invalid_zero_byte ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_enodata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_ioerror_euclean ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_missing_content_length ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_subtly_corrupt_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_truncated_xattrs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids +test.unit.obj.test_diskfile.TestECDiskFile.test_quarantine_valids ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_read_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_causes_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_ec_exception_does_not_cause_quarantine ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_frag_check_does_not_quarantine_if_its_not_binary ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive +test.unit.obj.test_diskfile.TestECDiskFile.test_reader_quarantines_corrupted_ec_archive ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks +test.unit.obj.test_diskfile.TestECDiskFile.test_splice_to_wsockfd_blocks ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable +test.unit.obj.test_diskfile.TestECDiskFile.test_sysmeta_frag_index_is_immutable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch +test.unit.obj.test_diskfile.TestECDiskFile.test_tee_to_md5_pipe_length_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase +test.unit.obj.test_diskfile.TestECDiskFile.test_write_cleanup_part_power_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_disk_full ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_no_xattr ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_multiple_metas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_content_type_removes_same_time_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type +test.unit.obj.test_diskfile.TestECDiskFile.test_write_metadata_with_older_content_type ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_cache_dropping ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported +test.unit.obj.test_diskfile.TestECDiskFile.test_zero_copy_turns_off_when_md5_sockets_not_supported ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_build_reconstruction_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_collect_parts_mkdirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_max_objects_per_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_delete_reverted_nondurable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_part_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_partners ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_get_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_handoffs_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_ignores_status_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_iter_nodes_for_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_max_objects_per_revert_only_for_revert_jobs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_no_delete_failed_revert ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_client_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_insufficient_storage ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_success ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_process_job_all_timeout ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstruct_check_ring ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skipped_partpower_increase ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_reconstructor_skips_bogus_partition_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_removes_zbf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_run_once_override_devices ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_non_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_past_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window +test.unit.obj.test_reconstructor.TestGlobalSetupObjectReconstructor.test_sync_old_nondurable_before_committed_zero_commit_window ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_quarantine_threshold_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_all_404s_fails_custom_request_node_count ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_error_with_invalid_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_errors_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_exceptions_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_duplicate_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_finds_missing_frag_does_not_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_frags_on_handoffs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_invalid_frag_index_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_missing_headers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixed_meta_timestamps_works ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_mixture_of_errors_fails ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_errors ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_not_old_enough ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_different_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_etags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_frag_resp_mixed_timestamps ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_invalid_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_etag_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_frag_index_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_missing_timestamp_header ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_more_than_threshold_frags ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_no_quarantine_non_404_response ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_absolute_number ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_four_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_three_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_one_rnc_two_replicas ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_quarantine_threshold_two_with_quarantine_age ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etag_with_same_timestamp ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_etags_same_timestamp_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_new_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_old_etag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_fa_with_mixed_timestamps_etags_fail ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf +test.unit.obj.test_reconstructor.TestReconstructFragmentArchive.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_age_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_quarantine_threshold_conf @@ -110601,1846 +110781,1461 @@ test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_reconstruct_parity_fa_with_data_node_failure ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf test.unit.obj.test_reconstructor.TestReconstructFragmentArchiveUTF8.test_request_node_count_conf ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_missing_check_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable -test.unit.obj.test_ssync_sender.TestSenderEC.test_updates_put_non_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_updater.TestSweepStats.test_copy -test.unit.obj.test_updater.TestSweepStats.test_copy ... ok -test.unit.obj.test_updater.TestSweepStats.test_reset -test.unit.obj.test_updater.TestSweepStats.test_reset ... ok -test.unit.obj.test_updater.TestSweepStats.test_since -test.unit.obj.test_updater.TestSweepStats.test_since ... ok -test.unit.obj.test_updater.TestSweepStats.test_str -test.unit.obj.test_updater.TestSweepStats.test_str ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_admin_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disabled_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info -test.unit.proxy.controllers.test_info.TestInfoController.test_disallow_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_expires ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_key ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_method ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path -test.unit.proxy.controllers.test_info.TestInfoController.test_get_admin_info_invalid_path ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors -test.unit.proxy.controllers.test_info.TestInfoController.test_get_info_cors ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_admin_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info -test.unit.proxy.controllers.test_info.TestInfoController.test_head_info ... ok -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info -test.unit.proxy.controllers.test_info.TestInfoController.test_options_info ... ok - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539186.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d2f/3218c7ba86953248f76853473fe28d2f/3218c7ba86953248f76853473fe28d2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539194.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/012/345be799b916ed5f3ba7a324030f4012/345be799b916ed5f3ba7a324030f4012.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539194.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/012/345be799b916ed5f3ba7a324030f4012/345be799b916ed5f3ba7a324030f4012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539198.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/2e9/3cdbda5b1d033e48a536aff76d9482e9/3cdbda5b1d033e48a536aff76d9482e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539198.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/2e9/3cdbda5b1d033e48a536aff76d9482e9/3cdbda5b1d033e48a536aff76d9482e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539202.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/462/9941979ca8996a2e8018da6891675462/9941979ca8996a2e8018da6891675462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539202.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/462/9941979ca8996a2e8018da6891675462/9941979ca8996a2e8018da6891675462.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539206.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d1e/4e787ec7f64d89751472c3db308b0d1e/4e787ec7f64d89751472c3db308b0d1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539206.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d1e/4e787ec7f64d89751472c3db308b0d1e/4e787ec7f64d89751472c3db308b0d1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539210.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/faa/6738327d5d46c7964282e27c32dfffaa/6738327d5d46c7964282e27c32dfffaa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539210.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/faa/6738327d5d46c7964282e27c32dfffaa/6738327d5d46c7964282e27c32dfffaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539214.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/569/3bf2e42d01c560d9e75178cbc88ae569/3bf2e42d01c560d9e75178cbc88ae569.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539214.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/569/3bf2e42d01c560d9e75178cbc88ae569/3bf2e42d01c560d9e75178cbc88ae569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539218.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e14/ec8d73fb70681869313536576ecc8e14/ec8d73fb70681869313536576ecc8e14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539218.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e14/ec8d73fb70681869313536576ecc8e14/ec8d73fb70681869313536576ecc8e14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539222.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/2a5/ff59f982d018312e9899d90122b042a5/ff59f982d018312e9899d90122b042a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539222.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/2a5/ff59f982d018312e9899d90122b042a5/ff59f982d018312e9899d90122b042a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539226.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/486/2ba0191ce57b79b99c2a57783bc78486/2ba0191ce57b79b99c2a57783bc78486.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539226.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/486/2ba0191ce57b79b99c2a57783bc78486/2ba0191ce57b79b99c2a57783bc78486.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539234.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/897/489a3a47e4eff50a6eada6745aca7897/489a3a47e4eff50a6eada6745aca7897.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539234.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/897/489a3a47e4eff50a6eada6745aca7897/489a3a47e4eff50a6eada6745aca7897.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539238.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d89/1f294af542af35c575803a533804ed89/1f294af542af35c575803a533804ed89.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539238.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d89/1f294af542af35c575803a533804ed89/1f294af542af35c575803a533804ed89.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539242.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/805/932ea8c0baf34c11570a0c9c2853a805/932ea8c0baf34c11570a0c9c2853a805.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539242.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/805/932ea8c0baf34c11570a0c9c2853a805/932ea8c0baf34c11570a0c9c2853a805.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539246.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3e1/decc27ed565bcbbe291c381322d1b3e1/decc27ed565bcbbe291c381322d1b3e1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539246.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3e1/decc27ed565bcbbe291c381322d1b3e1/decc27ed565bcbbe291c381322d1b3e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539250.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a37/d134f08861fd529cddb7ac94413dea37/d134f08861fd529cddb7ac94413dea37.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539250.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/a37/d134f08861fd529cddb7ac94413dea37/d134f08861fd529cddb7ac94413dea37.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539254.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e93/9ea72a2599e9228816d4a9a0de85ce93/9ea72a2599e9228816d4a9a0de85ce93.db/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", - -test DEBUG: /tmp/tmp4rux0hg1/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db in sync with 10.0.0.2:1002/sdc, nothing to do -test DEBUG: Replicating db /tmp/tmp4rux0hg1/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db -REPLICATE: /sdb/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', '1769539030.75284', '1769539031.00000', '0', '{"X-Container-Sync-To": ["", "1769539034.00000"], "X-Container-Sync-Key": ["secret", "1769539033.00000"]}', '1769539031.00000', 0, 0) -test DEBUG: /tmp/tmp4rux0hg1/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.1:1001/sdb, nothing to do -REPLICATE: /sdc/0/c48d89b33840539f9c5442ab3b10027d, sync, (-1, '00000000000000000000000000000000', '7dcdbd97-a7b8-47f0-b919-a73591957b3f-sda', '1769539030.75284', '1769539031.00000', '0', '{"X-Container-Sync-To": ["", "1769539034.00000"], "X-Container-Sync-Key": ["secret", "1769539033.00000"]}', '1769539031.00000', 0, 0) -test DEBUG: /tmp/tmp4rux0hg1/sda/containers/0/27d/c48d89b33840539f9c5442ab3b10027d/c48d89b33840539f9c5442ab3b10027d.db in sync with 10.0.0.2:1002/sdc, nothing to do -test INFO: Replication run OVER -test INFO: Attempted to replicate 2 dbs in 0.11183 seconds (17.88427/s) -test INFO: Removed 0 dbs -test INFO: 4 successes, 0 failures -test INFO: diff:0 diff_capped:0 empty:0 hashmatch:0 no_change:4 remote_merge:0 rsync:0 ts_repl:0 -test ERROR: Failed to update sync_store /tmp/tmp_6r3x2n6/sda/containers/0/872/5267a50d4a8f6ea3ee1dbecb8592e872/5267a50d4a8f6ea3ee1dbecb8592e872.db: +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_device_not_available ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_invalid_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_SSYNC_read_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index +test.unit.obj.test_ssync_receiver.TestSsyncRxServer.test_bad_request_invalid_frag_index ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 +test.unit.proxy.controllers.test_account.TestGetAccountInfo.test_get_deleted_account_410 ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication +test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs +test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration +test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test ERROR: Failed to unlink '/tmp/tmp_940obh5/containers/part/suffix/hash/container.db': Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/swift/container/replicator.py", line 304, in _post_replicate_hook - self.sync_store.update_sync_store(broker) - File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_replicator.py", line 1226, in update_sync_store - raise OSError(1, '1') -PermissionError: [Errno 1] 1 + File "/build/reproducible-path/swift-2.34.0/swift/container/backend.py", line 2244, in set_sharded_state + os.unlink(retiring_file) + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1178, in __call__ + return _mock_self._mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1182, in _mock_call + return _mock_self._execute_mock_call(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call + raise effect +OSError: 1 +test DEBUG: Unlinked retiring db '/tmp/tmp_940obh5/containers/part/suffix/hash/container_1735130125.00000.db' +test WARNING: Still have multiple db files after unlinking '/tmp/tmp_940obh5/containers/part/suffix/hash/container_1735130125.00000.db': ['/tmp/tmp_940obh5/containers/part/suffix/hash/container.db', '/tmp/tmp_940obh5/containers/part/suffix/hash/container_1735130126.00000.db'] +test WARNING: Refusing to delete db file for 'a/c': no fresher db file found in ['/tmp/tmp_940obh5/containers/part/suffix/hash/container_1735130126.00000.db']. +test ERROR: Failed to set the ROWID of the fresh database for a/c: +test ERROR: Failed to sync the container_stat table/view with the fresh database for a/c: +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test WARNING: Handoff requested (9) proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmpwl4zgsi5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwl4zgsi5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 DEBUG: Could not load '/tmp/tmpkses08rx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkses08rx/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmpwl4zgsi5/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpwl4zgsi5/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 DEBUG: Could not load '/tmp/tmpkses08rx/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmpkses08rx/tmp_test_proxy_server_chunked/container-sync-realms.conf' cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0320 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0559 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0399 "-" 1968887 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0458 "-" 1968887 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx6f44c63344084f50a3b74-00697905d8" "proxy-server 1968887" 0.0012 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:52719/sdb1/1/a/c" "tx6f44c63344084f50a3b74-00697905d8" "container-server 1968887" 0.0011 "-" 1968887 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:51599/sda1/1/a/c" "tx6f44c63344084f50a3b74-00697905d8" "container-server 1968887" 0.0009 "-" 1968887 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6f44c63344084f50a3b74-00697905d8" "proxy-server 1968887" 0.2041 "-" 1968887 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx6f44c63344084f50a3b74-00697905d8" "proxy-server 1968887" 0.2423 "-" 1968887 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/12 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx6f44c63344084f50a3b74-00697905d8 - 0.2497 - - 1769539032.434777021 1769539032.684480667 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:12 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx361a393a6b474b42a0163-00697905d8" "proxy-server 1968887" 0.0010 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:14 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:51599/sda1/1/a1/c1" "tx361a393a6b474b42a0163-00697905d8" "container-server 1968887" 0.0017 "-" 1968887 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:14 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:52719/sdb1/1/a1/c1" "tx361a393a6b474b42a0163-00697905d8" "container-server 1968887" 0.0010 "-" 1968887 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:14 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx361a393a6b474b42a0163-00697905d8" "proxy-server 1968887" 0.5379 "-" 1968887 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:14 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx361a393a6b474b42a0163-00697905d8" "proxy-server 1968887" 1.3826 "-" 1968887 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/14 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx361a393a6b474b42a0163-00697905d8 - 1.3891 - - 1769539032.685665846 1769539034.074763060 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:14 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3e7f86a90c124b3c83e66-00697905da" "proxy-server 1968887" 0.6778 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:52719/sdb1/2/a/c1" "tx3e7f86a90c124b3c83e66-00697905da" "container-server 1968887" 0.4463 "-" 1968887 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:51599/sda1/2/a/c1" "tx3e7f86a90c124b3c83e66-00697905da" "container-server 1968887" 0.0011 "-" 1968887 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3e7f86a90c124b3c83e66-00697905da" "proxy-server 1968887" 1.8479 "-" 1968887 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3e7f86a90c124b3c83e66-00697905da" "proxy-server 1968887" 1.3063 "-" 1968887 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3e7f86a90c124b3c83e66-00697905da - 2.5330 - - 1769539034.076011658 1769539036.608978510 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx339f4600eb604d54aadea-00697905dc" "proxy-server 1968887" 0.7176 "-" 1968887 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:52719/sdb1/1/a/c2" "tx339f4600eb604d54aadea-00697905dc" "container-server 1968887" 0.0009 "-" 1968887 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:51599/sda1/1/a/c2" "tx339f4600eb604d54aadea-00697905dc" "container-server 1968887" 0.0128 "-" 1968887 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx339f4600eb604d54aadea-00697905dc" "proxy-server 1968887" 0.6652 "-" 1968887 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx339f4600eb604d54aadea-00697905dc" "proxy-server 1968887" 0.0313 "-" 1968887 2test.unit.proxy.test_mem_server.TestAccountController.test_DELETE -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string -test.unit.proxy.test_mem_server.TestAccountController.test_DELETE_with_query_string ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET -test.unit.proxy.test_mem_server.TestAccountController.test_GET ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_GET_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_HEAD_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS -test.unit.proxy.test_mem_server.TestAccountController.test_OPTIONS ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta -test.unit.proxy.test_mem_server.TestAccountController.test_POST_autocreate_with_sysmeta ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_POST_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT -test.unit.proxy.test_mem_server.TestAccountController.test_PUT ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_bad_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_connect_exceptions ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_max_account_name_length ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_metadata ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status -test.unit.proxy.test_mem_server.TestAccountController.test_PUT_status ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json -test.unit.proxy.test_mem_server.TestAccountController.test_auto_create_account_listing_response_is_json ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused -test.unit.proxy.test_mem_server.TestAccountController.test_connection_refused ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error -test.unit.proxy.test_mem_server.TestAccountController.test_other_socket_error ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_get_accept_ranges_header ... ok -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header -test.unit.proxy.test_mem_server.TestAccountController.test_response_head_accept_ranges_header ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_unsharded ... ok -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:41 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0278 "-" 564110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:41 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0639 "-" 564110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.1929 "-" 564110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0630 "-" 564110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx327f8b30e01047ab800b1-00676bfc1e" "proxy-server 564110" 0.0007 "-" 564110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41249/sdb1/1/a/c" "tx327f8b30e01047ab800b1-00676bfc1e" "container-server 564110" 0.0028 "-" 564110 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:45801/sda1/1/a/c" "tx327f8b30e01047ab800b1-00676bfc1e" "container-server 564110" 0.0010 "-" 564110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx327f8b30e01047ab800b1-00676bfc1e" "proxy-server 564110" 0.5815 "-" 564110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx327f8b30e01047ab800b1-00676bfc1e" "proxy-server 564110" 0.3481 "-" 564110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/42 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx327f8b30e01047ab800b1-00676bfc1e - 0.5891 - - 1735130142.256749153 1735130142.845886946 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:42 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx5b2fa5849200435ab3209-00676bfc1e" "proxy-server 564110" 0.0010 "-" 564110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:45801/sda1/1/a1/c1" "tx5b2fa5849200435ab3209-00676bfc1e" "container-server 564110" 0.0016 "-" 564110 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:41249/sdb1/1/a1/c1" "tx5b2fa5849200435ab3209-00676bfc1e" "container-server 564110" 0.0007 "-" 564110 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b2fa5849200435ab3209-00676bfc1e" "proxy-server 564110" 0.4742 "-" 564110 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx5b2fa5849200435ab3209-00676bfc1e" "proxy-server 564110" 0.4082 "-" 564110 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/43 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx5b2fa5849200435ab3209-00676bfc1e - 0.4802 - - 1735130142.847095966 1735130143.327342749 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3a32919f5b9d465da38d5-00676bfc1f" "proxy-server 564110" 0.2924 "-" 564110 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:41249/sdb1/2/a/c1" "tx3a32919f5b9d465da38d5-00676bfc1f" "container-server 564110" 0.0013 "-" 564110 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:45801/sda1/2/a/c1" "tx3a32919f5b9d465da38d5-00676bfc1f" "container-server 564110" 0.0602 "-" 564110 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a32919f5b9d465da38d5-00676bfc1f" "proxy-server 564110" 0.1032 "-" 564110 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3a32919f5b9d465da38d5-00676bfc1f" "proxy-server 564110" 0.1423 "-" 564110 1/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_ec_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_chunked_transfer_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up -test.unit.proxy.test_server.TestObjectDisconnectCleanup.test_repl_disconnect_cleans_up ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_default_proxy_config ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_log_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_bad_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_equality ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_inherits_defaults ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_read_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_sorting_method_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_node_count_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_invalid_write_affinity_value ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_none_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_one_configured ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_affinity ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_concurrency_settings ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_overrides_default_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_section_name_inherits_from_app_section_name ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_sets_timing_sorting_method ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_about_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_warns_override_sorting_method_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_DEFAULT_options ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy +test.unit.proxy.test_server.TestProxyServerConfigStringLoading.test_per_policy_conf_with_unknown_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account +test.unit.proxy.test_server.TestProxyServerConfiguration.test_auto_create_account ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_cors_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_recheck_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options +test.unit.proxy.test_server.TestProxyServerConfiguration.test_memcache_skip_options ... ok +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout +test.unit.proxy.test_server.TestProxyServerConfiguration.test_node_timeout ... ok +test.unit.test_locale.test_locale.TestTranslations.test_translations +test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/18 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx339f4600eb604d54aadea-00697905dc - 1.3903 - - 1769539036.610301971 1769539038.000634193 2 -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmprr82qa_x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprr82qa_x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmprr82qa_x/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmprr82qa_x/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.0397 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.1097 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0373 "-" 1968887 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0350 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1e9ee6981a7140c6870c3-00697905de" "proxy-server 1968887" 0.0011 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:39887/sda1/1/a/c" "tx1e9ee6981a7140c6870c3-00697905de" "container-server 1968887" 0.0104 "-" 1968887 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:49747/sdb1/1/a/c" "tx1e9ee6981a7140c6870c3-00697905de" "container-server 1968887" 0.0027 "-" 1968887 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e9ee6981a7140c6870c3-00697905de" "proxy-server 1968887" 0.1301 "-" 1968887 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1e9ee6981a7140c6870c3-00697905de" "proxy-server 1968887" 0.0900 "-" 1968887 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/18 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1e9ee6981a7140c6870c3-00697905de - 0.1389 - - 1769539038.562935352 1769539038.701875925 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx0e15356f7eb4407293071-00697905de" "proxy-server 1968887" 0.0010 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:39887/sda1/1/a1/c1" "tx0e15356f7eb4407293071-00697905de" "container-server 1968887" 0.0010 "-" 1968887 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:49747/sdb1/1/a1/c1" "tx0e15356f7eb4407293071-00697905de" "container-server 1968887" 0.0010 "-" 1968887 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e15356f7eb4407293071-00697905de" "proxy-server 1968887" 0.0794 "-" 1968887 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx0e15356f7eb4407293071-00697905de" "proxy-server 1968887" 0.0425 "-" 1968887 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/18 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx0e15356f7eb4407293071-00697905de - 0.0863 - - 1769539038.703388691 1769539038.789646387 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "txa57432bb4dfc4c3abf99f-00697905de" "proxy-server 1968887" 0.0295 "-" 1968887 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:39887/sda1/2/a/c1" "txa57432bb4dfc4c3abf99f-00697905de" "container-server 1968887" 0.0253 "-" 1968887 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49747/sdb1/2/a/c1" "txa57432bb4dfc4c3abf99f-00697905de" "container-server 1968887" 0.0011 "-" 1968887 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa57432bb4dfc4c3abf99f-00697905de" "proxy-server 1968887" 0.1032 "-" 1968887 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:18 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "txa57432bb4dfc4c3abf99f-00697905de" "proxy-server 1968887" 0.1421 "-" 1968887 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/18 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - txa57432bb4dfc4c3abf99f-00697905de - 0.1778 - - 1769539038.790806293 1769539038.968619347 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:19 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx9bcf723eaea949c88cd35-00697905de" "proxy-server 1968887" 0.0326 "-" 1968887 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:39887/sda1/1/a/c2" "tx9bcf723eaea949c88cd35-00697905de" "container-server 1968887" 0.0373 "-" 1968887 2 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49747/sdb1/1/a/c2" "tx9bcf723eaea949c88cd35-00697905de" "container-server 1968887" 0.0011 "-" 1968887 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:19 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9bcf723eaea949c88cd35-00697905de" "proxy-server 1968887" 0.0736 "-" 1968887 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:37:19 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx9bcf723eaea949c88cd35-00697905de" "proxy-server 1968887" 0.1197 "-" 1968887 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/37/19 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx9bcf723eaea949c88cd35-00697905de - 0.1589 - - 1769539038.969942331 1769539039.128872871 2 - -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539254.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e93/9ea72a2599e9228816d4a9a0de85ce93/9ea72a2599e9228816d4a9a0de85ce93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539258.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3bf/1b76659b721c824fce35e258604963bf/1b76659b721c824fce35e258604963bf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539258.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/3bf/1b76659b721c824fce35e258604963bf/1b76659b721c824fce35e258604963bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539262.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e8a/2613d15391c27a373edc4d6b4d229e8a/2613d15391c27a373edc4d6b4d229e8a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539262.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/e8a/2613d15391c27a373edc4d6b4d229e8a/2613d15391c27a373edc4d6b4d229e8a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539266.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d67/6ef2a19a601680be747e62d74169fd67/6ef2a19a601680be747e62d74169fd67.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539266.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/d67/6ef2a19a601680be747e62d74169fd67/6ef2a19a601680be747e62d74169fd67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539270.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f36/fcb32402ed54cfd6fcc700a8f319df36/fcb32402ed54cfd6fcc700a8f319df36.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539270.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/f36/fcb32402ed54cfd6fcc700a8f319df36/fcb32402ed54cfd6fcc700a8f319df36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539274.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9f1/0456a8460466940fe93c6ce6613489f1/0456a8460466940fe93c6ce6613489f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539274.00000-0, db: /tmp/tmpj4bs1qc7/sda/containers/0/9f1/0456a8460466940fe93c6ce6613489f1/0456a8460466940fe93c6ce6613489f1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539043.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/770/42e7d10bb1cde8eeb5f1a4ea30354770/42e7d10bb1cde8eeb5f1a4ea30354770.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539043.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/770/42e7d10bb1cde8eeb5f1a4ea30354770/42e7d10bb1cde8eeb5f1a4ea30354770.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539046.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/371/a1265f4649c21f556b94283c18932371/a1265f4649c21f556b94283c18932371.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539046.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/371/a1265f4649c21f556b94283c18932371/a1265f4649c21f556b94283c18932371.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539049.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/d15/c17df77a64b74aa843565fa9c05f3d15/c17df77a64b74aa843565fa9c05f3d15.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539049.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/d15/c17df77a64b74aa843565fa9c05f3d15/c17df77a64b74aa843565fa9c05f3d15.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539052.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3bc/f9a1396b96439bc641ed253e101a13bc/f9a1396b96439bc641ed253e101a13bc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539052.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3bc/f9a1396b96439bc641ed253e101a13bc/f9a1396b96439bc641ed253e101a13bc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539055.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/398/f7a256a30f3c3f5a04c6c42e1b95c398/f7a256a30f3c3f5a04c6c42e1b95c398.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539055.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/398/f7a256a30f3c3f5a04c6c42e1b95c398/f7a256a30f3c3f5a04c6c42e1b95c398.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539058.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/292/03e95a36aa75631b7f49b8fb85309292/03e95a36aa75631b7f49b8fb85309292.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539058.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/292/03e95a36aa75631b7f49b8fb85309292/03e95a36aa75631b7f49b8fb85309292.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539061.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3dc/07cd2a1fce76614c6bd4109080c263dc/07cd2a1fce76614c6bd4109080c263dc.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539061.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3dc/07cd2a1fce76614c6bd4109080c263dc/07cd2a1fce76614c6bd4109080c263dc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539064.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/40f/1ecd4f19a15e32d9dd05e4c3a98a040f/1ecd4f19a15e32d9dd05e4c3a98a040f.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539064.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/40f/1ecd4f19a15e32d9dd05e4c3a98a040f/1ecd4f19a15e32d9dd05e4c3a98a040f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539067.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/67c/4854dc9071693e6069a0d3753189667c/4854dc9071693e6069a0d3753189667c.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539067.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/67c/4854dc9071693e6069a0d3753189667c/4854dc9071693e6069a0d3753189667c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539070.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/419/4e9ca514415a6dc6dc2a1d0430af8419/4e9ca514415a6dc6dc2a1d0430af8419.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539073.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/e60/5a691c8a9815871e81b4117cf0227e60/5a691c8a9815871e81b4117cf0227e60.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539073.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/e60/5a691c8a9815871e81b4117cf0227e60/5a691c8a9815871e81b4117cf0227e60.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539076.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/7d1/6c814289668ed3fb63400e7be9d3f7d1/6c814289668ed3fb63400e7be9d3f7d1.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539076.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/7d1/6c814289668ed3fb63400e7be9d3f7d1/6c814289668ed3fb63400e7be9d3f7d1.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539079.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/840/db74fcca882d60977cb5a363b01c8840/db74fcca882d60977cb5a363b01c8840.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539079.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/840/db74fcca882d60977cb5a363b01c8840/db74fcca882d60977cb5a363b01c8840.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539082.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1d2/0686a9aba3ab95ad064ced23ee33c1d2/0686a9aba3ab95ad064ced23ee33c1d2.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539082.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1d2/0686a9aba3ab95ad064ced23ee33c1d2/0686a9aba3ab95ad064ced23ee33c1d2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539085.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/c2e/d59575daf5bcd864dea03244f6d73c2e/d59575daf5bcd864dea03244f6d73c2e.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539085.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/c2e/d59575daf5bcd864dea03244f6d73c2e/d59575daf5bcd864dea03244f6d73c2e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539088.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/8e9/fc39dcf1b61ac69ef8c7b115b954f8e9/fc39dcf1b61ac69ef8c7b115b954f8e9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539088.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/8e9/fc39dcf1b61ac69ef8c7b115b954f8e9/fc39dcf1b61ac69ef8c7b115b954f8e9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539091.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/618/b936404057cad471bbcdf90d7bf92618/b936404057cad471bbcdf90d7bf92618.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539091.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/618/b936404057cad471bbcdf90d7bf92618/b936404057cad471bbcdf90d7bf92618.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539094.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1cf/a7ec802e47740839dfea752337e1e1cf/a7ec802e47740839dfea752337e1e1cf.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539094.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1cf/a7ec802e47740839dfea752337e1e1cf/a7ec802e47740839dfea752337e1e1cf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539097.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/f73/98eb74e17fa133f151c5d47fa6d8af73/98eb74e17fa133f151c5d47fa6d8af73.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539097.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/f73/98eb74e17fa133f151c5d47fa6d8af73/98eb74e17fa133f151c5d47fa6d8af73.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539100.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539100.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539103.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/68a/0ea26a9d885bfdfb0eb7bf420d3ed68a/0ea26a9d885bfdfb0eb7bf420d3ed68a.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539103.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/68a/0ea26a9d885bfdfb0eb7bf420d3ed68a/0ea26a9d885bfdfb0eb7bf420d3ed68a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539106.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/396/3913b880d6a7da5ef3e5c5532bc71396/3913b880d6a7da5ef3e5c5532bc71396.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539106.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/396/3913b880d6a7da5ef3e5c5532bc71396/3913b880d6a7da5ef3e5c5532bc71396.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539109.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/422/918d504c453e44210a8a34a2f052b422/918d504c453e44210a8a34a2f052b422.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539109.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/422/918d504c453e44210a8a34a2f052b422/918d504c453e44210a8a34a2f052b422.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539112.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/75d/b4b119fda49b177f105a50a132bd775d/b4b119fda49b177f105a50a132bd775d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539112.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/75d/b4b119fda49b177f105a50a132bd775d/b4b119fda49b177f105a50a132bd775d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539115.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/848/32aa8c2636d8f3fe60495776dbf0a848/32aa8c2636d8f3fe60495776dbf0a848.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539115.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/848/32aa8c2636d8f3fe60495776dbf0a848/32aa8c2636d8f3fe60495776dbf0a848.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539118.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/fa7/8e0d70ba1443b105a934ea242b64dfa7/8e0d70ba1443b105a934ea242b64dfa7.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539118.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/fa7/8e0d70ba1443b105a934ea242b64dfa7/8e0d70ba1443b105a934ea242b64dfa7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539121.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/be9/cc5b17a78e408aa267d02b4663aefbe9/cc5b17a78e408aa267d02b4663aefbe9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539121.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/be9/cc5b17a78e408aa267d02b4663aefbe9/cc5b17a78e408aa267d02b4663aefbe9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539124.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/777/ff809cd6f470507cd7a05070dcf40777/ff809cd6f470507cd7a05070dcf40777.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539124.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/777/ff809cd6f470507cd7a05070dcf40777/ff809cd6f470507cd7a05070dcf40777.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539127.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ada/b63454ac470a7c541e2354450aa5eada/b63454ac470a7c541e2354450aa5eada.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539127.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ada/b63454ac470a7c541e2354450aa5eada/b63454ac470a7c541e2354450aa5eada.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539130.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cb3/9e1e2a7314a8666784dd2e26d3207cb3/9e1e2a7314a8666784dd2e26d3207cb3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539133.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/36d/cb7731eaf51438f4deccd2db9c55836d/cb7731eaf51438f4deccd2db9c55836d.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539133.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/36d/cb7731eaf51438f4deccd2db9c55836d/cb7731eaf51438f4deccd2db9c55836d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539136.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ab9/4d4faac9a7d4df10a892073a5dd6cab9/4d4faac9a7d4df10a892073a5dd6cab9.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539136.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ab9/4d4faac9a7d4df10a892073a5dd6cab9/4d4faac9a7d4df10a892073a5dd6cab9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539139.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/fe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539139.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/fe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539142.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cfb/076ac5b58ecdee1192806909ee2becfb/076ac5b58ecdee1192806909ee2becfb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539142.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cfb/076ac5b58ecdee1192806909ee2becfb/076ac5b58ecdee1192806909ee2becfb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539145.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/8df/f2bdf46091f21e9677db674d6d85c8df/f2bdf46091f21e9677db674d6d85c8df.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539145.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/8df/f2bdf46091f21e9677db674d6d85c8df/f2bdf46091f21e9677db674d6d85c8df.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539148.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539148.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539151.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/118/bd657d75de34255b1c307aebfff0f118/bd657d75de34255b1c307aebfff0f118.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539151.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/118/bd657d75de34255b1c307aebfff0f118/bd657d75de34255b1c307aebfff0f118.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539160.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539160.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539163.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539163.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b/fb6dbd7d5f1e0f5a2e6759712c772b0b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539166.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/06b/8ad286c4c86f54618f7b503509b3f06b/8ad286c4c86f54618f7b503509b3f06b.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539166.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/06b/8ad286c4c86f54618f7b503509b3f06b/8ad286c4c86f54618f7b503509b3f06b.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539169.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/0b4/3d23c7348c58eaa6449798044ef550b4/3d23c7348c58eaa6449798044ef550b4.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539169.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/0b4/3d23c7348c58eaa6449798044ef550b4/3d23c7348c58eaa6449798044ef550b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539172.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/786/eedd12591961948b6741b81b6ac42786/eedd12591961948b6741b81b6ac42786.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539172.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/786/eedd12591961948b6741b81b6ac42786/eedd12591961948b6741b81b6ac42786.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_missing_own_merged_while_shrinking ... ok +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/43 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3a32919f5b9d465da38d5-00676bfc1f - 0.4401 - - 1735130143.328204870 1735130143.768315792 1 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:43 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7c069dc48ad1481fb2ad1-00676bfc1f" "proxy-server 564110" 0.0637 "-" 564110 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:45801/sda1/1/a/c2" "tx7c069dc48ad1481fb2ad1-00676bfc1f" "container-server 564110" 0.0384 "-" 564110 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41249/sdb1/1/a/c2" "tx7c069dc48ad1481fb2ad1-00676bfc1f" "container-server 564110" 0.0008 "-" 564110 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:44 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c069dc48ad1481fb2ad1-00676bfc1f" "proxy-server 564110" 0.1733 "-" 564110 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:35:44 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx7c069dc48ad1481fb2ad1-00676bfc1f" "proxy-server 564110" 0.1350 "-" 564110 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/35/44 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx7c069dc48ad1481fb2ad1-00676bfc1f - 0.2422 - - 1735130143.769362450 1735130144.011600494 2 +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test-proxy-config DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539175.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/d42/c289a11e0d3d4dd4e96afe80bc744d42/c289a11e0d3d4dd4e96afe80bc744d42.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539175.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/d42/c289a11e0d3d4dd4e96afe80bc744d42/c289a11e0d3d4dd4e96afe80bc744d42.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539178.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3a5/1e748d8a2eded993faa28723524243a5/1e748d8a2eded993faa28723524243a5.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539178.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/3a5/1e748d8a2eded993faa28723524243a5/1e748d8a2eded993faa28723524243a5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539181.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ef6/ba7c084885fa28c13e8ce13050ad5ef6/ba7c084885fa28c13e8ce13050ad5ef6.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539181.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ef6/ba7c084885fa28c13e8ce13050ad5ef6/ba7c084885fa28c13e8ce13050ad5ef6.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539184.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cfe/7b8a8f534696f90b73cb25c3d81dccfe/7b8a8f534696f90b73cb25c3d81dccfe.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539184.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/cfe/7b8a8f534696f90b73cb25c3d81dccfe/7b8a8f534696f90b73cb25c3d81dccfe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539187.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/408/8a7fedce51acb5347d357605875f8408/8a7fedce51acb5347d357605875f8408.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539187.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/408/8a7fedce51acb5347d357605875f8408/8a7fedce51acb5347d357605875f8408.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539190.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/a85/f0930b78e736051ca795d36044fb0a85/f0930b78e736051ca795d36044fb0a85.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539193.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/c75/b19f870b3fbc122c9b52062d8d055c75/b19f870b3fbc122c9b52062d8d055c75.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539193.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/c75/b19f870b3fbc122c9b52062d8d055c75/b19f870b3fbc122c9b52062d8d055c75.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539196.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/946/9d12a5dbe561dbf7ee16ba548bfa8946/9d12a5dbe561dbf7ee16ba548bfa8946.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539196.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/946/9d12a5dbe561dbf7ee16ba548bfa8946/9d12a5dbe561dbf7ee16ba548bfa8946.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539199.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b26/b47e6af50cff17069a57a2f2d534eb26/b47e6af50cff17069a57a2f2d534eb26.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539199.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/b26/b47e6af50cff17069a57a2f2d534eb26/b47e6af50cff17069a57a2f2d534eb26.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539202.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/462/9941979ca8996a2e8018da6891675462/9941979ca8996a2e8018da6891675462.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539202.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/462/9941979ca8996a2e8018da6891675462/9941979ca8996a2e8018da6891675462.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539205.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/ff0/112353a7fcaa1c29aa3af941acf8cff0/112353a7fcaa1c29aa3af941acf8cff0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539208.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/aeb/94f1d08d7f2fbf70a04235fb13c21aeb/94f1d08d7f2fbf70a04235fb13c21aeb.db -sharder-test WARNING: Audit warnings for shard: root has no matching shard range, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539208.00000-0, db: /tmp/tmppt0ygktb/sda/containers/0/aeb/94f1d08d7f2fbf70a04235fb13c21aeb/94f1d08d7f2fbf70a04235fb13c21aeb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539054.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/938/4ac5ce917a0af17898e664d5c11b8938/4ac5ce917a0af17898e664d5c11b8938.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539059.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d50/cbcc5a12e6bc0b1ba8c09fc6ec36fd50/cbcc5a12e6bc0b1ba8c09fc6ec36fd50.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539064.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/40f/1ecd4f19a15e32d9dd05e4c3a98a040f/1ecd4f19a15e32d9dd05e4c3a98a040f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539069.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/172/83170381d8a80c64e54c78c98fc68172/83170381d8a80c64e54c78c98fc68172.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539074.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/139/474e0483f69048cc5cd1e8186f8ff139/474e0483f69048cc5cd1e8186f8ff139.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539079.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/840/db74fcca882d60977cb5a363b01c8840/db74fcca882d60977cb5a363b01c8840.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539084.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/314/2971f56e2a50e8391b4b6e422d0c1314/2971f56e2a50e8391b4b6e422d0c1314.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539089.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/bd3/bbcc1c33169916694bb49a26a02f0bd3/bbcc1c33169916694bb49a26a02f0bd3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539094.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1cf/a7ec802e47740839dfea752337e1e1cf/a7ec802e47740839dfea752337e1e1cf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539099.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/26f/edf17a0d47a81cfd1c36ada117a4926f/edf17a0d47a81cfd1c36ada117a4926f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539104.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e77/9f903bb441464ee8d916cca58ebb9e77/9f903bb441464ee8d916cca58ebb9e77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539109.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/422/918d504c453e44210a8a34a2f052b422/918d504c453e44210a8a34a2f052b422.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539114.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b65/409e59c5984bfbd8f6a563631839db65/409e59c5984bfbd8f6a563631839db65.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539119.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/425/e60f2bff4296cfc272cf553fbb7bb425/e60f2bff4296cfc272cf553fbb7bb425.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539124.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/777/ff809cd6f470507cd7a05070dcf40777/ff809cd6f470507cd7a05070dcf40777.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539129.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/398/d96868a261a9abf0788f9d35d10ad398/d96868a261a9abf0788f9d35d10ad398.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539134.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b9d/9ecadfcda727703d81478bf84d170b9d/9ecadfcda727703d81478bf84d170b9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539139.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/fe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3/a9b8e2ff7bf1c04c7adcccb8370fcfe3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539144.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c76/87f957b2768d25492bc4091a960b8c76/87f957b2768d25492bc4091a960b8c76.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539159.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/daa/918573799030debb6d15676497e33daa/918573799030debb6d15676497e33daa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539164.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/cbc/47855a262538def43d8c4c13590abcbc/47855a262538def43d8c4c13590abcbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539169.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0b4/3d23c7348c58eaa6449798044ef550b4/3d23c7348c58eaa6449798044ef550b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539174.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d64/b7089a3cc24212c36d3337af9460ed64/b7089a3cc24212c36d3337af9460ed64.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539179.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b19/d0849d82f30981455d62c08bda684b19/d0849d82f30981455d62c08bda684b19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539184.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/cfe/7b8a8f534696f90b73cb25c3d81dccfe/7b8a8f534696f90b73cb25c3d81dccfe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539189.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/330/e7828a5182d9e885b7a426d04d9f7330/e7828a5182d9e885b7a426d04d9f7330.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539194.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/012/345be799b916ed5f3ba7a324030f4012/345be799b916ed5f3ba7a324030f4012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539199.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b26/b47e6af50cff17069a57a2f2d534eb26/b47e6af50cff17069a57a2f2d534eb26.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539204.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/6f3/5502b7175af4bace780e72b7e30de6f3/5502b7175af4bace780e72b7e30de6f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539209.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/480/fdc1fd238e338d888a063fd5d229f480/fdc1fd238e338d888a063fd5d229f480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539214.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/569/3bf2e42d01c560d9e75178cbc88ae569/3bf2e42d01c560d9e75178cbc88ae569.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539219.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/60b/5c8bc1eb4e2b1da531a2e0f2ea68360b/5c8bc1eb4e2b1da531a2e0f2ea68360b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539224.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/60c/4de7a8ec712d4fa812badf369117160c/4de7a8ec712d4fa812badf369117160c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539229.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ab2/3213600917e27a1a519fb748817b8ab2/3213600917e27a1a519fb748817b8ab2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539234.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/897/489a3a47e4eff50a6eada6745aca7897/489a3a47e4eff50a6eada6745aca7897.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539239.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/239/5b3eb7be84b19f66c8ab808b6f5ed239/5b3eb7be84b19f66c8ab808b6f5ed239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539244.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a36/3751c7d06f1f22f49e8312fa38814a36/3751c7d06f1f22f49e8312fa38814a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539249.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0e8/c61253e8c19744a44e1f41427ebed0e8/c61253e8c19744a44e1f41427ebed0e8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539254.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e93/9ea72a2599e9228816d4a9a0de85ce93/9ea72a2599e9228816d4a9a0de85ce93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539259.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a36/b248ed345151eead542dc0c0632a8a36/b248ed345151eead542dc0c0632a8a36.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539264.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e3c/934995f797980418e7b7c97cbd047e3c/934995f797980418e7b7c97cbd047e3c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539269.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5bf/fd2d826b4fea217804724f1a848c35bf/fd2d826b4fea217804724f1a848c35bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539274.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9f1/0456a8460466940fe93c6ce6613489f1/0456a8460466940fe93c6ce6613489f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539279.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d51/deaffee69641f61e04d0baa217f31d51/deaffee69641f61e04d0baa217f31d51.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539284.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0a8/36f24a892e67976b0ee7442bd73d60a8/36f24a892e67976b0ee7442bd73d60a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539289.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e05/5e5bc7219e6b424f4f45207041c8fe05/5e5bc7219e6b424f4f45207041c8fe05.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539294.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3ad/af3898e9732e90b4ecbb759dd1b7c3ad/af3898e9732e90b4ecbb759dd1b7c3ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539299.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0fe/df7ef28fad0a7dcd9159eb146fdfa0fe/df7ef28fad0a7dcd9159eb146fdfa0fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539304.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/afa/0091931449ec1379561293608badfafa/0091931449ec1379561293608badfafa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539309.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/76d/67786bbda8a6b113a5fabb8b1cef876d/67786bbda8a6b113a5fabb8b1cef876d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539314.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ef7/25f4c663e95f647a4b39321ad3ccbef7/25f4c663e95f647a4b39321ad3ccbef7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539319.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b77/b62c9bf7550d06fa436f8c07a4ec8b77/b62c9bf7550d06fa436f8c07a4ec8b77.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539324.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a5a/b9365b89ce48b2611f202f4a4ff72a5a/b9365b89ce48b2611f202f4a4ff72a5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539329.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c79/a66d7a7de81fdfbd1800d87e066e5c79/a66d7a7de81fdfbd1800d87e066e5c79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539334.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ebb/ae03b64c27e0bcb8c2434a8e9df1eebb/ae03b64c27e0bcb8c2434a8e9df1eebb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539339.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3e9/7f6d9e4404f4c80212808705d1a753e9/7f6d9e4404f4c80212808705d1a753e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539344.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7df/b74511c1a0b1446fe27d16f6f65657df/b74511c1a0b1446fe27d16f6f65657df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539349.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5d1/a534b85f8f05bf379a14c92f4d46f5d1/a534b85f8f05bf379a14c92f4d46f5d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539354.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/23d/c2e17db8226d8afc1db2aff49e1c623d/c2e17db8226d8afc1db2aff49e1c623d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539359.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8a5/0e2de5b8be75ef3d8c2733544e9b78a5/0e2de5b8be75ef3d8c2733544e9b78a5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539364.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4f8/a39dee7b682fad1dd8f5b942f9f784f8/a39dee7b682fad1dd8f5b942f9f784f8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539369.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f9a/424b543cd4c8b75363efdea9579e6f9a/424b543cd4c8b75363efdea9579e6f9a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539374.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d43/cbe3ffbeb8cd500d9fa404bf0ae99d43/cbe3ffbeb8cd500d9fa404bf0ae99d43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539379.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a5d/ab05d76309212931b13071fb92405a5d/ab05d76309212931b13071fb92405a5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539384.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/944/d73183529bab597d78338245c32af944/d73183529bab597d78338245c32af944.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539389.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/97f/fbb02ab9ef281af3d3b9ea36adbb997f/fbb02ab9ef281af3d3b9ea36adbb997f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539394.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2dc/48d291dc2a7cad8950ddd947f34da2dc/48d291dc2a7cad8950ddd947f34da2dc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539399.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9b1/43409f4d7a41e49f8167bea615eab9b1/43409f4d7a41e49f8167bea615eab9b1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539404.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/06c/3cd9bcd7cbe343870fb01983a062906c/3cd9bcd7cbe343870fb01983a062906c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539409.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f35/014bebb86932f3d405bb549120669f35/014bebb86932f3d405bb549120669f35.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539414.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a49/40e85b2bffcfa91f8fa098417de60a49/40e85b2bffcfa91f8fa098417de60a49.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539419.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/07e/f6e6f95cc36c18f2d2359a200ab6e07e/f6e6f95cc36c18f2d2359a200ab6e07e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539424.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/fc0/c6c867c9249d2575f7cc31bc6f146fc0/c6c867c9249d2575f7cc31bc6f146fc0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539429.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f86/f1e1ce8f8e80b47aa50f27d4f12c9f86/f1e1ce8f8e80b47aa50f27d4f12c9f86.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539434.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5d8/328bdeeb4977a0bd0699b1818def95d8/328bdeeb4977a0bd0699b1818def95d8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539439.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/674/2297e4453f0a1eb45dcbb6c3474cd674/2297e4453f0a1eb45dcbb6c3474cd674.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539444.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c3f/fe55d6eda303b367eae37af16fab6c3f/fe55d6eda303b367eae37af16fab6c3f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539449.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8d5/1c1880efb988e9d32ca5b088ccdc58d5/1c1880efb988e9d32ca5b088ccdc58d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539454.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a5c/b04919e3be6c6bbc83e1fff16ba96a5c/b04919e3be6c6bbc83e1fff16ba96a5c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539459.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/137/e9af5705ff89866d5747e5da979e8137/e9af5705ff89866d5747e5da979e8137.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539464.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0f7/11e31aefd3a673a5f5f0c50c22f480f7/11e31aefd3a673a5f5f0c50c22f480f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539469.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/fec/c35b2829caba304bf5572e87c80c8fec/c35b2829caba304bf5572e87c80c8fec.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539474.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/766/ae47ba35937ea0e91171f5a78ed17766/ae47ba35937ea0e91171f5a78ed17766.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539479.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/62e/1e0c4f7cdb90276761e98a9263d3162e/1e0c4f7cdb90276761e98a9263d3162e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539484.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e70/ab2b065da047a21f7d243d473f385e70/ab2b065da047a21f7d243d473f385e70.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539489.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2df/1161400f4d4bf407b7da252c5643b2df/1161400f4d4bf407b7da252c5643b2df.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539494.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/01f/6f1760f8609647453c42c89643ea101f/6f1760f8609647453c42c89643ea101f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539499.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/903/f267e2b0bab1fbaa5d42547256437903/f267e2b0bab1fbaa5d42547256437903.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539504.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/784/4a29ebb5c1ac55d057d378516f367784/4a29ebb5c1ac55d057d378516f367784.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539509.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ceb/8186a9cc2c100ca72c8bb75e9c095ceb/8186a9cc2c100ca72c8bb75e9c095ceb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539514.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4a4/9ae990b9446526bc5327ede364da64a4/9ae990b9446526bc5327ede364da64a4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539519.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f4c/d24bb7222a0ab82cee6c736c67fd0f4c/d24bb7222a0ab82cee6c736c67fd0f4c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539524.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/832/a7818cd1285466d6323e0d89d56d5832/a7818cd1285466d6323e0d89d56d5832.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539529.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a06/39b6d0862ac46f101a5f7d5bfee61a06/39b6d0862ac46f101a5f7d5bfee61a06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539534.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3ea/5dae30338385c2985c851c26fd9193ea/5dae30338385c2985c851c26fd9193ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539539.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b9d/0c99177a1d2aa34023eee37e5227fb9d/0c99177a1d2aa34023eee37e5227fb9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539544.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ea1/23eb77eb8881fcf227b6f639e0de4ea1/23eb77eb8881fcf227b6f639e0de4ea1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539549.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ecf/9f6bb2817aeed1a06bc8bab85be52ecf/9f6bb2817aeed1a06bc8bab85be52ecf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539554.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/56e/cbc5fe2ae9e8056ad2a5373d801a456e/cbc5fe2ae9e8056ad2a5373d801a456e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539559.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/907/afde4c3952bbee1ad2ff34b871e85907/afde4c3952bbee1ad2ff34b871e85907.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539564.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9b2/37ab409ea51eb64cd9452f72a09349b2/37ab409ea51eb64cd9452f72a09349b2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539569.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f81/06a1c092c326215bfa6851c358d7af81/06a1c092c326215bfa6851c358d7af81.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539574.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/818/3b8baec2a1c285818c8426cfd18e4818/3b8baec2a1c285818c8426cfd18e4818.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539579.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d96/ee72e2111795df2b59d3729962eeed96/ee72e2111795df2b59d3729962eeed96.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539584.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1e5/bc073a6f21bec7b73546fc179d0761e5/bc073a6f21bec7b73546fc179d0761e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539589.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/430/e4e0cc84ab636ae7b19e149432ee7430/e4e0cc84ab636ae7b19e149432ee7430.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539594.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d01/0f011bcea2232f6bf3697f2474cd9d01/0f011bcea2232f6bf3697f2474cd9d01.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539599.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ab0/250537930f31624d7b8fc7972025eab0/250537930f31624d7b8fc7972025eab0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539604.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/47d/430fe1072b0e1ee5609f2346d4f8a47d/430fe1072b0e1ee5609f2346d4f8a47d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539609.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b6d/8fcaa621a6fc92972fb451f1bdf84b6d/8fcaa621a6fc92972fb451f1bdf84b6d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539614.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/384/d6a2e215237935413c32f2c15f62d384/d6a2e215237935413c32f2c15f62d384.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539619.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3f1/194d753ebeb268fefc77b44247f533f1/194d753ebeb268fefc77b44247f533f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539624.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5c8/1e5cfcef9618ec9b602d0296499e25c8/1e5cfcef9618ec9b602d0296499e25c8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539629.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/187/d280dd9c22eed2ae54f056cb6e4f2187/d280dd9c22eed2ae54f056cb6e4f2187.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539634.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a43/b8be962c8ba7df52230bbdad14125a43/b8be962c8ba7df52230bbdad14125a43.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539639.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ed8/0b5dbad2b651a6bd76121daa65a44ed8/0b5dbad2b651a6bd76121daa65a44ed8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539644.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4b3/326b771d19f242e7d4f46e6ba82c04b3/326b771d19f242e7d4f46e6ba82c04b3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539649.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/6e7/ce473f4c4444e7546e52ce72ea4a66e7/ce473f4c4444e7546e52ce72ea4a66e7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539654.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/241/4d02199ce324a7fdecec7bca5a47c241/4d02199ce324a7fdecec7bca5a47c241.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539659.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/342/d316cbd88acb188f5df5789a538f8342/d316cbd88acb188f5df5789a538f8342.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539664.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7cb/a7237a8356d2114d73bb87ac12f067cb/a7237a8356d2114d73bb87ac12f067cb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539669.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/95f/55280f9af33adda6a8b5c271d1d6995f/55280f9af33adda6a8b5c271d1d6995f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539674.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/871/67e5ab529639f02cb40c6022d2d6c871/67e5ab529639f02cb40c6022d2d6c871.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539679.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/99c/41bc60bba234e0ce24f1e5fde33e199c/41bc60bba234e0ce24f1e5fde33e199c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539684.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5e9/7c7689b874a528b68011f958058405e9/7c7689b874a528b68011f958058405e9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539689.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/31b/de5f4de93eed83dc646e5171c37b731b/de5f4de93eed83dc646e5171c37b731b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539694.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1cd/c86e0516016616f8bde5c85b0c3441cd/c86e0516016616f8bde5c85b0c3441cd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539699.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3c0/0954492b5e67731d87044a9efc82a3c0/0954492b5e67731d87044a9efc82a3c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539704.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/eaa/305887ab7d98dd5b34e347f37c020eaa/305887ab7d98dd5b34e347f37c020eaa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539709.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/20f/1d9af9e1844d00c9df3fb354ed30a20f/1d9af9e1844d00c9df3fb354ed30a20f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539714.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3c4/57b0fbf477234b7e8b2ce7fcfcefb3c4/57b0fbf477234b7e8b2ce7fcfcefb3c4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539719.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8d1/4798bd12ac2e6edec7979d1bc5cb18d1/4798bd12ac2e6edec7979d1bc5cb18d1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539724.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ef8/690d8adf11f3a9016649dcd19f677ef8/690d8adf11f3a9016649dcd19f677ef8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539729.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/69f/91d0eff73526c94960a70d7d3fc7869f/91d0eff73526c94960a70d7d3fc7869f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539734.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c5a/9bc2c025ad1b87c783ae679ea2685c5a/9bc2c025ad1b87c783ae679ea2685c5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539739.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5ad/56dd912c843aff34e5fe8b4c66d435ad/56dd912c843aff34e5fe8b4c66d435ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539744.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/aa0/4189060da510f23d924ca627d9c33aa0/4189060da510f23d924ca627d9c33aa0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539749.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5d9/d3517979cb639a86031cfdf665d0d5d9/d3517979cb639a86031cfdf665d0d5d9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539754.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0cc/46a235e66ec9ae5afb0c606ba706d0cc/46a235e66ec9ae5afb0c606ba706d0cc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539759.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f56/5ea4da8bf5b0f932bbc0d5141b4ecf56/5ea4da8bf5b0f932bbc0d5141b4ecf56.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539764.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e9d/5e690c11d2b3a39c9a27fa8004804e9d/5e690c11d2b3a39c9a27fa8004804e9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539769.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b2f/9e776d666b4ee486b243849c52542b2f/9e776d666b4ee486b243849c52542b2f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539774.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1b6/eb53cc70785f179d40b8439e9e3071b6/eb53cc70785f179d40b8439e9e3071b6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539779.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/084/5d8d724d2cd8ad7382e92180e7a4e084/5d8d724d2cd8ad7382e92180e7a4e084.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539784.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/680/f74ff31bfbeb0e82ed177a120c7b4680/f74ff31bfbeb0e82ed177a120c7b4680.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539789.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/58e/5dddfbc41c198ed68919c5ca51f9d58e/5dddfbc41c198ed68919c5ca51f9d58e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539794.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/6ce/88ae29084ddae9fc0ae99685259756ce/88ae29084ddae9fc0ae99685259756ce.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539799.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/456/a2c2dbdb1f79aa438197c2327eee4456/a2c2dbdb1f79aa438197c2327eee4456.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539804.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/450/98072bfc3cb0f36a7fc792025943e450/98072bfc3cb0f36a7fc792025943e450.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539809.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/50a/dcddf463e7850de84d3508a09e67d50a/dcddf463e7850de84d3508a09e67d50a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539814.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/db3/5a84d789d775a49d9de643482d8d9db3/5a84d789d775a49d9de643482d8d9db3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539819.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1e1/41d84439ddfad9cedd85d566c39e21e1/41d84439ddfad9cedd85d566c39e21e1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539824.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/705/cec99f22bbfac24b7a2714644903e705/cec99f22bbfac24b7a2714644903e705.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539829.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7d7/018d99a0edf06d001e7b88ac444d47d7/018d99a0edf06d001e7b88ac444d47d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539834.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/982/3bf7f7d202694a11701603a49db50982/3bf7f7d202694a11701603a49db50982.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539839.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e6c/a4482d6ddc197cc0ef85595f616aee6c/a4482d6ddc197cc0ef85595f616aee6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539844.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b8b/222eb2e105a933baf585bed42e659b8b/222eb2e105a933baf585bed42e659b8b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539849.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/86d/9ba63dc2cbfd5bc77a6595437d4b586d/9ba63dc2cbfd5bc77a6595437d4b586d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539854.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1bb/a5dac54a1564d428ff49da58875e71bb/a5dac54a1564d428ff49da58875e71bb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539859.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/188/c2ae98281c4c573247805bb2fa2e2188/c2ae98281c4c573247805bb2fa2e2188.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539864.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/587/973b1efe46d8d74c7edad96265da8587/973b1efe46d8d74c7edad96265da8587.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539869.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/76f/4dea7bcb4c1a49c8c2e3880bf42ca76f/4dea7bcb4c1a49c8c2e3880bf42ca76f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539874.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a9b/4f143e1a76331261e64c8a7e45c7ea9b/4f143e1a76331261e64c8a7e45c7ea9b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539879.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/537/8b24c2ec0fbfb21ba1586f371baf9537/8b24c2ec0fbfb21ba1586f371baf9537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539884.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c9d/865d855b02ea6acdbffd4ab0a2647c9d/865d855b02ea6acdbffd4ab0a2647c9d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539889.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/77f/9c382970a7c4a59402575e30e7b9177f/9c382970a7c4a59402575e30e7b9177f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539894.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3ae/7faf5442271e04dab2f3d0e0691d33ae/7faf5442271e04dab2f3d0e0691d33ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539899.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f1a/3adc00260dd2f8a2e0c0df84d5cbbf1a/3adc00260dd2f8a2e0c0df84d5cbbf1a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539904.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/048/2a3410e9d825f2fb53a42f34c9f34048/2a3410e9d825f2fb53a42f34c9f34048.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539909.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/03d/cd9ede7d3c1925d72b0faba5b72e403d/cd9ede7d3c1925d72b0faba5b72e403d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539914.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e12/084a61aec2f66a18477c2e981710de12/084a61aec2f66a18477c2e981710de12.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539919.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/04c/ada99551b2c0a48f77d1c615aca4604c/ada99551b2c0a48f77d1c615aca4604c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539924.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4f7/b249c4701a0b4f64903f93fe7f03c4f7/b249c4701a0b4f64903f93fe7f03c4f7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539929.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f08/4e36e242053668b8539c6e7746414f08/4e36e242053668b8539c6e7746414f08.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539934.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/32e/53c831a00569b777411a900f71b8f32e/53c831a00569b777411a900f71b8f32e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539939.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b4d/69016df2bef6cee620452df5ff029b4d/69016df2bef6cee620452df5ff029b4d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539944.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/803/db44b6e1c2bf06a32e4e8fbf93a07803/db44b6e1c2bf06a32e4e8fbf93a07803.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539949.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/421/74cc98efbab3cf44ca6c0761134eb421/74cc98efbab3cf44ca6c0761134eb421.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539954.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4a1/c5cc8d9b083f9f4df02dde743e7294a1/c5cc8d9b083f9f4df02dde743e7294a1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539959.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/349/9c53c3dc6cf629bc5b99bd6dce94a349/9c53c3dc6cf629bc5b99bd6dce94a349.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539964.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2bd/f43d3db36a217e82d9afedb01514f2bd/f43d3db36a217e82d9afedb01514f2bd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539969.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ed0/c90aede9d87c202f9857ce6e5381fed0/c90aede9d87c202f9857ce6e5381fed0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539974.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8f3/641f4cad4f06c7b49ee62c1754bfb8f3/641f4cad4f06c7b49ee62c1754bfb8f3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539979.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e88/81e1456d5f55b07a23a4168455290e88/81e1456d5f55b07a23a4168455290e88.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539984.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4ad/4470a6ed50543e6034a5e31d2ee184ad/4470a6ed50543e6034a5e31d2ee184ad.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539989.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ee5/ba312a4729b195dc50bd8092ed6a7ee5/ba312a4729b195dc50bd8092ed6a7ee5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539994.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e5b/f2ab04e34dc099aad61c695bb9711e5b/f2ab04e34dc099aad61c695bb9711e5b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539999.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/bea/e1eb71f0d72424efd8317cb80eee8bea/e1eb71f0d72424efd8317cb80eee8bea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540004.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/610/1d8cae6061bb62e730c79668ab5e3610/1d8cae6061bb62e730c79668ab5e3610.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540009.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8d5/b76b6bee96195aaf90857aee410558d5/b76b6bee96195aaf90857aee410558d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540014.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/3fa/34b3bd7b9d4e2bf9e06cda6cf05d23fa/34b3bd7b9d4e2bf9e06cda6cf05d23fa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540019.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7bf/a2eebac51992c3a16196348ffef7b7bf/a2eebac51992c3a16196348ffef7b7bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540024.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/280/75f4a5d1e52363c3bd700d0a3ff6b280/75f4a5d1e52363c3bd700d0a3ff6b280.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540029.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d06/3d64cc9d158059c6f8954c4f0d71bd06/3d64cc9d158059c6f8954c4f0d71bd06.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540034.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/838/1b898ca8323a4cf5f1aafb05a6f40838/1b898ca8323a4cf5f1aafb05a6f40838.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540039.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/361/c19e6fb46d8b4b9394b0448e224c7361/c19e6fb46d8b4b9394b0448e224c7361.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540044.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/32b/200a6831011b898c092dc5681a0a032b/200a6831011b898c092dc5681a0a032b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540049.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/347/beed9d7f57018aa002cfa003219b6347/beed9d7f57018aa002cfa003219b6347.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540054.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d34/34cf46a9d06799b433712f728e9dbd34/34cf46a9d06799b433712f728e9dbd34.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540059.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4af/84edb4755fd013e4b280178cea4744af/84edb4755fd013e4b280178cea4744af.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540064.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ab5/0bc2d08b062dbb22c3178ab3b2d48ab5/0bc2d08b062dbb22c3178ab3b2d48ab5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540069.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/537/2f1223a87732c16a8a3d78953c564537/2f1223a87732c16a8a3d78953c564537.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540074.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/4fb/15e20a3e92dd8b1d3458d42362ce14fb/15e20a3e92dd8b1d3458d42362ce14fb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540079.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/a8d/d7f81d02e0968c7b8e349a61ff501a8d/d7f81d02e0968c7b8e349a61ff501a8d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540084.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/dcc/a8b298875b517d59537919d1ad470dcc/a8b298875b517d59537919d1ad470dcc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540089.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/325/efa875cdbd3e516332805176565f7325/efa875cdbd3e516332805176565f7325.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540094.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/607/1a8efa569dcbfb29bfc2afec21171607/1a8efa569dcbfb29bfc2afec21171607.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540099.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/aff/a1e2027776af09ebd2f73836b2f3caff/a1e2027776af09ebd2f73836b2f3caff.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540104.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9f1/86f4facfa3609436fda64ce821ad19f1/86f4facfa3609436fda64ce821ad19f1.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540109.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2ea/63bc50192a196a9ef6f74c38f8a352ea/63bc50192a196a9ef6f74c38f8a352ea.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540114.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/caa/c91a7b575f5dc9f6616445d983524caa/c91a7b575f5dc9f6616445d983524caa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540119.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d17/e6b4e4cb2af186ef560aac505692ad17/e6b4e4cb2af186ef560aac505692ad17.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540124.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1c3/2fde3f1d989bdbd38d45522f995a21c3/2fde3f1d989bdbd38d45522f995a21c3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540129.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1de/065aebdcaa4b6ecbf43c3080bb6db1de/065aebdcaa4b6ecbf43c3080bb6db1de.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540134.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/16e/cf917731621471a078cfc6f3842b716e/cf917731621471a078cfc6f3842b716e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540139.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9a6/1def7dc6adca74c170ce85299063c9a6/1def7dc6adca74c170ce85299063c9a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540144.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c18/ea4e8a43d7032baff6e78ea3bef6fc18/ea4e8a43d7032baff6e78ea3bef6fc18.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540149.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d24/5b03c9a6fe5634c8deffb015c1fefd24/5b03c9a6fe5634c8deffb015c1fefd24.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540154.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/7b4/1af3ca4efd42c11f79978bacfd9987b4/1af3ca4efd42c11f79978bacfd9987b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540159.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/dd2/4b17e6aa86d8785cbcb1661e7ca0fdd2/4b17e6aa86d8785cbcb1661e7ca0fdd2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540164.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/1ae/61faa7bd7afa8b97a100494f702d91ae/61faa7bd7afa8b97a100494f702d91ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540169.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/573/2471c56aa8690ceb1e4a2d1c3042d573/2471c56aa8690ceb1e4a2d1c3042d573.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540174.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/9ae/16fb428b407ae4112189c8dc07bfc9ae/16fb428b407ae4112189c8dc07bfc9ae.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540179.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/16a/7a7892b90c2bdc7ffec7ec496f19a16a/7a7892b90c2bdc7ffec7ec496f19a16a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540184.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ade/46d8a8dcc9c8142948f5fd7529e4cade/46d8a8dcc9c8142948f5fd7529e4cade.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540189.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/28c/f86dd88c6776c8768611d1539c18e28c/f86dd88c6776c8768611d1539c18e28c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540194.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/aab/f1080145d4794559f454680561d30aab/f1080145d4794559f454680561d30aab.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540199.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/8ba/c843e9b73d798aa6b13d97f53ff9e8ba/c843e9b73d798aa6b13d97f53ff9e8ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540204.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/991/bf2eae529cc4de622c07e069ca131991/bf2eae529cc4de622c07e069ca131991.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540209.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ec8/fb0f1b8e58297d0d5bf262fc5304dec8/fb0f1b8e58297d0d5bf262fc5304dec8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540214.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5a3/1411111df93b87effe941ccb16ea35a3/1411111df93b87effe941ccb16ea35a3.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540219.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/e62/cdc5bcff56305d11d49272238c421e62/cdc5bcff56305d11d49272238c421e62.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540224.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/84c/0a05f640ceea22d200d91afa9f6e084c/0a05f640ceea22d200d91afa9f6e084c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540229.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/d79/8aa421c657a3d3c54efff6437d512d79/8aa421c657a3d3c54efff6437d512d79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540234.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/bd5/f2309f71ef88baa4f4544d39ef83abd5/f2309f71ef88baa4f4544d39ef83abd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540239.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/af8/ed6c98351347d49c1c30a6c034facaf8/ed6c98351347d49c1c30a6c034facaf8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540244.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/943/7d462d4ce7ee876711378985ff40d943/7d462d4ce7ee876711378985ff40d943.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540249.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/36b/71b11597c83333d189981b7de207536b/71b11597c83333d189981b7de207536b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540254.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b4e/801d75f4c0dc2687f5ad3dec08c84b4e/801d75f4c0dc2687f5ad3dec08c84b4e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540259.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f6c/774df7db5f3b24028d84cea5ec049f6c/774df7db5f3b24028d84cea5ec049f6c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540264.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/f00/8e642c24642fe0f69d5320c792fd1f00/8e642c24642fe0f69d5320c792fd1f00.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540269.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/0a6/929c39228e94716c0793cba6602ec0a6/929c39228e94716c0793cba6602ec0a6.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540274.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/bdd/f8c9156b7f0e0709bd35d6ac2818abdd/f8c9156b7f0e0709bd35d6ac2818abdd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540279.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/2e5/1373ef57cab5a22bbc2da323a428d2e5/1373ef57cab5a22bbc2da323a428d2e5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540284.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c7b/92b435fba1d5adb341ba93c58ce04c7b/92b435fba1d5adb341ba93c58ce04c7b.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540289.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/867/b7226c67fb2ce802311a6cbec2045867/b7226c67fb2ce802311a6cbec2045867.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540294.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/cb8/3abc9d1936fb10a51af6cf51c88e9cb8/3abc9d1936fb10a51af6cf51c88e9cb8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540299.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/b5d/a42b52852ebecc6a3c8bbc844ad3eb5d/a42b52852ebecc6a3c8bbc844ad3eb5d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540304.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/542/e94de6eb620edab2cc3c018885dff542/e94de6eb620edab2cc3c018885dff542.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540309.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/6ba/3ad38e4770ddb2a9350148409be086ba/3ad38e4770ddb2a9350148409be086ba.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540314.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/bd5/49a4c1e7dcd07c739613f6a35d9eebd5/49a4c1e7dcd07c739613f6a35d9eebd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540319.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/ac7/51e7c8929e4e92379a1415037bc97ac7/51e7c8929e4e92379a1415037bc97ac7.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130972.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f74/0b22ab376e8aa57912626cf766992f74/0b22ab376e8aa57912626cf766992f74.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130977.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/56d/8ca47402de18cda86d169cca2207656d/8ca47402de18cda86d169cca2207656d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130982.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5f7/c7c44b7b3176fe76b88a0fd1f834f5f7/c7c44b7b3176fe76b88a0fd1f834f5f7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130987.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/968/7c0beff8d3137de03c7fa711d43ae968/7c0beff8d3137de03c7fa711d43ae968.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130992.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/398/462c4a2658a358e37a8ef6d2c83b4398/462c4a2658a358e37a8ef6d2c83b4398.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130997.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/019/b11d89b2a21cfb443843c374d6910019/b11d89b2a21cfb443843c374d6910019.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131002.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/24b/50309b87c1741f749817a6449afa724b/50309b87c1741f749817a6449afa724b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131007.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5e2/29b20f32f5d49e0590693282793535e2/29b20f32f5d49e0590693282793535e2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131012.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/173/a49c5665a704b0d51ff768977794e173/a49c5665a704b0d51ff768977794e173.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131017.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c23/fbcd7618a1d62c06fa3f0271f18c5c23/fbcd7618a1d62c06fa3f0271f18c5c23.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131022.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8b1/c6038d3a620d6743f618d3c1a3e638b1/c6038d3a620d6743f618d3c1a3e638b1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131027.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/219/c66f73c0c011257717e0f463ab2c7219/c66f73c0c011257717e0f463ab2c7219.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131032.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e03/9a98cee6a13bfa23c80c35619dc0de03/9a98cee6a13bfa23c80c35619dc0de03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131037.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8d6/1f159b03c84e9238016ac863e9edd8d6/1f159b03c84e9238016ac863e9edd8d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131042.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a69/8eb26bc12cdcbd99fb69a6d700f98a69/8eb26bc12cdcbd99fb69a6d700f98a69.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131047.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/617/42c93a647d389143552fc438d250c617/42c93a647d389143552fc438d250c617.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131052.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ac2/e6077746467e4bb5d324d95baf2feac2/e6077746467e4bb5d324d95baf2feac2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131057.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/53c/554acfdcf1217a81efbc7e195ee1653c/554acfdcf1217a81efbc7e195ee1653c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131062.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b05/897bfe24edecb4def5295b08abf95b05/897bfe24edecb4def5295b08abf95b05.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131067.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/865/775241544a2c1187972197739e55f865/775241544a2c1187972197739e55f865.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131072.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2f1/45f6edc43c5f29997ef2ce8fd8fd62f1/45f6edc43c5f29997ef2ce8fd8fd62f1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131077.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/5b3/61e0bc2b3175dc5df915c2631147b5b3/61e0bc2b3175dc5df915c2631147b5b3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131082.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f4b/857bebc19d08e9470ac1a603e6fe0f4b/857bebc19d08e9470ac1a603e6fe0f4b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131087.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4cf/a26b2dafbd24d79469d0935e64e3a4cf/a26b2dafbd24d79469d0935e64e3a4cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131092.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/1f5/b04ec1314e7bf4d08f96fdff7e8501f5/b04ec1314e7bf4d08f96fdff7e8501f5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131097.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8bf/752704f83af7adcb09fb5149f029a8bf/752704f83af7adcb09fb5149f029a8bf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131102.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d4a/5738332f4b8943bb2276650babc02d4a/5738332f4b8943bb2276650babc02d4a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131107.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b87/d27d33bd188dbaf52f7326bd942a2b87/d27d33bd188dbaf52f7326bd942a2b87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131112.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/811/b5f96bc92880fef6e1f946209b224811/b5f96bc92880fef6e1f946209b224811.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131117.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/edd/5634b19d9a85e52f6640537184150edd/5634b19d9a85e52f6640537184150edd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131122.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/95f/907bc5d5c0a087e772666f7de68bf95f/907bc5d5c0a087e772666f7de68bf95f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131127.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/167/48358b511ea09868256e1dec9584a167/48358b511ea09868256e1dec9584a167.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131132.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c4c/fe1f65d8a89cabf029f3942ae8941c4c/fe1f65d8a89cabf029f3942ae8941c4c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131137.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/012/36086a4ed4142cfc4d2b55b73ad4a012/36086a4ed4142cfc4d2b55b73ad4a012.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131142.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/0d6/ae773ce787b90613b6dab025477140d6/ae773ce787b90613b6dab025477140d6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131147.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f29/6132e932d50537b1f1e463d7bae7af29/6132e932d50537b1f1e463d7bae7af29.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131152.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ab9/fcc3ecefa6ef174eb801e305ac124ab9/fcc3ecefa6ef174eb801e305ac124ab9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131157.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/574/0d2a19b49c21108a5fd247e7bbed9574/0d2a19b49c21108a5fd247e7bbed9574.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131162.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/fd6/597a45e8bed3faeeaba36e045d3e3fd6/597a45e8bed3faeeaba36e045d3e3fd6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131167.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/2d4/1c23b237f5d39b66ac6f6d5dc07bf2d4/1c23b237f5d39b66ac6f6d5dc07bf2d4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131172.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4aa/815c886ba19ae8f31b3ab4ecf15514aa/815c886ba19ae8f31b3ab4ecf15514aa.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131177.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f6d/155327f6cfd9e90304225bcb02977f6d/155327f6cfd9e90304225bcb02977f6d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131182.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a2c/cc8756b5f9025fcdf21605e4bb120a2c/cc8756b5f9025fcdf21605e4bb120a2c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131187.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/60c/3f0751217a505801a3ed5d73a3d0e60c/3f0751217a505801a3ed5d73a3d0e60c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131192.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/669/9d4d4e808c145b50b671f1ba82d4a669/9d4d4e808c145b50b671f1ba82d4a669.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131197.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/8db/995026d9cc6ddaaee1fb10a0720a98db/995026d9cc6ddaaee1fb10a0720a98db.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131202.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/254/2970ad40e9f99e555e8d00ed0798b254/2970ad40e9f99e555e8d00ed0798b254.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131207.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/566/7f9502b524b1a57223d2de52ef8b0566/7f9502b524b1a57223d2de52ef8b0566.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131212.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/f55/af0510a7f01115d88a17649bd690bf55/af0510a7f01115d88a17649bd690bf55.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131217.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/08d/6f9b6b2feeb87cd259e0bee2f122e08d/6f9b6b2feeb87cd259e0bee2f122e08d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131222.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ffb/9818fc0be175ba1cf696e7fd45c7bffb/9818fc0be175ba1cf696e7fd45c7bffb.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131227.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/17e/9fd682db6e4beec16457f9ffe7e0b17e/9fd682db6e4beec16457f9ffe7e0b17e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131232.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c61/bbe4a6fb937d2da12c38e5d9ff837c61/bbe4a6fb937d2da12c38e5d9ff837c61.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131237.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ce4/d211464c588122e6a0d039a6e9a7dce4/d211464c588122e6a0d039a6e9a7dce4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131242.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/3ea/c19eb0a082028e98ca525baef41833ea/c19eb0a082028e98ca525baef41833ea.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131247.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/cc9/c174a07e3f20758c4a8a8408a7209cc9/c174a07e3f20758c4a8a8408a7209cc9.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131252.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/6e5/7b218e1ed2307a5899133503aaa456e5/7b218e1ed2307a5899133503aaa456e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131257.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/26e/dfce8a44a5824099ad9110a13b7ff26e/dfce8a44a5824099ad9110a13b7ff26e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131262.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/31d/8a603d16f783dc533b0d8c850c6ad31d/8a603d16f783dc533b0d8c850c6ad31d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131267.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/ec1/cd4ac838b479487f862f83d3281d2ec1/cd4ac838b479487f862f83d3281d2ec1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131272.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/a08/c0b2b411178c5cd284af069021a66a08/c0b2b411178c5cd284af069021a66a08.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131277.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/608/b6b88f3259bff26468ef5f8110813608/b6b88f3259bff26468ef5f8110813608.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131282.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/075/c0b168a3139a3e50f7805036f88f9075/c0b168a3139a3e50f7805036f88f9075.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131287.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c5b/e773205b9713a17d9206a9c248480c5b/e773205b9713a17d9206a9c248480c5b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131292.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/710/be6e316ca630cdf17cb9795898841710/be6e316ca630cdf17cb9795898841710.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131297.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/e4f/69a92c8ccfc258a943ac46d91316fe4f/69a92c8ccfc258a943ac46d91316fe4f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131302.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/c48/508bd90239dafead453afdb38b31cc48/508bd90239dafead453afdb38b31cc48.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131307.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/560/d1b51541c147bb2d7f793dcef34b5560/d1b51541c147bb2d7f793dcef34b5560.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131312.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/63b/ed3a3bc9ba1bf5ca83cfc468c419663b/ed3a3bc9ba1bf5ca83cfc468c419663b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131317.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/93f/bdf6afd39b5d29ce406838b51dc6693f/bdf6afd39b5d29ce406838b51dc6693f.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540324.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/5d5/ace058490e2d3b4a8470352d16c005d5/ace058490e2d3b4a8470352d16c005d5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769540329.00000-0, db: /tmp/tmpdfgo9k29/sda/containers/0/c3c/44b07b1485454cc4c9444e9ffdcfcc3c/44b07b1485454cc4c9444e9ffdcfcc3c.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b28/4c6de540fc1bb5079911381e0643db28/4c6de540fc1bb5079911381e0643db28.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539096.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b28/4c6de540fc1bb5079911381e0643db28/4c6de540fc1bb5079911381e0643db28_1769539096.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539100.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b35/36e0dfe44b8ea277d48bc67639f6bb35/36e0dfe44b8ea277d48bc67639f6bb35_1769539100.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/e77/9f903bb441464ee8d916cca58ebb9e77/9f903bb441464ee8d916cca58ebb9e77.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539104.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/e77/9f903bb441464ee8d916cca58ebb9e77/9f903bb441464ee8d916cca58ebb9e77_1769539104.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/47d/e3c60450110ac9a6df4e5ac900c5e47d/e3c60450110ac9a6df4e5ac900c5e47d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539108.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/47d/e3c60450110ac9a6df4e5ac900c5e47d/e3c60450110ac9a6df4e5ac900c5e47d_1769539108.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/75d/b4b119fda49b177f105a50a132bd775d/b4b119fda49b177f105a50a132bd775d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539112.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/75d/b4b119fda49b177f105a50a132bd775d/b4b119fda49b177f105a50a132bd775d_1769539112.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/de5/7adaeb0fb6cc60f631d0db12c91c3de5/7adaeb0fb6cc60f631d0db12c91c3de5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539116.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/de5/7adaeb0fb6cc60f631d0db12c91c3de5/7adaeb0fb6cc60f631d0db12c91c3de5_1769539116.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539120.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/817/bc6ba765b4fc36a18816b26deaa0c817/bc6ba765b4fc36a18816b26deaa0c817_1769539120.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/777/ff809cd6f470507cd7a05070dcf40777/ff809cd6f470507cd7a05070dcf40777.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539124.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/777/ff809cd6f470507cd7a05070dcf40777/ff809cd6f470507cd7a05070dcf40777_1769539124.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/c1f/6eaebe3c836f1a56951e616d34923c1f/6eaebe3c836f1a56951e616d34923c1f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539128.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/c1f/6eaebe3c836f1a56951e616d34923c1f/6eaebe3c836f1a56951e616d34923c1f_1769539128.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/56d/52b0725984f9b36bb9331979226d256d/52b0725984f9b36bb9331979226d256d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539132.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/56d/52b0725984f9b36bb9331979226d256d/52b0725984f9b36bb9331979226d256d_1769539132.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ab9/4d4faac9a7d4df10a892073a5dd6cab9/4d4faac9a7d4df10a892073a5dd6cab9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539136.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ab9/4d4faac9a7d4df10a892073a5dd6cab9/4d4faac9a7d4df10a892073a5dd6cab9_1769539136.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/3ab/5dac4476c7338a6bf6bd5cc17d45e3ab/5dac4476c7338a6bf6bd5cc17d45e3ab.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539140.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/3ab/5dac4476c7338a6bf6bd5cc17d45e3ab/5dac4476c7338a6bf6bd5cc17d45e3ab_1769539140.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/c76/87f957b2768d25492bc4091a960b8c76/87f957b2768d25492bc4091a960b8c76.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539144.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/c76/87f957b2768d25492bc4091a960b8c76/87f957b2768d25492bc4091a960b8c76_1769539144.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539148.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157_1769539148.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539152.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9_1769539152.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539156.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d_1769539156.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539160.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/1e6/5341bfca51566f39b4cc7d72aaaa31e6/5341bfca51566f39b4cc7d72aaaa31e6_1769539160.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/cbc/47855a262538def43d8c4c13590abcbc/47855a262538def43d8c4c13590abcbc.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539164.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/cbc/47855a262538def43d8c4c13590abcbc/47855a262538def43d8c4c13590abcbc_1769539164.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/816/7b2be05c2cd62ed5ba3bc905f0583816/7b2be05c2cd62ed5ba3bc905f0583816.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539168.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/816/7b2be05c2cd62ed5ba3bc905f0583816/7b2be05c2cd62ed5ba3bc905f0583816_1769539168.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/786/eedd12591961948b6741b81b6ac42786/eedd12591961948b6741b81b6ac42786.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539172.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/786/eedd12591961948b6741b81b6ac42786/eedd12591961948b6741b81b6ac42786_1769539172.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/92a/54d2cbe218543f5effdfd1573f7ab92a/54d2cbe218543f5effdfd1573f7ab92a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539176.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/92a/54d2cbe218543f5effdfd1573f7ab92a/54d2cbe218543f5effdfd1573f7ab92a_1769539176.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539180.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/da3/57e5c680e2594f2421a03813fa766da3/57e5c680e2594f2421a03813fa766da3_1769539180.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/cfe/7b8a8f534696f90b73cb25c3d81dccfe/7b8a8f534696f90b73cb25c3d81dccfe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539184.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/cfe/7b8a8f534696f90b73cb25c3d81dccfe/7b8a8f534696f90b73cb25c3d81dccfe_1769539184.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ec0/6db03e32a1ec41d8f5b205ad355e0ec0/6db03e32a1ec41d8f5b205ad355e0ec0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539188.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ec0/6db03e32a1ec41d8f5b205ad355e0ec0/6db03e32a1ec41d8f5b205ad355e0ec0_1769539188.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b1b/1b77c9e60050d42c39e340d409b5ab1b/1b77c9e60050d42c39e340d409b5ab1b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539192.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b1b/1b77c9e60050d42c39e340d409b5ab1b/1b77c9e60050d42c39e340d409b5ab1b_1769539192.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/946/9d12a5dbe561dbf7ee16ba548bfa8946/9d12a5dbe561dbf7ee16ba548bfa8946.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539196.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/946/9d12a5dbe561dbf7ee16ba548bfa8946/9d12a5dbe561dbf7ee16ba548bfa8946_1769539196.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539200.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747_1769539200.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/6f3/5502b7175af4bace780e72b7e30de6f3/5502b7175af4bace780e72b7e30de6f3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539204.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/6f3/5502b7175af4bace780e72b7e30de6f3/5502b7175af4bace780e72b7e30de6f3_1769539204.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/aeb/94f1d08d7f2fbf70a04235fb13c21aeb/94f1d08d7f2fbf70a04235fb13c21aeb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539208.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/aeb/94f1d08d7f2fbf70a04235fb13c21aeb/94f1d08d7f2fbf70a04235fb13c21aeb_1769539208.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fd5/62f00877ba2a8ef63b522d6bea664fd5/62f00877ba2a8ef63b522d6bea664fd5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539212.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fd5/62f00877ba2a8ef63b522d6bea664fd5/62f00877ba2a8ef63b522d6bea664fd5_1769539212.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b96/46b929d26b59bed94acbc1a629aeab96/46b929d26b59bed94acbc1a629aeab96.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539216.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b96/46b929d26b59bed94acbc1a629aeab96/46b929d26b59bed94acbc1a629aeab96_1769539216.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/36b/161a5442532472f1a9e49efdc997f36b/161a5442532472f1a9e49efdc997f36b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539220.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/36b/161a5442532472f1a9e49efdc997f36b/161a5442532472f1a9e49efdc997f36b_1769539220.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/60c/4de7a8ec712d4fa812badf369117160c/4de7a8ec712d4fa812badf369117160c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539224.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/60c/4de7a8ec712d4fa812badf369117160c/4de7a8ec712d4fa812badf369117160c_1769539224.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/997/ca04792586fc157d55e86ed842198997/ca04792586fc157d55e86ed842198997.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539228.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/997/ca04792586fc157d55e86ed842198997/ca04792586fc157d55e86ed842198997_1769539228.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/236/731417d783bad84dfa0c03f1d53c4236/731417d783bad84dfa0c03f1d53c4236.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539232.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/236/731417d783bad84dfa0c03f1d53c4236/731417d783bad84dfa0c03f1d53c4236_1769539232.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/2e2/a33394073cec3824e7c55d4d33efc2e2/a33394073cec3824e7c55d4d33efc2e2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539236.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/2e2/a33394073cec3824e7c55d4d33efc2e2/a33394073cec3824e7c55d4d33efc2e2_1769539236.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fe2/de85f37295c38836b3379cf5203b3fe2/de85f37295c38836b3379cf5203b3fe2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539240.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fe2/de85f37295c38836b3379cf5203b3fe2/de85f37295c38836b3379cf5203b3fe2_1769539240.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/a36/3751c7d06f1f22f49e8312fa38814a36/3751c7d06f1f22f49e8312fa38814a36.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539244.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/a36/3751c7d06f1f22f49e8312fa38814a36/3751c7d06f1f22f49e8312fa38814a36_1769539244.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/231/a2287deb7609142a488c22d4ca891231/a2287deb7609142a488c22d4ca891231.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539248.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/231/a2287deb7609142a488c22d4ca891231/a2287deb7609142a488c22d4ca891231_1769539248.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/af6/48cda696226b0d34f5ec6df28abb2af6/48cda696226b0d34f5ec6df28abb2af6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539252.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/af6/48cda696226b0d34f5ec6df28abb2af6/48cda696226b0d34f5ec6df28abb2af6_1769539252.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/462/6354ca1b9d31824d40a06e50b5f10462/6354ca1b9d31824d40a06e50b5f10462.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539256.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/462/6354ca1b9d31824d40a06e50b5f10462/6354ca1b9d31824d40a06e50b5f10462_1769539256.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539260.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91_1769539260.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/e3c/934995f797980418e7b7c97cbd047e3c/934995f797980418e7b7c97cbd047e3c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539264.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/e3c/934995f797980418e7b7c97cbd047e3c/934995f797980418e7b7c97cbd047e3c_1769539264.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/cfa/31555f3d5b9be09ce5459c41463bacfa/31555f3d5b9be09ce5459c41463bacfa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539268.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/cfa/31555f3d5b9be09ce5459c41463bacfa/31555f3d5b9be09ce5459c41463bacfa_1769539268.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539272.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c_1769539272.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/e80/8cadbf8377321b78293109e911087e80/8cadbf8377321b78293109e911087e80.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539276.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/e80/8cadbf8377321b78293109e911087e80/8cadbf8377321b78293109e911087e80_1769539276.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/433/949c59b11f3b2b1070206a308f36a433/949c59b11f3b2b1070206a308f36a433.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539280.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/433/949c59b11f3b2b1070206a308f36a433/949c59b11f3b2b1070206a308f36a433_1769539280.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/0a8/36f24a892e67976b0ee7442bd73d60a8/36f24a892e67976b0ee7442bd73d60a8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539284.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/0a8/36f24a892e67976b0ee7442bd73d60a8/36f24a892e67976b0ee7442bd73d60a8_1769539284.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b62/437de64421397054f1a4c0566c6aab62/437de64421397054f1a4c0566c6aab62.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539288.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b62/437de64421397054f1a4c0566c6aab62/437de64421397054f1a4c0566c6aab62_1769539288.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/2c5/cfff048b837b1f101f65322189c452c5/cfff048b837b1f101f65322189c452c5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539292.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/2c5/cfff048b837b1f101f65322189c452c5/cfff048b837b1f101f65322189c452c5_1769539292.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/bcd/22e5bf64db44a5fab592986052a08bcd/22e5bf64db44a5fab592986052a08bcd.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539296.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/bcd/22e5bf64db44a5fab592986052a08bcd/22e5bf64db44a5fab592986052a08bcd_1769539296.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ad5/42c45116f151c18806e8217513030ad5/42c45116f151c18806e8217513030ad5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539300.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ad5/42c45116f151c18806e8217513030ad5/42c45116f151c18806e8217513030ad5_1769539300.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/afa/0091931449ec1379561293608badfafa/0091931449ec1379561293608badfafa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539304.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/afa/0091931449ec1379561293608badfafa/0091931449ec1379561293608badfafa_1769539304.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/a14/50e6b82c692a38ee5119d2eb4cf1aa14/50e6b82c692a38ee5119d2eb4cf1aa14.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539308.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/a14/50e6b82c692a38ee5119d2eb4cf1aa14/50e6b82c692a38ee5119d2eb4cf1aa14_1769539308.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/799/34960208e79a2738faa6ed9b7b90b799/34960208e79a2738faa6ed9b7b90b799.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539312.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/799/34960208e79a2738faa6ed9b7b90b799/34960208e79a2738faa6ed9b7b90b799_1769539312.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/608/d9eefc184acb09df68789dec8c283608/d9eefc184acb09df68789dec8c283608.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539316.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/608/d9eefc184acb09df68789dec8c283608/d9eefc184acb09df68789dec8c283608_1769539316.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/bec/ce0fd6a4deda26f6d5a6505d914adbec/ce0fd6a4deda26f6d5a6505d914adbec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539320.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/bec/ce0fd6a4deda26f6d5a6505d914adbec/ce0fd6a4deda26f6d5a6505d914adbec_1769539320.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/a5a/b9365b89ce48b2611f202f4a4ff72a5a/b9365b89ce48b2611f202f4a4ff72a5a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539324.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/a5a/b9365b89ce48b2611f202f4a4ff72a5a/b9365b89ce48b2611f202f4a4ff72a5a_1769539324.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/849/da1bd858036038569516996026868849/da1bd858036038569516996026868849.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539328.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/849/da1bd858036038569516996026868849/da1bd858036038569516996026868849_1769539328.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/12c/03c3129fc9f73896bc506e5a0c27c12c/03c3129fc9f73896bc506e5a0c27c12c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539332.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/12c/03c3129fc9f73896bc506e5a0c27c12c/03c3129fc9f73896bc506e5a0c27c12c_1769539332.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/095/0a584ed86aa93b6896e82f7004edf095/0a584ed86aa93b6896e82f7004edf095.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539336.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/095/0a584ed86aa93b6896e82f7004edf095/0a584ed86aa93b6896e82f7004edf095_1769539336.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/613/4a81e92db05687e3ddb77b0b4ea91613/4a81e92db05687e3ddb77b0b4ea91613.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539340.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/613/4a81e92db05687e3ddb77b0b4ea91613/4a81e92db05687e3ddb77b0b4ea91613_1769539340.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/7df/b74511c1a0b1446fe27d16f6f65657df/b74511c1a0b1446fe27d16f6f65657df.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539344.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/7df/b74511c1a0b1446fe27d16f6f65657df/b74511c1a0b1446fe27d16f6f65657df_1769539344.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/447/bbf95fd711a05e830aa6e0be03e10447/bbf95fd711a05e830aa6e0be03e10447.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539348.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/447/bbf95fd711a05e830aa6e0be03e10447/bbf95fd711a05e830aa6e0be03e10447_1769539348.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b52/77e17114d75d7ee5fd56b14a0306ab52/77e17114d75d7ee5fd56b14a0306ab52.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539352.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b52/77e17114d75d7ee5fd56b14a0306ab52/77e17114d75d7ee5fd56b14a0306ab52_1769539352.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/129/fbb449575b3ebbb430317856752a3129/fbb449575b3ebbb430317856752a3129.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539356.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/129/fbb449575b3ebbb430317856752a3129/fbb449575b3ebbb430317856752a3129_1769539356.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fd3/866184095cbdc300bdd34e378eb96fd3/866184095cbdc300bdd34e378eb96fd3.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539360.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fd3/866184095cbdc300bdd34e378eb96fd3/866184095cbdc300bdd34e378eb96fd3_1769539360.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/4f8/a39dee7b682fad1dd8f5b942f9f784f8/a39dee7b682fad1dd8f5b942f9f784f8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539364.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/4f8/a39dee7b682fad1dd8f5b942f9f784f8/a39dee7b682fad1dd8f5b942f9f784f8_1769539364.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/552/b953be823c621bd5c0bb82d5488ba552/b953be823c621bd5c0bb82d5488ba552.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539368.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/552/b953be823c621bd5c0bb82d5488ba552/b953be823c621bd5c0bb82d5488ba552_1769539368.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/579/152a92a3da633515704989955eed2579/152a92a3da633515704989955eed2579.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539372.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/579/152a92a3da633515704989955eed2579/152a92a3da633515704989955eed2579_1769539372.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fec/bebd6d3030c708ad3cc94919f3a9afec/bebd6d3030c708ad3cc94919f3a9afec.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539376.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fec/bebd6d3030c708ad3cc94919f3a9afec/bebd6d3030c708ad3cc94919f3a9afec_1769539376.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/251/fe4130c70552a111d2423eb8aedae251/fe4130c70552a111d2423eb8aedae251.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539380.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/251/fe4130c70552a111d2423eb8aedae251/fe4130c70552a111d2423eb8aedae251_1769539380.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/944/d73183529bab597d78338245c32af944/d73183529bab597d78338245c32af944.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539384.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/944/d73183529bab597d78338245c32af944/d73183529bab597d78338245c32af944_1769539384.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/239/669775e76710b0b94e6c797aeac31239/669775e76710b0b94e6c797aeac31239.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539388.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/239/669775e76710b0b94e6c797aeac31239/669775e76710b0b94e6c797aeac31239_1769539388.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/c6f/b702749ce9aeac2864390940b01fcc6f/b702749ce9aeac2864390940b01fcc6f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539392.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/c6f/b702749ce9aeac2864390940b01fcc6f/b702749ce9aeac2864390940b01fcc6f_1769539392.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/e89/fd493f03899b94fafd5f5fdc4a782e89/fd493f03899b94fafd5f5fdc4a782e89.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539396.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/e89/fd493f03899b94fafd5f5fdc4a782e89/fd493f03899b94fafd5f5fdc4a782e89_1769539396.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/9e0/48a992b3a2a96a9831cf949f929529e0/48a992b3a2a96a9831cf949f929529e0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539400.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/9e0/48a992b3a2a96a9831cf949f929529e0/48a992b3a2a96a9831cf949f929529e0_1769539400.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/06c/3cd9bcd7cbe343870fb01983a062906c/3cd9bcd7cbe343870fb01983a062906c.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539404.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/06c/3cd9bcd7cbe343870fb01983a062906c/3cd9bcd7cbe343870fb01983a062906c_1769539404.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/f19/1a575e0407a51254a0cb989a24011f19/1a575e0407a51254a0cb989a24011f19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539408.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/f19/1a575e0407a51254a0cb989a24011f19/1a575e0407a51254a0cb989a24011f19_1769539408.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/be4/5f9bf95225530c0bb97464d668e08be4/5f9bf95225530c0bb97464d668e08be4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539412.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/be4/5f9bf95225530c0bb97464d668e08be4/5f9bf95225530c0bb97464d668e08be4_1769539412.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/6b2/32529cf32041dd5162605e01a9dc46b2/32529cf32041dd5162605e01a9dc46b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539416.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/6b2/32529cf32041dd5162605e01a9dc46b2/32529cf32041dd5162605e01a9dc46b2_1769539416.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b66/fd54bfe3551783406be8a444180b7b66/fd54bfe3551783406be8a444180b7b66.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539420.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b66/fd54bfe3551783406be8a444180b7b66/fd54bfe3551783406be8a444180b7b66_1769539420.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fc0/c6c867c9249d2575f7cc31bc6f146fc0/c6c867c9249d2575f7cc31bc6f146fc0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539424.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fc0/c6c867c9249d2575f7cc31bc6f146fc0/c6c867c9249d2575f7cc31bc6f146fc0_1769539424.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/487/fad128460344e2ca5ff44807cf2fd487/fad128460344e2ca5ff44807cf2fd487.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539428.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/487/fad128460344e2ca5ff44807cf2fd487/fad128460344e2ca5ff44807cf2fd487_1769539428.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b5d/a87c711ada1db04f0272ecd134f48b5d/a87c711ada1db04f0272ecd134f48b5d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539432.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b5d/a87c711ada1db04f0272ecd134f48b5d/a87c711ada1db04f0272ecd134f48b5d_1769539432.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/69a/05d8230b6ef7f923dd671c6778b2c69a/05d8230b6ef7f923dd671c6778b2c69a.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539436.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/69a/05d8230b6ef7f923dd671c6778b2c69a/05d8230b6ef7f923dd671c6778b2c69a_1769539436.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/22e/d7df3637df3a0e64b992ad11471dc22e/d7df3637df3a0e64b992ad11471dc22e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539440.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/22e/d7df3637df3a0e64b992ad11471dc22e/d7df3637df3a0e64b992ad11471dc22e_1769539440.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/c3f/fe55d6eda303b367eae37af16fab6c3f/fe55d6eda303b367eae37af16fab6c3f.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539444.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/c3f/fe55d6eda303b367eae37af16fab6c3f/fe55d6eda303b367eae37af16fab6c3f_1769539444.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/f97/27b6bc7ee6f00bf6e66d20db97f19f97/27b6bc7ee6f00bf6e66d20db97f19f97.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539448.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/f97/27b6bc7ee6f00bf6e66d20db97f19f97/27b6bc7ee6f00bf6e66d20db97f19f97_1769539448.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/228/b0c42904d549a33ece4b7fb554dd9228/b0c42904d549a33ece4b7fb554dd9228.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539452.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/228/b0c42904d549a33ece4b7fb554dd9228/b0c42904d549a33ece4b7fb554dd9228_1769539452.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ba8/b9a2cbc9c768017b78b4efb11ea1eba8/b9a2cbc9c768017b78b4efb11ea1eba8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539456.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ba8/b9a2cbc9c768017b78b4efb11ea1eba8/b9a2cbc9c768017b78b4efb11ea1eba8_1769539456.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/9d9/dc00802d64d93c57004b35091ad5a9d9/dc00802d64d93c57004b35091ad5a9d9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539460.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/9d9/dc00802d64d93c57004b35091ad5a9d9/dc00802d64d93c57004b35091ad5a9d9_1769539460.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/0f7/11e31aefd3a673a5f5f0c50c22f480f7/11e31aefd3a673a5f5f0c50c22f480f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539464.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/0f7/11e31aefd3a673a5f5f0c50c22f480f7/11e31aefd3a673a5f5f0c50c22f480f7_1769539464.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/0ae/63c0cf41f3f54ba7bdeb916a1dcc10ae/63c0cf41f3f54ba7bdeb916a1dcc10ae.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539468.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/0ae/63c0cf41f3f54ba7bdeb916a1dcc10ae/63c0cf41f3f54ba7bdeb916a1dcc10ae_1769539468.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/c19/a0a3460601ab9163730539111d7b5c19/a0a3460601ab9163730539111d7b5c19.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539472.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/c19/a0a3460601ab9163730539111d7b5c19/a0a3460601ab9163730539111d7b5c19_1769539472.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b1b/ed70bcb95c5951d4c6e4d9ac9846ab1b/ed70bcb95c5951d4c6e4d9ac9846ab1b.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539476.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b1b/ed70bcb95c5951d4c6e4d9ac9846ab1b/ed70bcb95c5951d4c6e4d9ac9846ab1b_1769539476.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ec1/65c5872200a3bd3f6729b7678aba1ec1/65c5872200a3bd3f6729b7678aba1ec1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539480.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ec1/65c5872200a3bd3f6729b7678aba1ec1/65c5872200a3bd3f6729b7678aba1ec1_1769539480.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/e70/ab2b065da047a21f7d243d473f385e70/ab2b065da047a21f7d243d473f385e70.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539484.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/e70/ab2b065da047a21f7d243d473f385e70/ab2b065da047a21f7d243d473f385e70_1769539484.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ef9/f1b33ecde29e7a5b9150dd58c9f99ef9/f1b33ecde29e7a5b9150dd58c9f99ef9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539488.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ef9/f1b33ecde29e7a5b9150dd58c9f99ef9/f1b33ecde29e7a5b9150dd58c9f99ef9_1769539488.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/bd9/c27031eb5b473e74deb744b07d7febd9/c27031eb5b473e74deb744b07d7febd9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539492.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/bd9/c27031eb5b473e74deb744b07d7febd9/c27031eb5b473e74deb744b07d7febd9_1769539492.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/d26/186d8a3619555ee6fd6d6de940d92d26/186d8a3619555ee6fd6d6de940d92d26.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539496.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/d26/186d8a3619555ee6fd6d6de940d92d26/186d8a3619555ee6fd6d6de940d92d26_1769539496.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/b0e/59e86d543ddbc3b18f51d1fd2efd9b0e/59e86d543ddbc3b18f51d1fd2efd9b0e.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539500.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/b0e/59e86d543ddbc3b18f51d1fd2efd9b0e/59e86d543ddbc3b18f51d1fd2efd9b0e_1769539500.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/784/4a29ebb5c1ac55d057d378516f367784/4a29ebb5c1ac55d057d378516f367784.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539504.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/784/4a29ebb5c1ac55d057d378516f367784/4a29ebb5c1ac55d057d378516f367784_1769539504.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/9ca/1797e31063fb1d4e26364f70a20539ca/1797e31063fb1d4e26364f70a20539ca.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539508.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/9ca/1797e31063fb1d4e26364f70a20539ca/1797e31063fb1d4e26364f70a20539ca_1769539508.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/3cb/61aa7a8bd9d86971730d6c0a3c74f3cb/61aa7a8bd9d86971730d6c0a3c74f3cb.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539512.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/3cb/61aa7a8bd9d86971730d6c0a3c74f3cb/61aa7a8bd9d86971730d6c0a3c74f3cb_1769539512.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/4fe/000ab36f3c2d671e9e247575d50ce4fe/000ab36f3c2d671e9e247575d50ce4fe.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539516.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/4fe/000ab36f3c2d671e9e247575d50ce4fe/000ab36f3c2d671e9e247575d50ce4fe_1769539516.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ac0/888e0690e4d11e6b9e6975a49ea3dac0/888e0690e4d11e6b9e6975a49ea3dac0.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539520.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ac0/888e0690e4d11e6b9e6975a49ea3dac0/888e0690e4d11e6b9e6975a49ea3dac0_1769539520.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/832/a7818cd1285466d6323e0d89d56d5832/a7818cd1285466d6323e0d89d56d5832.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539524.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/832/a7818cd1285466d6323e0d89d56d5832/a7818cd1285466d6323e0d89d56d5832_1769539524.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ba6/7cb827c1e1e30535160bf227aaf08ba6/7cb827c1e1e30535160bf227aaf08ba6.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539528.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ba6/7cb827c1e1e30535160bf227aaf08ba6/7cb827c1e1e30535160bf227aaf08ba6_1769539528.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/bf9/f953c6697b3725fb6128c0644c0b6bf9/f953c6697b3725fb6128c0644c0b6bf9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539532.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/bf9/f953c6697b3725fb6128c0644c0b6bf9/f953c6697b3725fb6128c0644c0b6bf9_1769539532.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/451/9e84e9cf8e6e767ae2e0a745a6d9a451/9e84e9cf8e6e767ae2e0a745a6d9a451.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539536.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/451/9e84e9cf8e6e767ae2e0a745a6d9a451/9e84e9cf8e6e767ae2e0a745a6d9a451_1769539536.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/cd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539540.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/cd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5/4c56530cd45ad6d6c8b5f4ee61c9bcd5_1769539540.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ea1/23eb77eb8881fcf227b6f639e0de4ea1/23eb77eb8881fcf227b6f639e0de4ea1.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539544.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ea1/23eb77eb8881fcf227b6f639e0de4ea1/23eb77eb8881fcf227b6f639e0de4ea1_1769539544.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/fc4/fad7bee92aaa2a208dbe94fa1220efc4/fad7bee92aaa2a208dbe94fa1220efc4.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539548.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/fc4/fad7bee92aaa2a208dbe94fa1220efc4/fad7bee92aaa2a208dbe94fa1220efc4_1769539548.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/452/a016a5c5dd7e8ce604da39b6398be452/a016a5c5dd7e8ce604da39b6398be452.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539552.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/452/a016a5c5dd7e8ce604da39b6398be452/a016a5c5dd7e8ce604da39b6398be452_1769539552.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/f25/3a1354ee8d076dc759c8fe3d50da4f25/3a1354ee8d076dc759c8fe3d50da4f25.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539556.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/f25/3a1354ee8d076dc759c8fe3d50da4f25/3a1354ee8d076dc759c8fe3d50da4f25_1769539556.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/9f7/46ee4d1472293056401d46892290f9f7/46ee4d1472293056401d46892290f9f7.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539560.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/9f7/46ee4d1472293056401d46892290f9f7/46ee4d1472293056401d46892290f9f7_1769539560.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/9b2/37ab409ea51eb64cd9452f72a09349b2/37ab409ea51eb64cd9452f72a09349b2.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539564.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/9b2/37ab409ea51eb64cd9452f72a09349b2/37ab409ea51eb64cd9452f72a09349b2_1769539564.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/ee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539568.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/ee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8/5dc6e9a5f1fcefad4cd8a54a9fceaee8_1769539568.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/afa/d83d29260fe82771ced85f77b182bafa/d83d29260fe82771ced85f77b182bafa.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539572.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/afa/d83d29260fe82771ced85f77b182bafa/d83d29260fe82771ced85f77b182bafa_1769539572.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/eaf/d9f3d8054110d2301fb3a78bc78e0eaf/d9f3d8054110d2301fb3a78bc78e0eaf.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539576.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/eaf/d9f3d8054110d2301fb3a78bc78e0eaf/d9f3d8054110d2301fb3a78bc78e0eaf_1769539576.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/519/694a695e68a7d65de3c168c470ac7519/694a695e68a7d65de3c168c470ac7519.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539580.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/519/694a695e68a7d65de3c168c470ac7519/694a695e68a7d65de3c168c470ac7519_1769539580.00000.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131322.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/423/22910708520cacddb525c2fbe76fa423/22910708520cacddb525c2fbe76fa423.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131327.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/b87/90df91258a38812cd3e7c22fc37a8b87/90df91258a38812cd3e7c22fc37a8b87.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131332.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/d24/7183a22691607598795bf08429f5cd24/7183a22691607598795bf08429f5cd24.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131337.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/da7/ee098b5ae262103f656e13df3479dda7/ee098b5ae262103f656e13df3479dda7.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131342.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/4d2/1f17642aad68aa7ef2fcf677f955a4d2/1f17642aad68aa7ef2fcf677f955a4d2.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131347.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/634/1c0f83a95351f2c770c8b972f585a634/1c0f83a95351f2c770c8b972f585a634.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131352.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/dee/4dfa7afb35d07090155078e5d55e2dee/4dfa7afb35d07090155078e5d55e2dee.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131357.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/0c3/3e2f73a79b959a9b159666cb8aa5e0c3/3e2f73a79b959a9b159666cb8aa5e0c3.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735131362.00000-0, db: /tmp/tmp2pjn09u2/sda/containers/0/56a/6c66e5e912e0a6525e2eadaf699c056a/6c66e5e912e0a6525e2eadaf699c056a.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130157.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/47c/839bc45c21d45695696c74437f6e647c/839bc45c21d45695696c74437f6e647c_1735130157.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a3e/46e07909f4222e315f41f8f333bc7a3e/46e07909f4222e315f41f8f333bc7a3e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130161.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a3e/46e07909f4222e315f41f8f333bc7a3e/46e07909f4222e315f41f8f333bc7a3e_1735130161.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c1f/83ddb1474ed7da1187a081c1726a9c1f/83ddb1474ed7da1187a081c1726a9c1f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130165.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c1f/83ddb1474ed7da1187a081c1726a9c1f/83ddb1474ed7da1187a081c1726a9c1f_1735130165.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/52d/c23aceb419e2dbe7bdd90aaecc5d752d/c23aceb419e2dbe7bdd90aaecc5d752d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130169.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/52d/c23aceb419e2dbe7bdd90aaecc5d752d/c23aceb419e2dbe7bdd90aaecc5d752d_1735130169.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130173.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/087/291d7cc364d3bcb2fba04f1a91e93087/291d7cc364d3bcb2fba04f1a91e93087_1735130173.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130177.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c27/37903ead93c695f662836adff957bc27/37903ead93c695f662836adff957bc27_1735130177.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/744/701358d7956e1c588e78e288c4103744/701358d7956e1c588e78e288c4103744.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130181.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/744/701358d7956e1c588e78e288c4103744/701358d7956e1c588e78e288c4103744_1735130181.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ba5/2e14a1928ff5a70c79b9dad3d08d1ba5/2e14a1928ff5a70c79b9dad3d08d1ba5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130185.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ba5/2e14a1928ff5a70c79b9dad3d08d1ba5/2e14a1928ff5a70c79b9dad3d08d1ba5_1735130185.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130189.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1d4/3dbd8f9d9bd59a0184daa274d3ce31d4/3dbd8f9d9bd59a0184daa274d3ce31d4_1735130189.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/4ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130193.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/4ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec/0f8c1fce5be4ccc3e2b7a3d42fd874ec_1735130193.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130197.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/7da/d1346eb1cc6d842efbe8ef9c274607da/d1346eb1cc6d842efbe8ef9c274607da_1735130197.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/7fc/0f5ffbcb4dd56af9ce97249a4546a7fc/0f5ffbcb4dd56af9ce97249a4546a7fc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130201.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/7fc/0f5ffbcb4dd56af9ce97249a4546a7fc/0f5ffbcb4dd56af9ce97249a4546a7fc_1735130201.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130205.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c_1735130205.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b_1735130209.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/216/6efd173f21f256c57036609d4ebc1216/6efd173f21f256c57036609d4ebc1216.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130213.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/216/6efd173f21f256c57036609d4ebc1216/6efd173f21f256c57036609d4ebc1216_1735130213.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c_1735130217.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/285/8d4f391c824d194fee4bb6d702d91285/8d4f391c824d194fee4bb6d702d91285.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130221.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/285/8d4f391c824d194fee4bb6d702d91285/8d4f391c824d194fee4bb6d702d91285_1735130221.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a1b/d2d0e39a78c1811c80fac4122f350a1b/d2d0e39a78c1811c80fac4122f350a1b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130225.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a1b/d2d0e39a78c1811c80fac4122f350a1b/d2d0e39a78c1811c80fac4122f350a1b_1735130225.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/fd5/ba07098dad3d36ee0a68a0bb266e8fd5/ba07098dad3d36ee0a68a0bb266e8fd5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130229.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/fd5/ba07098dad3d36ee0a68a0bb266e8fd5/ba07098dad3d36ee0a68a0bb266e8fd5_1735130229.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130233.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c84/49a3a053e711f27e2e81bbd0dcb5ac84/49a3a053e711f27e2e81bbd0dcb5ac84_1735130233.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130237.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/e40/796ba438bdb9f5d404eaadda6aa6de40/796ba438bdb9f5d404eaadda6aa6de40_1735130237.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/4d8/02e1bbded28b6136616602f952c884d8/02e1bbded28b6136616602f952c884d8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130241.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/4d8/02e1bbded28b6136616602f952c884d8/02e1bbded28b6136616602f952c884d8_1735130241.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/8f0/4c00edc44e6aaf36bbd3904251ab98f0/4c00edc44e6aaf36bbd3904251ab98f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130245.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/8f0/4c00edc44e6aaf36bbd3904251ab98f0/4c00edc44e6aaf36bbd3904251ab98f0_1735130245.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/210/6f36617d0b3d871a24262a8f9325f210/6f36617d0b3d871a24262a8f9325f210.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130249.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/210/6f36617d0b3d871a24262a8f9325f210/6f36617d0b3d871a24262a8f9325f210_1735130249.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130253.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf_1735130253.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130257.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2b2/4a58f95916072a66e0128ceb692a32b2/4a58f95916072a66e0128ceb692a32b2_1735130257.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/889/8fb07a14e2d1b54b38e74ec44cbcc889/8fb07a14e2d1b54b38e74ec44cbcc889.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130261.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/889/8fb07a14e2d1b54b38e74ec44cbcc889/8fb07a14e2d1b54b38e74ec44cbcc889_1735130261.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1ed/4ecfdd36987451537f5c28d1297441ed/4ecfdd36987451537f5c28d1297441ed.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130265.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1ed/4ecfdd36987451537f5c28d1297441ed/4ecfdd36987451537f5c28d1297441ed_1735130265.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/979/9b6c40b8aacb6eeaf7b6d6562b463979/9b6c40b8aacb6eeaf7b6d6562b463979.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130269.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/979/9b6c40b8aacb6eeaf7b6d6562b463979/9b6c40b8aacb6eeaf7b6d6562b463979_1735130269.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c3a/f06cb7a9bb10a9cf46fe14013fc45c3a/f06cb7a9bb10a9cf46fe14013fc45c3a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130273.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c3a/f06cb7a9bb10a9cf46fe14013fc45c3a/f06cb7a9bb10a9cf46fe14013fc45c3a_1735130273.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14_1735130277.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2be/365a148caa96fea44f311c727483a2be/365a148caa96fea44f311c727483a2be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130281.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2be/365a148caa96fea44f311c727483a2be/365a148caa96fea44f311c727483a2be_1735130281.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/3e8/1cad02cc66e010501f6633ca89acd3e8/1cad02cc66e010501f6633ca89acd3e8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130285.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/3e8/1cad02cc66e010501f6633ca89acd3e8/1cad02cc66e010501f6633ca89acd3e8_1735130285.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/f77/37302797e0a8af4aaaec8dd3d0c5cf77/37302797e0a8af4aaaec8dd3d0c5cf77.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130289.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/f77/37302797e0a8af4aaaec8dd3d0c5cf77/37302797e0a8af4aaaec8dd3d0c5cf77_1735130289.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/268/b0f7223a3fc0eec12d286e7404d28268/b0f7223a3fc0eec12d286e7404d28268.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130293.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/268/b0f7223a3fc0eec12d286e7404d28268/b0f7223a3fc0eec12d286e7404d28268_1735130293.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130297.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/6cc/e7a09a070869a2bdf734a420d23246cc/e7a09a070869a2bdf734a420d23246cc_1735130297.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/e28/f2ac0d686189bffdaedc42092856be28/f2ac0d686189bffdaedc42092856be28.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130301.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/e28/f2ac0d686189bffdaedc42092856be28/f2ac0d686189bffdaedc42092856be28_1735130301.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/6be/ab02c9a70d154256fbd9206cdca746be/ab02c9a70d154256fbd9206cdca746be.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130305.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/6be/ab02c9a70d154256fbd9206cdca746be/ab02c9a70d154256fbd9206cdca746be_1735130305.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ea8/1e0a766105348a36ba7fd0c8fb8f9ea8/1e0a766105348a36ba7fd0c8fb8f9ea8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130309.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ea8/1e0a766105348a36ba7fd0c8fb8f9ea8/1e0a766105348a36ba7fd0c8fb8f9ea8_1735130309.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130313.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6_1735130313.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130317.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/9c9/2ca90e8fc44123e767f57e967db4c9c9/2ca90e8fc44123e767f57e967db4c9c9_1735130317.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/050/c6851ff1ee3c4cca8857fc0e01835050/c6851ff1ee3c4cca8857fc0e01835050.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130321.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/050/c6851ff1ee3c4cca8857fc0e01835050/c6851ff1ee3c4cca8857fc0e01835050_1735130321.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/945/967071c7c3976fc77e3061453aa94945/967071c7c3976fc77e3061453aa94945.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130325.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/945/967071c7c3976fc77e3061453aa94945/967071c7c3976fc77e3061453aa94945_1735130325.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/103/f9c6417ed69d91da5cefb438c4c79103/f9c6417ed69d91da5cefb438c4c79103.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130329.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/103/f9c6417ed69d91da5cefb438c4c79103/f9c6417ed69d91da5cefb438c4c79103_1735130329.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a25/234946558a16e71388ee8c6ab22efa25/234946558a16e71388ee8c6ab22efa25.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130333.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a25/234946558a16e71388ee8c6ab22efa25/234946558a16e71388ee8c6ab22efa25_1735130333.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8_1735130337.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/5a6/9d53bd48a8f645c24ce00c613d4585a6/9d53bd48a8f645c24ce00c613d4585a6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130341.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/5a6/9d53bd48a8f645c24ce00c613d4585a6/9d53bd48a8f645c24ce00c613d4585a6_1735130341.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/f94/b6e64d15a61f86012b24ec9e38964f94/b6e64d15a61f86012b24ec9e38964f94.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130345.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/f94/b6e64d15a61f86012b24ec9e38964f94/b6e64d15a61f86012b24ec9e38964f94_1735130345.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/082/1828827e866304be38d69701a3115082/1828827e866304be38d69701a3115082.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130349.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/082/1828827e866304be38d69701a3115082/1828827e866304be38d69701a3115082_1735130349.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2a5/fa6904809ad312a6850eb20ef53bd2a5/fa6904809ad312a6850eb20ef53bd2a5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130353.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2a5/fa6904809ad312a6850eb20ef53bd2a5/fa6904809ad312a6850eb20ef53bd2a5_1735130353.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130357.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/d31/25317a42f8271ee497204a0c107f4d31/25317a42f8271ee497204a0c107f4d31_1735130357.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/e7f/62fd1b87dd32a48c4341fae7a32ace7f/62fd1b87dd32a48c4341fae7a32ace7f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130361.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/e7f/62fd1b87dd32a48c4341fae7a32ace7f/62fd1b87dd32a48c4341fae7a32ace7f_1735130361.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/9e3/a163a85aad0a1e6a9f4e75b50451e9e3/a163a85aad0a1e6a9f4e75b50451e9e3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130365.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/9e3/a163a85aad0a1e6a9f4e75b50451e9e3/a163a85aad0a1e6a9f4e75b50451e9e3_1735130365.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/581/b3f12b23441d9081101aed9667346581/b3f12b23441d9081101aed9667346581.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130369.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/581/b3f12b23441d9081101aed9667346581/b3f12b23441d9081101aed9667346581_1735130369.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a35/a152ea3e551b1961301a705975d30a35/a152ea3e551b1961301a705975d30a35.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130373.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a35/a152ea3e551b1961301a705975d30a35/a152ea3e551b1961301a705975d30a35_1735130373.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130377.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/85b/df61fbc22c5cda1b99b6b7ac0044085b/df61fbc22c5cda1b99b6b7ac0044085b_1735130377.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/af9/5575fb20a9875e26febf00d737f60af9/5575fb20a9875e26febf00d737f60af9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130381.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/af9/5575fb20a9875e26febf00d737f60af9/5575fb20a9875e26febf00d737f60af9_1735130381.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a66/daad95c2611106c95099d8eb3785ba66/daad95c2611106c95099d8eb3785ba66.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130385.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a66/daad95c2611106c95099d8eb3785ba66/daad95c2611106c95099d8eb3785ba66_1735130385.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/12f/f482bcb46b22ff10310fec8a2c10512f/f482bcb46b22ff10310fec8a2c10512f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130389.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/12f/f482bcb46b22ff10310fec8a2c10512f/f482bcb46b22ff10310fec8a2c10512f_1735130389.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/010/d95ca56c008d4c23a365ef7c87e52010/d95ca56c008d4c23a365ef7c87e52010.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130393.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/010/d95ca56c008d4c23a365ef7c87e52010/d95ca56c008d4c23a365ef7c87e52010_1735130393.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130397.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/973/2a444b01c5bddf034617af7f80ad5973/2a444b01c5bddf034617af7f80ad5973_1735130397.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/527/9634108909ebc58716d510276ac72527/9634108909ebc58716d510276ac72527.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130401.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/527/9634108909ebc58716d510276ac72527/9634108909ebc58716d510276ac72527_1735130401.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/74b/8570cd6046e0c0dd4f7491ac94f4974b/8570cd6046e0c0dd4f7491ac94f4974b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130405.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/74b/8570cd6046e0c0dd4f7491ac94f4974b/8570cd6046e0c0dd4f7491ac94f4974b_1735130405.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/4a3/832b4433d613c723c167402d8b6154a3/832b4433d613c723c167402d8b6154a3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130409.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/4a3/832b4433d613c723c167402d8b6154a3/832b4433d613c723c167402d8b6154a3_1735130409.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/5b5/3cc943c1f05c9ea9c17bd0069ee305b5/3cc943c1f05c9ea9c17bd0069ee305b5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130413.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/5b5/3cc943c1f05c9ea9c17bd0069ee305b5/3cc943c1f05c9ea9c17bd0069ee305b5_1735130413.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130417.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/e1c/aeb54ed7aa04f518d78f822fd6162e1c/aeb54ed7aa04f518d78f822fd6162e1c_1735130417.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ffa/2c92a6c4fe28e4282ea428251168affa/2c92a6c4fe28e4282ea428251168affa.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130421.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ffa/2c92a6c4fe28e4282ea428251168affa/2c92a6c4fe28e4282ea428251168affa_1735130421.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/3ba/4997d584be399dec86607cedbee713ba/4997d584be399dec86607cedbee713ba.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130425.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/3ba/4997d584be399dec86607cedbee713ba/4997d584be399dec86607cedbee713ba_1735130425.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/bb8/2893612b76089a2fe3ec6a920c917bb8/2893612b76089a2fe3ec6a920c917bb8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130429.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/bb8/2893612b76089a2fe3ec6a920c917bb8/2893612b76089a2fe3ec6a920c917bb8_1735130429.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/7f9/aa117deca5033e96d31378a599d187f9/aa117deca5033e96d31378a599d187f9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130433.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/7f9/aa117deca5033e96d31378a599d187f9/aa117deca5033e96d31378a599d187f9_1735130433.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130437.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/0c1/413880e0b728c5521a30646e0dfc60c1/413880e0b728c5521a30646e0dfc60c1_1735130437.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/f38/ee360784b4dcc1af6ce170d79f6cff38/ee360784b4dcc1af6ce170d79f6cff38.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130441.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/f38/ee360784b4dcc1af6ce170d79f6cff38/ee360784b4dcc1af6ce170d79f6cff38_1735130441.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/894/09a1fe4161bdf2eedcecd282b0c70894/09a1fe4161bdf2eedcecd282b0c70894.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130445.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/894/09a1fe4161bdf2eedcecd282b0c70894/09a1fe4161bdf2eedcecd282b0c70894_1735130445.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1a0/adc08d6986256d100d6f540fb76751a0/adc08d6986256d100d6f540fb76751a0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130449.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1a0/adc08d6986256d100d6f540fb76751a0/adc08d6986256d100d6f540fb76751a0_1735130449.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/7e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130453.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/7e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6/b2aaceeced41dfaa1b4bbcb8ac5a37e6_1735130453.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130457.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/b97/ef9705a2ae728535a5112b03ab71eb97/ef9705a2ae728535a5112b03ab71eb97_1735130457.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2c7/49859201dfc7a287db7406c79e5f32c7/49859201dfc7a287db7406c79e5f32c7.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130461.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2c7/49859201dfc7a287db7406c79e5f32c7/49859201dfc7a287db7406c79e5f32c7_1735130461.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a09/4b74e020c1013b4ab762d70dc5638a09/4b74e020c1013b4ab762d70dc5638a09.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130465.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a09/4b74e020c1013b4ab762d70dc5638a09/4b74e020c1013b4ab762d70dc5638a09_1735130465.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/be0/8e722a574b1c0c1015b3880a7253abe0/8e722a574b1c0c1015b3880a7253abe0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130469.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/be0/8e722a574b1c0c1015b3880a7253abe0/8e722a574b1c0c1015b3880a7253abe0_1735130469.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/da6/db33d38a2517db734385b67cae49dda6/db33d38a2517db734385b67cae49dda6.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130473.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/da6/db33d38a2517db734385b67cae49dda6/db33d38a2517db734385b67cae49dda6_1735130473.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/39e/85f0ba3dca185ee6da7f8a6a1bd1139e/85f0ba3dca185ee6da7f8a6a1bd1139e.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130477.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/39e/85f0ba3dca185ee6da7f8a6a1bd1139e/85f0ba3dca185ee6da7f8a6a1bd1139e_1735130477.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/14c/bd4799136786509d2c486d5073d0d14c/bd4799136786509d2c486d5073d0d14c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130481.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/14c/bd4799136786509d2c486d5073d0d14c/bd4799136786509d2c486d5073d0d14c_1735130481.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/294/f13efdc8adb5acaadd1864f4300b9294/f13efdc8adb5acaadd1864f4300b9294.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130485.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/294/f13efdc8adb5acaadd1864f4300b9294/f13efdc8adb5acaadd1864f4300b9294_1735130485.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ad5/7d49b8f3a96f7a53ef5ea9a3a6b2bad5/7d49b8f3a96f7a53ef5ea9a3a6b2bad5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130489.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ad5/7d49b8f3a96f7a53ef5ea9a3a6b2bad5/7d49b8f3a96f7a53ef5ea9a3a6b2bad5_1735130489.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/b9f/cae27cb7341e57378ded5a7ad642eb9f/cae27cb7341e57378ded5a7ad642eb9f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130493.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/b9f/cae27cb7341e57378ded5a7ad642eb9f/cae27cb7341e57378ded5a7ad642eb9f_1735130493.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/d47/9104c6fa2a214a6cf8d1dc86cf2f4d47/9104c6fa2a214a6cf8d1dc86cf2f4d47.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130497.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/d47/9104c6fa2a214a6cf8d1dc86cf2f4d47/9104c6fa2a214a6cf8d1dc86cf2f4d47_1735130497.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/34c/18d5dfebeb9eecf5fec10f0d462ac34c/18d5dfebeb9eecf5fec10f0d462ac34c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130501.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/34c/18d5dfebeb9eecf5fec10f0d462ac34c/18d5dfebeb9eecf5fec10f0d462ac34c_1735130501.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/fdb/37439d9698a440d2ef60cd32936e4fdb/37439d9698a440d2ef60cd32936e4fdb.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130505.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/fdb/37439d9698a440d2ef60cd32936e4fdb/37439d9698a440d2ef60cd32936e4fdb_1735130505.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c6a/f6e0c9f5a7c9c475bc250f54c5f6ac6a/f6e0c9f5a7c9c475bc250f54c5f6ac6a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130509.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c6a/f6e0c9f5a7c9c475bc250f54c5f6ac6a/f6e0c9f5a7c9c475bc250f54c5f6ac6a_1735130509.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/a51/3f9cd1bdb1915a7f2242dc9dc70a8a51/3f9cd1bdb1915a7f2242dc9dc70a8a51.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130513.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/a51/3f9cd1bdb1915a7f2242dc9dc70a8a51/3f9cd1bdb1915a7f2242dc9dc70a8a51_1735130513.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/b2f/574a1526ce8a26193c36da0256a3eb2f/574a1526ce8a26193c36da0256a3eb2f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130517.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/b2f/574a1526ce8a26193c36da0256a3eb2f/574a1526ce8a26193c36da0256a3eb2f_1735130517.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/e7c/9d5ed444241b2cd697c594bc91c35e7c/9d5ed444241b2cd697c594bc91c35e7c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130521.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/e7c/9d5ed444241b2cd697c594bc91c35e7c/9d5ed444241b2cd697c594bc91c35e7c_1735130521.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ea2/289bca1dd6f13429d9e8f31fdaf6eea2/289bca1dd6f13429d9e8f31fdaf6eea2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130525.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ea2/289bca1dd6f13429d9e8f31fdaf6eea2/289bca1dd6f13429d9e8f31fdaf6eea2_1735130525.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2a9/52f8d67ffe64c70bb4e62565f55cf2a9/52f8d67ffe64c70bb4e62565f55cf2a9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130529.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2a9/52f8d67ffe64c70bb4e62565f55cf2a9/52f8d67ffe64c70bb4e62565f55cf2a9_1735130529.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/89a/ff17fd42f93a46bd826e6252da03d89a/ff17fd42f93a46bd826e6252da03d89a.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130533.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/89a/ff17fd42f93a46bd826e6252da03d89a/ff17fd42f93a46bd826e6252da03d89a_1735130533.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/941/3120a80ec210391b63e2d5e15b32f941/3120a80ec210391b63e2d5e15b32f941.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130537.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/941/3120a80ec210391b63e2d5e15b32f941/3120a80ec210391b63e2d5e15b32f941_1735130537.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ea8/8183d98011577bc2b5ccc45866842ea8/8183d98011577bc2b5ccc45866842ea8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130541.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ea8/8183d98011577bc2b5ccc45866842ea8/8183d98011577bc2b5ccc45866842ea8_1735130541.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/017/a5383f29abc33ebea1a40391ea608017/a5383f29abc33ebea1a40391ea608017.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130545.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/017/a5383f29abc33ebea1a40391ea608017/a5383f29abc33ebea1a40391ea608017_1735130545.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c71/1277734b8da0a3581bdb3db4f612fc71/1277734b8da0a3581bdb3db4f612fc71.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130549.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c71/1277734b8da0a3581bdb3db4f612fc71/1277734b8da0a3581bdb3db4f612fc71_1735130549.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/cab/ca8068955a04c02209d5df5dfc0e5cab/ca8068955a04c02209d5df5dfc0e5cab.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130553.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/cab/ca8068955a04c02209d5df5dfc0e5cab/ca8068955a04c02209d5df5dfc0e5cab_1735130553.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/836/6dac989b57dd4b28130bd02b8ac9b836/6dac989b57dd4b28130bd02b8ac9b836.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130557.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/836/6dac989b57dd4b28130bd02b8ac9b836/6dac989b57dd4b28130bd02b8ac9b836_1735130557.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ae5/5fab272f523fe07c62815ea5f8367ae5/5fab272f523fe07c62815ea5f8367ae5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130561.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ae5/5fab272f523fe07c62815ea5f8367ae5/5fab272f523fe07c62815ea5f8367ae5_1735130561.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ad1/47689da0e8ce25b33d58318c93425ad1/47689da0e8ce25b33d58318c93425ad1.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130565.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ad1/47689da0e8ce25b33d58318c93425ad1/47689da0e8ce25b33d58318c93425ad1_1735130565.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/d15/6eba54648e8734eb792d5f7618749d15/6eba54648e8734eb792d5f7618749d15.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130569.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/d15/6eba54648e8734eb792d5f7618749d15/6eba54648e8734eb792d5f7618749d15_1735130569.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/f01/4389c8bdcd1c0f66b154bb103f4c1f01/4389c8bdcd1c0f66b154bb103f4c1f01.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130573.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/f01/4389c8bdcd1c0f66b154bb103f4c1f01/4389c8bdcd1c0f66b154bb103f4c1f01_1735130573.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/425/5526b74e26f82bb37163ff4b21cee425/5526b74e26f82bb37163ff4b21cee425.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130577.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/425/5526b74e26f82bb37163ff4b21cee425/5526b74e26f82bb37163ff4b21cee425_1735130577.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2c3/37e4dce249edf71a2fa0d902b3e812c3/37e4dce249edf71a2fa0d902b3e812c3.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130581.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2c3/37e4dce249edf71a2fa0d902b3e812c3/37e4dce249edf71a2fa0d902b3e812c3_1735130581.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/4f0/1d657780e993f1bbffdef0bfa78d54f0/1d657780e993f1bbffdef0bfa78d54f0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130585.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/4f0/1d657780e993f1bbffdef0bfa78d54f0/1d657780e993f1bbffdef0bfa78d54f0_1735130585.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/9d8/ef065fc619ebab66071128e877eb29d8/ef065fc619ebab66071128e877eb29d8.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130589.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/9d8/ef065fc619ebab66071128e877eb29d8/ef065fc619ebab66071128e877eb29d8_1735130589.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c9d/74143464370abd6c6daf54e2ec327c9d/74143464370abd6c6daf54e2ec327c9d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130593.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c9d/74143464370abd6c6daf54e2ec327c9d/74143464370abd6c6daf54e2ec327c9d_1735130593.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130597.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5/9fbaa39441007b5a2ff27b8ad6a0e2a5_1735130597.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/6c2/cddecf67ad1714db5f8c8734281326c2/cddecf67ad1714db5f8c8734281326c2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130601.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/6c2/cddecf67ad1714db5f8c8734281326c2/cddecf67ad1714db5f8c8734281326c2_1735130601.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/35f/88f21813882f4364e53c8ea5fb77635f/88f21813882f4364e53c8ea5fb77635f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130605.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/35f/88f21813882f4364e53c8ea5fb77635f/88f21813882f4364e53c8ea5fb77635f_1735130605.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/c1d/d34f333d48932bd6cf438f6f8330ac1d/d34f333d48932bd6cf438f6f8330ac1d.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130609.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/c1d/d34f333d48932bd6cf438f6f8330ac1d/d34f333d48932bd6cf438f6f8330ac1d_1735130609.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/075/b53d6e18100e57a073cf9a6391469075/b53d6e18100e57a073cf9a6391469075.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130613.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/075/b53d6e18100e57a073cf9a6391469075/b53d6e18100e57a073cf9a6391469075_1735130613.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130617.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b/1c238dc4a61c4f0dacc0ecf3101e1d3b_1735130617.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/842/9ce48b690fdfe5c09e425c20b9522842/9ce48b690fdfe5c09e425c20b9522842.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130621.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/842/9ce48b690fdfe5c09e425c20b9522842/9ce48b690fdfe5c09e425c20b9522842_1735130621.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/645/80192cb4d32fae2354252153e63b3645/80192cb4d32fae2354252153e63b3645.db'test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_1 ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_overlap_not_merged_while_cleaving_2 ... ok -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/1e5/bc073a6f21bec7b73546fc179d0761e5/bc073a6f21bec7b73546fc179d0761e5.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539584.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/1e5/bc073a6f21bec7b73546fc179d0761e5/bc073a6f21bec7b73546fc179d0761e5_1769539584.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/3af/ce72993ffb80a19cf4fb4f60f793e3af/ce72993ffb80a19cf4fb4f60f793e3af.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539588.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/3af/ce72993ffb80a19cf4fb4f60f793e3af/ce72993ffb80a19cf4fb4f60f793e3af_1769539588.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/4c8/5c7accef8a0d7b72498e65bce31dc4c8/5c7accef8a0d7b72498e65bce31dc4c8.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539592.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/4c8/5c7accef8a0d7b72498e65bce31dc4c8/5c7accef8a0d7b72498e65bce31dc4c8_1769539592.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/6c9/f8d5ae74b379f3182305ffe31384d6c9/f8d5ae74b379f3182305ffe31384d6c9.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539596.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/6c9/f8d5ae74b379f3182305ffe31384d6c9/f8d5ae74b379f3182305ffe31384d6c9_1769539596.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/465/d877cd645733fce77bc88354021fa465/d877cd645733fce77bc88354021fa465.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539600.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/465/d877cd645733fce77bc88354021fa465/d877cd645733fce77bc88354021fa465_1769539600.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpf08aa5r7/sda/containers/0/47d/430fe1072b0e1ee5609f2346d4f8a47d/430fe1072b0e1ee5609f2346d4f8a47d.db' -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539604.00000-0, db: /tmp/tmpf08aa5r7/sda/containers/0/47d/430fe1072b0e1ee5609f2346d4f8a47d/430fe1072b0e1ee5609f2346d4f8a47d_1769539604.00000.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539146.00000-0, db: /tmp/tmp32ck05l4/sda/containers/0/019/e33f1013ff73ca6b50c9a77205972019/e33f1013ff73ca6b50c9a77205972019.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmp32ck05l4/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmp32ck05l4/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmp32ck05l4/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539148.00000-0, db: /tmp/tmp54ykg_xe/sda/containers/0/157/b37caa1ef5f87641fb8ee09c312a5157/b37caa1ef5f87641fb8ee09c312a5157.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539151.00000-0, db: /tmp/tmp54ykg_xe/sda/containers/0/118/bd657d75de34255b1c307aebfff0f118/bd657d75de34255b1c307aebfff0f118.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539154.00000-0, db: /tmp/tmp54ykg_xe/sda/containers/0/7f0/bbb939aae2ce37f90f4292cd9a3f17f0/bbb939aae2ce37f90f4292cd9a3f17f0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmp54ykg_xe/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpol468sue/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpol468sue/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpol468sue/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmpol468sue/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmpol468sue/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmpol468sue/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmpol468sue/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmpol468sue/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmpol468sue/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpol468sue/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpol468sue/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpol468sue/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539149.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/2da/bad282a4b0f64cc776207fea12cbf2da/bad282a4b0f64cc776207fea12cbf2da.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539152.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539152.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130625.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/645/80192cb4d32fae2354252153e63b3645/80192cb4d32fae2354252153e63b3645_1735130625.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/32c/309ec19ae2c69aa167e0371aff47132c/309ec19ae2c69aa167e0371aff47132c.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130629.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/32c/309ec19ae2c69aa167e0371aff47132c/309ec19ae2c69aa167e0371aff47132c_1735130629.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/56f/cfee21784dc8395b14f69b0b5f4a956f/cfee21784dc8395b14f69b0b5f4a956f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130633.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/56f/cfee21784dc8395b14f69b0b5f4a956f/cfee21784dc8395b14f69b0b5f4a956f_1735130633.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/81f/787554d0814135cf0db7fae13177a81f/787554d0814135cf0db7fae13177a81f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130637.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/81f/787554d0814135cf0db7fae13177a81f/787554d0814135cf0db7fae13177a81f_1735130637.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/ba9/95e3ea51f102ed40a127fc45f68b5ba9/95e3ea51f102ed40a127fc45f68b5ba9.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130641.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/ba9/95e3ea51f102ed40a127fc45f68b5ba9/95e3ea51f102ed40a127fc45f68b5ba9_1735130641.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/b2f/278d58c1bc9acd2bfcc1c23659961b2f/278d58c1bc9acd2bfcc1c23659961b2f.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130645.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/b2f/278d58c1bc9acd2bfcc1c23659961b2f/278d58c1bc9acd2bfcc1c23659961b2f_1735130645.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1c0/25ca52db8d78eeb846d06a2ac41961c0/25ca52db8d78eeb846d06a2ac41961c0.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130649.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1c0/25ca52db8d78eeb846d06a2ac41961c0/25ca52db8d78eeb846d06a2ac41961c0_1735130649.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/444/158001ffb314ce11414cec3914234444/158001ffb314ce11414cec3914234444.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130653.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/444/158001ffb314ce11414cec3914234444/158001ffb314ce11414cec3914234444_1735130653.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/734/ed4025de2fdbd7f91874bb9b05afc734/ed4025de2fdbd7f91874bb9b05afc734.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130657.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/734/ed4025de2fdbd7f91874bb9b05afc734/ed4025de2fdbd7f91874bb9b05afc734_1735130657.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/46b/78d36138d3d94d20faf6749f3045a46b/78d36138d3d94d20faf6749f3045a46b.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130661.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/46b/78d36138d3d94d20faf6749f3045a46b/78d36138d3d94d20faf6749f3045a46b_1735130661.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp3b80q4em/sda/containers/0/1a2/28f3eba37cd9c6fee45d7efb715211a2/28f3eba37cd9c6fee45d7efb715211a2.db' +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130665.00000-0, db: /tmp/tmp3b80q4em/sda/containers/0/1a2/28f3eba37cd9c6fee45d7efb715211a2/28f3eba37cd9c6fee45d7efb715211a2_1735130665.00000.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130199.00000-0, db: /tmp/tmppgnn8eoz/sda/containers/0/30e/9c5db8720c7364e281540622446d830e/9c5db8720c7364e281540622446d830e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmppgnn8eoz/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmppgnn8eoz/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130211.00000-0, db: /tmp/tmppgnn8eoz/sda/containers/0/df6/bf89bbd2b3d1c129b7ff05a0085fadf6/bf89bbd2b3d1c129b7ff05a0085fadf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmptdr7n2j3/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmptdr7n2j3/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmptdr7n2j3/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmptdr7n2j3/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130200.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/21a/87c5417c05c761facc0ece969da4c21a/87c5417c05c761facc0ece969da4c21a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130204.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/3f6/9d903132ee330d637cd77ad1a89453f6/9d903132ee330d637cd77ad1a89453f6.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130204.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/3f6/9d903132ee330d637cd77ad1a89453f6/9d903132ee330d637cd77ad1a89453f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130204.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/3f6/9d903132ee330d637cd77ad1a89453f6/9d903132ee330d637cd77ad1a89453f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_replace_existing_while_cleaving ... ok +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_deleted_while_cleaving ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_supplement_existing_while_cleaving ... ok test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_gap_not_merged_while_cleaving ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpgoewcuyt/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539150.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/283/abdc0a6cc95448e514312c82298ea283/abdc0a6cc95448e514312c82298ea283.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539156.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539156.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/f1d/3f83d78daacb9f1e8634d32fccc4af1d/3f83d78daacb9f1e8634d32fccc4af1d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539159.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/daa/918573799030debb6d15676497e33daa/918573799030debb6d15676497e33daa.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539159.00000-0, db: /tmp/tmp60xbo2k8/sda/containers/0/daa/918573799030debb6d15676497e33daa/918573799030debb6d15676497e33daa.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539151.00000-0, db: /tmp/tmplqog4st5/sda/containers/0/118/bd657d75de34255b1c307aebfff0f118/bd657d75de34255b1c307aebfff0f118.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539153.00000-0, db: /tmp/tmplqog4st5/sda/containers/0/0be/e1525f041a37ebba4d833f66f71b90be/e1525f041a37ebba4d833f66f71b90be.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmplqog4st5/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539157.00000-0, db: /tmp/tmplqog4st5/sda/containers/0/9ed/50a3f9aac1b4fd27289da39dbb13d9ed/50a3f9aac1b4fd27289da39dbb13d9ed.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539152.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539152.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ba9/174f8b74e525d6629f74935289d09ba9/174f8b74e525d6629f74935289d09ba9.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539155.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/2d7/974c80bf881d65311acc60aa7e3c02d7/974c80bf881d65311acc60aa7e3c02d7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539158.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cef/9735be55dcc1e9430e913ec3a33cfcef/9735be55dcc1e9430e913ec3a33cfcef.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539161.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/c5a/76f652acca71c0b396686e891160ac5a/76f652acca71c0b396686e891160ac5a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539164.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cbc/47855a262538def43d8c4c13590abcbc/47855a262538def43d8c4c13590abcbc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539164.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cbc/47855a262538def43d8c4c13590abcbc/47855a262538def43d8c4c13590abcbc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539167.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/c94/5d99c71ac38380f2a5c8a27bdb78cc94/5d99c71ac38380f2a5c8a27bdb78cc94.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539167.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/c94/5d99c71ac38380f2a5c8a27bdb78cc94/5d99c71ac38380f2a5c8a27bdb78cc94.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539170.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/f1f/850f99070f2e42d984144559aef92f1f/850f99070f2e42d984144559aef92f1f.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539173.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/379/5614a4d60d424cc01f965fa233d5a379/5614a4d60d424cc01f965fa233d5a379.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539173.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/379/5614a4d60d424cc01f965fa233d5a379/5614a4d60d424cc01f965fa233d5a379.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539176.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/92a/54d2cbe218543f5effdfd1573f7ab92a/54d2cbe218543f5effdfd1573f7ab92a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539176.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/92a/54d2cbe218543f5effdfd1573f7ab92a/54d2cbe218543f5effdfd1573f7ab92a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539179.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/b19/d0849d82f30981455d62c08bda684b19/d0849d82f30981455d62c08bda684b19.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539179.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/b19/d0849d82f30981455d62c08bda684b19/d0849d82f30981455d62c08bda684b19.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539182.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0f4/09a50ad42bf641a2c4365f825bdf90f4/09a50ad42bf641a2c4365f825bdf90f4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539182.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0f4/09a50ad42bf641a2c4365f825bdf90f4/09a50ad42bf641a2c4365f825bdf90f4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539185.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/277/04f4c288b3b76f249ce55a39d3cb8277/04f4c288b3b76f249ce55a39d3cb8277.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539185.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/277/04f4c288b3b76f249ce55a39d3cb8277/04f4c288b3b76f249ce55a39d3cb8277.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539188.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ec0/6db03e32a1ec41d8f5b205ad355e0ec0/6db03e32a1ec41d8f5b205ad355e0ec0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539188.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ec0/6db03e32a1ec41d8f5b205ad355e0ec0/6db03e32a1ec41d8f5b205ad355e0ec0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539191.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/a2c/f1d9e004938daebdc7055894bf2b7a2c/f1d9e004938daebdc7055894bf2b7a2c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539191.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/a2c/f1d9e004938daebdc7055894bf2b7a2c/f1d9e004938daebdc7055894bf2b7a2c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539194.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/012/345be799b916ed5f3ba7a324030f4012/345be799b916ed5f3ba7a324030f4012.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539194.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/012/345be799b916ed5f3ba7a324030f4012/345be799b916ed5f3ba7a324030f4012.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539197.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/738/b1aaa3ac7a27ee845a673f87a0bf8738/b1aaa3ac7a27ee845a673f87a0bf8738.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539197.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/738/b1aaa3ac7a27ee845a673f87a0bf8738/b1aaa3ac7a27ee845a673f87a0bf8738.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539200.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539200.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/747/c127b3a3135c15e65cae3755d5d36747/c127b3a3135c15e65cae3755d5d36747.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539203.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/911/6bbb30cee602589f5a7c234559b08911/6bbb30cee602589f5a7c234559b08911.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539203.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/911/6bbb30cee602589f5a7c234559b08911/6bbb30cee602589f5a7c234559b08911.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539206.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d1e/4e787ec7f64d89751472c3db308b0d1e/4e787ec7f64d89751472c3db308b0d1e.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539206.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d1e/4e787ec7f64d89751472c3db308b0d1e/4e787ec7f64d89751472c3db308b0d1e.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539209.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/480/fdc1fd238e338d888a063fd5d229f480/fdc1fd238e338d888a063fd5d229f480.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539209.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/480/fdc1fd238e338d888a063fd5d229f480/fdc1fd238e338d888a063fd5d229f480.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539212.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/fd5/62f00877ba2a8ef63b522d6bea664fd5/62f00877ba2a8ef63b522d6bea664fd5.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539212.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/fd5/62f00877ba2a8ef63b522d6bea664fd5/62f00877ba2a8ef63b522d6bea664fd5.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539215.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/dcb/b1dbfc894050386b5a93828b2383cdcb/b1dbfc894050386b5a93828b2383cdcb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539215.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/dcb/b1dbfc894050386b5a93828b2383cdcb/b1dbfc894050386b5a93828b2383cdcb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539218.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e14/ec8d73fb70681869313536576ecc8e14/ec8d73fb70681869313536576ecc8e14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539218.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e14/ec8d73fb70681869313536576ecc8e14/ec8d73fb70681869313536576ecc8e14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539221.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/700/89f7d9c24c581893daf9526e9f078700/89f7d9c24c581893daf9526e9f078700.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539221.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/700/89f7d9c24c581893daf9526e9f078700/89f7d9c24c581893daf9526e9f078700.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539224.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/60c/4de7a8ec712d4fa812badf369117160c/4de7a8ec712d4fa812badf369117160c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539224.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/60c/4de7a8ec712d4fa812badf369117160c/4de7a8ec712d4fa812badf369117160c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539227.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/531/cbd6e4205235cdd878d02841df09d531/cbd6e4205235cdd878d02841df09d531.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539227.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/531/cbd6e4205235cdd878d02841df09d531/cbd6e4205235cdd878d02841df09d531.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539230.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ccc/01fb199ea69b64d94656736550a2cccc/01fb199ea69b64d94656736550a2cccc.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539233.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/904/b77df2977db41469fed0916a522be904/b77df2977db41469fed0916a522be904.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539233.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/904/b77df2977db41469fed0916a522be904/b77df2977db41469fed0916a522be904.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539236.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/2e2/a33394073cec3824e7c55d4d33efc2e2/a33394073cec3824e7c55d4d33efc2e2.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539236.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/2e2/a33394073cec3824e7c55d4d33efc2e2/a33394073cec3824e7c55d4d33efc2e2.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539239.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/239/5b3eb7be84b19f66c8ab808b6f5ed239/5b3eb7be84b19f66c8ab808b6f5ed239.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539239.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/239/5b3eb7be84b19f66c8ab808b6f5ed239/5b3eb7be84b19f66c8ab808b6f5ed239.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539242.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/805/932ea8c0baf34c11570a0c9c2853a805/932ea8c0baf34c11570a0c9c2853a805.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539242.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/805/932ea8c0baf34c11570a0c9c2853a805/932ea8c0baf34c11570a0c9c2853a805.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539245.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/69d/73bb6dd456e3c6a4c443716382f6969d/73bb6dd456e3c6a4c443716382f6969d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539245.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/69d/73bb6dd456e3c6a4c443716382f6969d/73bb6dd456e3c6a4c443716382f6969d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539248.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/231/a2287deb7609142a488c22d4ca891231/a2287deb7609142a488c22d4ca891231.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539248.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/231/a2287deb7609142a488c22d4ca891231/a2287deb7609142a488c22d4ca891231.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539251.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/163/e0bf9bea66004ac0f4718be83aefe163/e0bf9bea66004ac0f4718be83aefe163.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539251.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/163/e0bf9bea66004ac0f4718be83aefe163/e0bf9bea66004ac0f4718be83aefe163.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539254.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e93/9ea72a2599e9228816d4a9a0de85ce93/9ea72a2599e9228816d4a9a0de85ce93.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539254.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e93/9ea72a2599e9228816d4a9a0de85ce93/9ea72a2599e9228816d4a9a0de85ce93.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539257.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ffb/8dae919ac3eef15f995dc1bbac333ffb/8dae919ac3eef15f995dc1bbac333ffb.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539257.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ffb/8dae919ac3eef15f995dc1bbac333ffb/8dae919ac3eef15f995dc1bbac333ffb.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539260.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539260.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d91/95d238ade65754c0257e8fe6f1903d91/95d238ade65754c0257e8fe6f1903d91.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539263.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cb4/1c7e42a81bcaba21c7be1d73f63fdcb4/1c7e42a81bcaba21c7be1d73f63fdcb4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539263.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/cb4/1c7e42a81bcaba21c7be1d73f63fdcb4/1c7e42a81bcaba21c7be1d73f63fdcb4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539266.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d67/6ef2a19a601680be747e62d74169fd67/6ef2a19a601680be747e62d74169fd67.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539266.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d67/6ef2a19a601680be747e62d74169fd67/6ef2a19a601680be747e62d74169fd67.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539269.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/5bf/fd2d826b4fea217804724f1a848c35bf/fd2d826b4fea217804724f1a848c35bf.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539269.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/5bf/fd2d826b4fea217804724f1a848c35bf/fd2d826b4fea217804724f1a848c35bf.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539272.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539272.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c/8ace8fd6c93c7d32a1bfeda3a8b87d0c.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539275.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/5c0/f2c903d951ff73c21dfa797622ec15c0/f2c903d951ff73c21dfa797622ec15c0.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539275.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/5c0/f2c903d951ff73c21dfa797622ec15c0/f2c903d951ff73c21dfa797622ec15c0.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539278.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e23/49dba19383168900779974b2ae79ae23/49dba19383168900779974b2ae79ae23.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539278.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e23/49dba19383168900779974b2ae79ae23/49dba19383168900779974b2ae79ae23.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating 1 children shard ranges from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmp8pzfvpg8/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130201.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/7fc/0f5ffbcb4dd56af9ce97249a4546a7fc/0f5ffbcb4dd56af9ce97249a4546a7fc.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130201.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/7fc/0f5ffbcb4dd56af9ce97249a4546a7fc/0f5ffbcb4dd56af9ce97249a4546a7fc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130204.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/3f6/9d903132ee330d637cd77ad1a89453f6/9d903132ee330d637cd77ad1a89453f6.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130204.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/3f6/9d903132ee330d637cd77ad1a89453f6/9d903132ee330d637cd77ad1a89453f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130210.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/5e5/9dee8259a627b98e3964ad37571c55e5/9dee8259a627b98e3964ad37571c55e5.db +sharder-test DEBUG: Updating 2 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130210.00000-0, db: /tmp/tmphvbmehnv/sda/containers/0/5e5/9dee8259a627b98e3964ad37571c55e5/9dee8259a627b98e3964ad37571c55e5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130206.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/610/7c890f5b118870939679fe71fb9e9610/7c890f5b118870939679fe71fb9e9610.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130212.00000-0, db: /tmp/tmpd50d132y/sda/containers/0/20d/8c6a6af3ee2d5afd4488cfe38eb6320d/8c6a6af3ee2d5afd4488cfe38eb6320d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130203.00000-0, db: /tmp/tmpb2prhggx/sda/containers/0/29c/1c925f40d5e4f654c937b2a1f534529c/1c925f40d5e4f654c937b2a1f534529c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130205.00000-0, db: /tmp/tmpb2prhggx/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130207.00000-0, db: /tmp/tmpb2prhggx/sda/containers/0/422/a9c898ecb3b64bc18a88157e1a226422/a9c898ecb3b64bc18a88157e1a226422.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130209.00000-0, db: /tmp/tmpb2prhggx/sda/containers/0/92b/c69413ac24d029acd45d14020a8e392b/c69413ac24d029acd45d14020a8e392b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130205.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130205.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/54c/eb354b6b302f8f90e4160d666754554c/eb354b6b302f8f90e4160d666754554c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130208.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/2a4/71401123b786c6fc2e7d25a84bf6c2a4/71401123b786c6fc2e7d25a84bf6c2a4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130211.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/df6/bf89bbd2b3d1c129b7ff05a0085fadf6/bf89bbd2b3d1c129b7ff05a0085fadf6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130211.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/df6/bf89bbd2b3d1c129b7ff05a0085fadf6/bf89bbd2b3d1c129b7ff05a0085fadf6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130214.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/00f/a62dd8a82201027273ec037db9d8c00f/a62dd8a82201027273ec037db9d8c00f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130214.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/00f/a62dd8a82201027273ec037db9d8c00f/a62dd8a82201027273ec037db9d8c00f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130217.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/32c/97c80987b0f09ca351dd0e5ab1eb332c/97c80987b0f09ca351dd0e5ab1eb332c.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130220.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b50/ad62965e26c9ad9fbee37cc281c60b50/ad62965e26c9ad9fbee37cc281c60b50.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130220.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b50/ad62965e26c9ad9fbee37cc281c60b50/ad62965e26c9ad9fbee37cc281c60b50.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130223.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/884/9d2e0d42a23841d2ef05df4a8a4a5884/9d2e0d42a23841d2ef05df4a8a4a5884.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130223.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/884/9d2e0d42a23841d2ef05df4a8a4a5884/9d2e0d42a23841d2ef05df4a8a4a5884.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130226.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b5f/c15f3979b8b300cdb33e21b2c3cedb5f/c15f3979b8b300cdb33e21b2c3cedb5f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130226.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b5f/c15f3979b8b300cdb33e21b2c3cedb5f/c15f3979b8b300cdb33e21b2c3cedb5f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130229.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fd5/ba07098dad3d36ee0a68a0bb266e8fd5/ba07098dad3d36ee0a68a0bb266e8fd5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130229.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fd5/ba07098dad3d36ee0a68a0bb266e8fd5/ba07098dad3d36ee0a68a0bb266e8fd5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130232.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/96e/3050702ddc7c957ade030e85c801296e/3050702ddc7c957ade030e85c801296e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130232.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/96e/3050702ddc7c957ade030e85c801296e/3050702ddc7c957ade030e85c801296e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130235.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/055/f60a03e99d994836841272585dbdc055/f60a03e99d994836841272585dbdc055.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130235.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/055/f60a03e99d994836841272585dbdc055/f60a03e99d994836841272585dbdc055.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130238.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/87b/cd3ce146e5d4901fb05a2d01061be87b/cd3ce146e5d4901fb05a2d01061be87b.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130238.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/87b/cd3ce146e5d4901fb05a2d01061be87b/cd3ce146e5d4901fb05a2d01061be87b.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130241.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/4d8/02e1bbded28b6136616602f952c884d8/02e1bbded28b6136616602f952c884d8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130241.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/4d8/02e1bbded28b6136616602f952c884d8/02e1bbded28b6136616602f952c884d8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130244.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/dce/5a58bc6e028634e89121e444b195bdce/5a58bc6e028634e89121e444b195bdce.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130244.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/dce/5a58bc6e028634e89121e444b195bdce/5a58bc6e028634e89121e444b195bdce.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130247.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/045/ee53e4e4a3fd9a684f1dee5d20d0e045/ee53e4e4a3fd9a684f1dee5d20d0e045.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130247.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/045/ee53e4e4a3fd9a684f1dee5d20d0e045/ee53e4e4a3fd9a684f1dee5d20d0e045.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130250.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/a03/10d2d1f0f65bef45fa8039c0e5296a03/10d2d1f0f65bef45fa8039c0e5296a03.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130250.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/a03/10d2d1f0f65bef45fa8039c0e5296a03/10d2d1f0f65bef45fa8039c0e5296a03.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130253.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130253.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1cf/757fb32d58c0628df1be4d6654e0f1cf/757fb32d58c0628df1be4d6654e0f1cf.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130256.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fc1/19ced8848090c3d5065fbb93a3812fc1/19ced8848090c3d5065fbb93a3812fc1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130256.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fc1/19ced8848090c3d5065fbb93a3812fc1/19ced8848090c3d5065fbb93a3812fc1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130259.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/ed4/571b8d3c0312a2ea6093a4fecfd5fed4/571b8d3c0312a2ea6093a4fecfd5fed4.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130259.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/ed4/571b8d3c0312a2ea6093a4fecfd5fed4/571b8d3c0312a2ea6093a4fecfd5fed4.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130262.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fbc/b535df940a430be0f23f41161a574fbc/b535df940a430be0f23f41161a574fbc.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130265.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1ed/4ecfdd36987451537f5c28d1297441ed/4ecfdd36987451537f5c28d1297441ed.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130265.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1ed/4ecfdd36987451537f5c28d1297441ed/4ecfdd36987451537f5c28d1297441ed.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130268.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/2bd/37efbc14e49e503e607e5d7783d3a2bd/37efbc14e49e503e607e5d7783d3a2bd.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130268.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/2bd/37efbc14e49e503e607e5d7783d3a2bd/37efbc14e49e503e607e5d7783d3a2bd.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130271.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/54e/ac61af17658862c908a5961eeb48f54e/ac61af17658862c908a5961eeb48f54e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130271.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/54e/ac61af17658862c908a5961eeb48f54e/ac61af17658862c908a5961eeb48f54e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130274.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/86e/2975801533e35f31390f00f0c2af286e/2975801533e35f31390f00f0c2af286e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130274.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/86e/2975801533e35f31390f00f0c2af286e/2975801533e35f31390f00f0c2af286e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130277.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/d14/64457b67d1accf68ba117129fe5e5d14/64457b67d1accf68ba117129fe5e5d14.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130280.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/ce0/64a4227bc6bd1ff16fb0e7e0a9e3ece0/64a4227bc6bd1ff16fb0e7e0a9e3ece0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130280.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/ce0/64a4227bc6bd1ff16fb0e7e0a9e3ece0/64a4227bc6bd1ff16fb0e7e0a9e3ece0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130283.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/446/a7ae472a2dd678d053570aa4ea427446/a7ae472a2dd678d053570aa4ea427446.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130283.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/446/a7ae472a2dd678d053570aa4ea427446/a7ae472a2dd678d053570aa4ea427446.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130286.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fd0/bf870b8413e881210c7a4e804e1a4fd0/bf870b8413e881210c7a4e804e1a4fd0.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130286.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/fd0/bf870b8413e881210c7a4e804e1a4fd0/bf870b8413e881210c7a4e804e1a4fd0.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130289.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f77/37302797e0a8af4aaaec8dd3d0c5cf77/37302797e0a8af4aaaec8dd3d0c5cf77.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130289.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f77/37302797e0a8af4aaaec8dd3d0c5cf77/37302797e0a8af4aaaec8dd3d0c5cf77.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130292.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/9f6/db0b4a7741a25eeeb0d040bf148519f6/db0b4a7741a25eeeb0d040bf148519f6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130292.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/9f6/db0b4a7741a25eeeb0d040bf148519f6/db0b4a7741a25eeeb0d040bf148519f6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130295.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e8f/a38747f9dc3e58ccda9ccf8bb03a4e8f/a38747f9dc3e58ccda9ccf8bb03a4e8f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130295.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e8f/a38747f9dc3e58ccda9ccf8bb03a4e8f/a38747f9dc3e58ccda9ccf8bb03a4e8f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130298.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/06a/97e45b1613a5499c5b3ca78e5177406a/97e45b1613a5499c5b3ca78e5177406a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130298.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/06a/97e45b1613a5499c5b3ca78e5177406a/97e45b1613a5499c5b3ca78e5177406a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130301.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e28/f2ac0d686189bffdaedc42092856be28/f2ac0d686189bffdaedc42092856be28.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130301.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e28/f2ac0d686189bffdaedc42092856be28/f2ac0d686189bffdaedc42092856be28.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130304.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/8e6/a3983245d34ea0f0f080b2ae09cb18e6/a3983245d34ea0f0f080b2ae09cb18e6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130304.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/8e6/a3983245d34ea0f0f080b2ae09cb18e6/a3983245d34ea0f0f080b2ae09cb18e6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130307.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/374/927184d1961a5fc43678e81fbab33374/927184d1961a5fc43678e81fbab33374.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130307.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/374/927184d1961a5fc43678e81fbab33374/927184d1961a5fc43678e81fbab33374.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130310.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b8e/3a10f4f803a98192e24da3a3caf69b8e/3a10f4f803a98192e24da3a3caf69b8e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130310.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/b8e/3a10f4f803a98192e24da3a3caf69b8e/3a10f4f803a98192e24da3a3caf69b8e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130313.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130313.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/8c6/0ecef8ece9d23f3c5e66070b2afd58c6/0ecef8ece9d23f3c5e66070b2afd58c6.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130316.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/7ec/ed340ba767f89703f5d2ff4a6bd587ec/ed340ba767f89703f5d2ff4a6bd587ec.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130316.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/7ec/ed340ba767f89703f5d2ff4a6bd587ec/ed340ba767f89703f5d2ff4a6bd587ec.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130319.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/7d1/f31e5c6c48c60e42c1237cdc09bef7d1/f31e5c6c48c60e42c1237cdc09bef7d1.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130319.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/7d1/f31e5c6c48c60e42c1237cdc09bef7d1/f31e5c6c48c60e42c1237cdc09bef7d1.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130322.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f10/97aa446dafa27f80cbbad4674b2edf10/97aa446dafa27f80cbbad4674b2edf10.dbtest.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_with_own_merged_while_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_check_node test.unit.container.test_sharder.TestSharder.test_check_node ... ok -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539281.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/84a/7113a97a436350b1d515b7eb7d11e84a/7113a97a436350b1d515b7eb7d11e84a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539281.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/84a/7113a97a436350b1d515b7eb7d11e84a/7113a97a436350b1d515b7eb7d11e84a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539284.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0a8/36f24a892e67976b0ee7442bd73d60a8/36f24a892e67976b0ee7442bd73d60a8.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539284.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0a8/36f24a892e67976b0ee7442bd73d60a8/36f24a892e67976b0ee7442bd73d60a8.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539287.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/8b4/40b80214b7ae653ce96551dc722b08b4/40b80214b7ae653ce96551dc722b08b4.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539287.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/8b4/40b80214b7ae653ce96551dc722b08b4/40b80214b7ae653ce96551dc722b08b4.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539290.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/162/937f778e65edd95e8b8b9e806edf0162/937f778e65edd95e8b8b9e806edf0162.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539290.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/162/937f778e65edd95e8b8b9e806edf0162/937f778e65edd95e8b8b9e806edf0162.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539293.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/03d/6c60303305f3337c6633d28f36d9f03d/6c60303305f3337c6633d28f36d9f03d.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539293.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/03d/6c60303305f3337c6633d28f36d9f03d/6c60303305f3337c6633d28f36d9f03d.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539296.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/bcd/22e5bf64db44a5fab592986052a08bcd/22e5bf64db44a5fab592986052a08bcd.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539296.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/bcd/22e5bf64db44a5fab592986052a08bcd/22e5bf64db44a5fab592986052a08bcd.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539299.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0fe/df7ef28fad0a7dcd9159eb146fdfa0fe/df7ef28fad0a7dcd9159eb146fdfa0fe.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539299.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/0fe/df7ef28fad0a7dcd9159eb146fdfa0fe/df7ef28fad0a7dcd9159eb146fdfa0fe.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539302.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e79/c712852b1603a711d761e88ba33afe79/c712852b1603a711d761e88ba33afe79.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539302.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/e79/c712852b1603a711d761e88ba33afe79/c712852b1603a711d761e88ba33afe79.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539305.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/478/427999e6af3bd3e4c04b6166fd2a3478/427999e6af3bd3e4c04b6166fd2a3478.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539305.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/478/427999e6af3bd3e4c04b6166fd2a3478/427999e6af3bd3e4c04b6166fd2a3478.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539308.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/a14/50e6b82c692a38ee5119d2eb4cf1aa14/50e6b82c692a38ee5119d2eb4cf1aa14.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539308.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/a14/50e6b82c692a38ee5119d2eb4cf1aa14/50e6b82c692a38ee5119d2eb4cf1aa14.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539311.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/85a/c6202d457f21d4af91409d4dceef985a/c6202d457f21d4af91409d4dceef985a.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539311.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/85a/c6202d457f21d4af91409d4dceef985a/c6202d457f21d4af91409d4dceef985a.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539314.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ef7/25f4c663e95f647a4b39321ad3ccbef7/25f4c663e95f647a4b39321ad3ccbef7.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539314.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/ef7/25f4c663e95f647a4b39321ad3ccbef7/25f4c663e95f647a4b39321ad3ccbef7.db -sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539317.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/899/1734d774215baaf5dc208d6541276899/1734d774215baaf5dc208d6541276899.db -sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1769539317.00000-0, db: /tmp/tmpsrtedzfq/sda/containers/0/899/1734d774215baaf5dc208d6541276899/1734d774215baaf5dc208d6541276899.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130322.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f10/97aa446dafa27f80cbbad4674b2edf10/97aa446dafa27f80cbbad4674b2edf10.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130325.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/945/967071c7c3976fc77e3061453aa94945/967071c7c3976fc77e3061453aa94945.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130325.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/945/967071c7c3976fc77e3061453aa94945/967071c7c3976fc77e3061453aa94945.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130328.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/bae/02335041913460b0be264b7e22efbbae/02335041913460b0be264b7e22efbbae.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130328.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/bae/02335041913460b0be264b7e22efbbae/02335041913460b0be264b7e22efbbae.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130331.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/85e/7285de9257696b42d4f7887d41afd85e/7285de9257696b42d4f7887d41afd85e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130331.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/85e/7285de9257696b42d4f7887d41afd85e/7285de9257696b42d4f7887d41afd85e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130334.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f40/9ec6d3c4b700d1ccb72c8323c8e7af40/9ec6d3c4b700d1ccb72c8323c8e7af40.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130334.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/f40/9ec6d3c4b700d1ccb72c8323c8e7af40/9ec6d3c4b700d1ccb72c8323c8e7af40.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130337.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/4c8/0a38f61d6b139a65275083da02d1d4c8/0a38f61d6b139a65275083da02d1d4c8.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130340.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/902/a935bb1ff6e008a3c40b7595be390902/a935bb1ff6e008a3c40b7595be390902.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130340.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/902/a935bb1ff6e008a3c40b7595be390902/a935bb1ff6e008a3c40b7595be390902.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130343.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/629/cf28035e8fb987d8722dce9fb2082629/cf28035e8fb987d8722dce9fb2082629.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130343.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/629/cf28035e8fb987d8722dce9fb2082629/cf28035e8fb987d8722dce9fb2082629.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130346.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/25a/00ce4e4dbf8d20cd81b8357d22ed025a/00ce4e4dbf8d20cd81b8357d22ed025a.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130346.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/25a/00ce4e4dbf8d20cd81b8357d22ed025a/00ce4e4dbf8d20cd81b8357d22ed025a.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130349.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/082/1828827e866304be38d69701a3115082/1828827e866304be38d69701a3115082.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130349.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/082/1828827e866304be38d69701a3115082/1828827e866304be38d69701a3115082.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130352.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/10e/15d7081d434bd1da6081ff84bb5dd10e/15d7081d434bd1da6081ff84bb5dd10e.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130352.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/10e/15d7081d434bd1da6081ff84bb5dd10e/15d7081d434bd1da6081ff84bb5dd10e.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130355.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/933/b3865c75c550a2a11eb6bcf0e8dfa933/b3865c75c550a2a11eb6bcf0e8dfa933.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130355.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/933/b3865c75c550a2a11eb6bcf0e8dfa933/b3865c75c550a2a11eb6bcf0e8dfa933.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130358.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/95d/d79f700953feb8486409d0453715a95d/d79f700953feb8486409d0453715a95d.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130358.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/95d/d79f700953feb8486409d0453715a95d/d79f700953feb8486409d0453715a95d.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130361.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e7f/62fd1b87dd32a48c4341fae7a32ace7f/62fd1b87dd32a48c4341fae7a32ace7f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130361.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/e7f/62fd1b87dd32a48c4341fae7a32ace7f/62fd1b87dd32a48c4341fae7a32ace7f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130364.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/62f/e595d66b9362266b5412c580280ab62f/e595d66b9362266b5412c580280ab62f.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130364.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/62f/e595d66b9362266b5412c580280ab62f/e595d66b9362266b5412c580280ab62f.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130367.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1a5/93ccf4b66f78273254fc6244973131a5/93ccf4b66f78273254fc6244973131a5.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130367.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/1a5/93ccf4b66f78273254fc6244973131a5/93ccf4b66f78273254fc6244973131a5.db +sharder-test DEBUG: Updating own shard range from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130370.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/527/07a0fda98bd639b7e6ffb3aaecc2d527/07a0fda98bd639b7e6ffb3aaecc2d527.db +sharder-test DEBUG: Updating 1 other shard range(s) from root, path: .shards_a/c-4a8a08f09d37b73795649038408b5f33-1735130370.00000-0, db: /tmp/tmpwghiehyl/sda/containers/0/527/07a0fda98bd639b7e6ffb3aaecc2d527/07a0fda98bd639b7e6ffb3aaecc2d527.db sharder-test WARNING: Skipping d100 as it is not mounted -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002751350402832031s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023174285888671875s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpegncukns/sda/containers/0/90c/03cea04a758883c651645e0bbc33d90c/03cea04a758883c651645e0bbc33d90c.db, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaved ShardRange in 0.05s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00021076202392578125s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013327598571777344s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpegncukns/sda/containers/0/afc/db72112e0770d5adf6ca34941a555afc/db72112e0770d5adf6ca34941a555afc.db, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 1 rows (deleted=False) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003056526184082031s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00019216537475585938s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001270771026611328s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_0 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpp8p1j42g/sda/containers/0/b85/9d7a328814f4e99b3c0e6a0597883b85/9d7a328814f4e99b3c0e6a0597883b85.db, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaved ShardRange in 0.034s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.000118255615234375s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.177757263183594e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpp8p1j42g/sda/containers/0/069/5a8214a697fa9e61b996df73488a7069/5a8214a697fa9e61b996df73488a7069.db, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj004')], path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.796287536621094e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.dbtest.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication test.unit.container.test_sharder.TestSharder.test_cleave_insufficient_replication ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies + +sharder-test DEBUG: got 1 rows (deleted=False) in 4.1484832763671875e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129699.82922, (5, 5) as of 1735130211.29247, cleaved as of 1735129699.82922> in 0.41s, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpp8p1j42g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130209.54829.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.001262664794921875s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test INFO: Cleaved ShardRange in 0.199s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010013580322265625s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735129699.82922, (1, 6144) as of 1735130213.56821, cleaved as of 1735129699.82922> in 0.147s, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db'test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies test.unit.container.test_sharder.TestSharder.test_cleave_multiple_storage_policies ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538638.18463, (5, 5) as of 1769539160.39433, cleaved as of 1769538638.18463> in 0.155s, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpegncukns/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539158.46244.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018405914306640625s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014591217041015625s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test INFO: Cleaved ShardRange in 1.082s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001888275146484375s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00014066696166992188s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769538638.18463, (1, 6144) as of 1769539165.27673, cleaved as of 1769538638.18463> in 0.322s, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpi70u_0d7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539160.64019.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.000202178955078125s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaved ShardRange in 0.138s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: got 6 rows (deleted=False) in 0.0002868175506591797s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538638.18463, (6, 6) as of 1769539166.87396, cleaved as of 1769538638.18463> in 0.088s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '56e6fa55-0b6b-4138-8bef-cecc8102e038-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019693374633789062s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013828277587890625s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaved ShardRange in 0.06s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (6, 6) as of 1769539166.87396, cleaved as of 1769538638.18463>, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001842975616455078s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpn8fkgxqo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130212.07881.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001475811004638672s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaved ShardRange in 0.129s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: got 6 rows (deleted=False) in 0.00011849403381347656s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.870529174804688e-05s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129699.82922, (6, 6) as of 1735130214.85011, cleaved as of 1735129699.82922> in 0.94s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a6ac767c-4dd0-48b4-b54d-f674e94d13d8-sda', 'cursor': '', 'max_row': 12, 'cleave_to_row': 10, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Completed cleaving, DB remaining in sharding state, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010395050048828125s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_repeated test.unit.container.test_sharder.TestSharder.test_cleave_repeated ... ok -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538638.18463, (6, 6) as of 1769539166.87396, cleaved as of 1769538638.18463> in 0.06s, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpd0db_4w2/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539165.53630.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002086162567138672s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001327991485595703s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaved ShardRange in 0.102s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, found as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002079010009765625s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014543533325195312s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpqw47m27n/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538638.18463, (3, 6) as of 1769539170.89212, cleaved as of 1769538638.18463> in 0.035s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root +sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaved ShardRange in 0.065s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaving from row 10 into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (6, 6) as of 1735130214.85011, cleaved as of 1735129699.82922>, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0007493495941162109s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.368492126464844e-05s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129699.82922, (6, 6) as of 1735130214.85011, cleaved as of 1735129699.82922> in 0.071s, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpomelvusc/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130213.78415.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010752677917480469s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaved ShardRange in 0.11s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, found as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001423358917236328s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.915496826171875e-05s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpb072qt5y/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root test.unit.container.test_sharder.TestSharder.test_cleave_root ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018525123596191406s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014662742614746094s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538638.18463, (1, 100) as of 1769539171.50785, cleaved as of 1769538638.18463> in 0.09s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028443336486816406s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769538638.18463, (1, 1000) as of 1769539172.13610, cleaved as of 1769538638.18463> in 0.192s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769538638.18463, (2, 15) as of 1769539172.33919, active as of 1769538638.18463>, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019288063049316406s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769538638.18463, (2, 15) as of 1769539172.33919, active as of 1769538638.18463> in 0.06s, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpqw47m27n/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539169.56836.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00039386749267578125s, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test INFO: Cleaved ShardRange in 0.104s, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129699.82922, (3, 6) as of 1735130217.88264, cleaved as of 1735129699.82922> in 0.025s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011157989501953125s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.392333984375e-05s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129699.82922, (1, 100) as of 1735130218.18725, cleaved as of 1735129699.82922> in 0.132s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.012222290039062e-05s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735129699.82922, (1, 1000) as of 1735130218.60898, cleaved as of 1735129699.82922> in 0.183s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735129699.82922, (2, 15) as of 1735130218.81181, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735129699.82922, (2, 15) as of 1735130218.81181, active as of 1735129699.82922> in 0.076s, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpb072qt5y/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130216.48238.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_pre_existing_shard_db_handoff ... ok test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges test.unit.container.test_sharder.TestSharder.test_cleave_root_empty_db_with_ranges ... ok -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp2x6t4x37/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539172.66652.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002434253692626953s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001437664031982422s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018477439880371094s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpu6ltw9h5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539173.25691.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001823902130126953s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 8.96453857421875e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaved ShardRange in 0.133s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, found as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021958351135253906s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 7.963180541992188e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 8.058547973632812e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmp6brp775u/sda/containers/0/042/9c63112f4631654f35cc7fa035c48042/9c63112f4631654f35cc7fa035c48042.db, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538638.18463, (3, 6) as of 1769539176.67699, cleaved as of 1769538638.18463> in 0.046s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002155303955078125s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538638.18463, (1, 100) as of 1769539176.95827, cleaved as of 1769538638.18463> in 0.122s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001895427703857422s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 6.127357482910156e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013947486877441406s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.651878356933594e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1769538638.18463, (1, 1000) as of 1769539177.28210, cleaved as of 1769538638.18463> in 0.157s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.698204040527344e-05s, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test INFO: Cleaved ShardRange in 0.203s, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpk2y3fqn0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.10049.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'d' to 'x' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'x' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.103515625e-05s, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Cleaving ShardRange<'x' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpndwjdpyq/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130219.82245.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (0 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010943412780761719s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.267692565917969e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.437301635742188e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_here_0 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaved ShardRange in 0.15s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Stopped cleave at unready ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, found as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010538101196289062s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.673004150390625e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 4.9114227294921875e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.6253204345703125e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_there_1 in state cleaved: 1 successes, 2 required, shard db: /tmp/tmpqzq_0z_u/sda/containers/0/7a6/40d00a528944ce0468e507db329647a6/40d00a528944ce0468e507db329647a6.db, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_1 for ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaving ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_1 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129699.82922, (3, 6) as of 1735130222.99186, cleaved as of 1735129699.82922> in 0.027s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_2 for ShardRange<'there' to 'where' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.3392181396484375e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.794929504394531e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_2 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129699.82922, (1, 100) as of 1735130223.29590, cleaved as of 1735129699.82922> in 0.167s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c_yonder_3 for ShardRange<'where' to 'yonder' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000110626220703125s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one test.unit.container.test_sharder.TestSharder.test_cleave_root_listing_limit_one ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change + +sharder-test DEBUG: got 0 rows (deleted=False) in 4.3392181396484375e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.462501525878906e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.315376281738281e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_yonder_3 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaved ShardRange<'where' to 'yonder' as of 1735129699.82922, (1, 1000) as of 1735130223.71415, cleaved as of 1735129699.82922> in 0.153s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Continuing to cleave (4 done, 0 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1735129699.82922, (2, 15) as of 1735130223.89502, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011587142944335938s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.673004150390625e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.176399230957031e-05s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1735129699.82922, (2, 15) as of 1735130223.89502, active as of 1735129699.82922> in 0.046s, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmpqzq_0z_u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130221.56097.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.296966552734375e-05s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Cleaved ShardRange in 0.162s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1735129699.82922, (500000, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010633468627929688s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1735129699.82922, (2, 103) as of 1735130225.03088, cleaved as of 1735129699.82922> in 0.179s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.dbtest.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change test.unit.container.test_sharder.TestSharder.test_cleave_root_ranges_change ... ok -sharder-test DEBUG: Continuing to cleave (4 done, 1 todo), path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'yonder' to MaxBound as of 1769538638.18463, (2, 15) as of 1769539177.47376, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021982192993164062s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013017654418945312s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test INFO: Cleaved ShardRange<'yonder' to MaxBound as of 1769538638.18463, (2, 15) as of 1769539177.47376, active as of 1769538638.18463> in 0.058s, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Cleaving already complete for container, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Passing over already sharded container, path: a/c, db: /tmp/tmp6brp775u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539174.56262.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Starting to cleave (3 todo), path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaving from row None into .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_0 for ShardRange, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaved ShardRange in 0.082s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaving from row None into .shards_a/c_x_1 for ShardRange<'d' to 'x' as of 1769538638.18463, (500000, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_x_1 for ShardRange, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaved ShardRange<'d' to 'x' as of 1769538638.18463, (2, 103) as of 1769539178.98066, cleaved as of 1769538638.18463> in 0.179s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Continuing to cleave (2 done, 1 todo), path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1769539179.10252, (500000, 0) as of 1769539179.10252, created as of 1769539179.10252>, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00017762184143066406s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1769539179.10252, (3, 1103) as of 1769539179.36876, cleaved as of 1769539179.10252> in 0.096s, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpa4q69544/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539177.81375.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002040863037109375s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.9604644775390625e-05s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012922286987304688s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpsldra_bk/sda/containers/0/77c/dd7a37fd7237066ca7bf3c1e2ffd877c/dd7a37fd7237066ca7bf3c1e2ffd877c.db, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.894371032714844e-05s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 4.982948303222656e-05s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=True) in 5.8650970458984375e-05s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001976490020751953s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1769539179.58901, (0, 0) as of 1769539179.58901, sharding as of 1769539179.58901>, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1769538638.18463, (3, 6) as of 1769539180.48874, cleaved as of 1769538638.18463> in 0.09s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 1 rows (deleted=False) in 5.9604644775390625e-05s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016117095947265625s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1769538638.18463, (2, 15) as of 1769539180.61048, cleaved as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard +sharder-test INFO: Cleaving from row None into .shards_a/c__2 for ShardRange<'d' to MaxBound as of 1735130225.18021, (500000, 0) as of 1735130225.18021, created as of 1735130225.18021>, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011801719665527344s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001404285430908203s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__2 for ShardRange, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test INFO: Cleaved ShardRange<'d' to MaxBound as of 1735130225.18021, (3, 1103) as of 1735130225.42920, cleaved as of 1735130225.18021> in 0.185s, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp_vap0jjb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130224.14288.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.96453857421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.3855438232421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.699562072753906e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/c_here_0 in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpywx4h8j_/sda/containers/0/e19/9e88c3bdfd03a830d1fc09d35d671e19/9e88c3bdfd03a830d1fc09d35d671e19.db, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.6743621826171875e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.341934204101562e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 2.7894973754882812e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=True) in 3.24249267578125e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test INFO: Cleaving from row None into .shards_a/c_there_0 for ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_there_0 for ShardRange<'here' to 'where' as of 1735130225.59456, (0, 0) as of 1735130225.59456, sharding as of 1735130225.59456>, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test INFO: Cleaved ShardRange<'here' to 'there' as of 1735129699.82922, (3, 6) as of 1735130226.52051, cleaved as of 1735129699.82922> in 0.093s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 1 rows (deleted=False) in 3.838539123535156e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.390975952148438e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard test.unit.container.test_sharder.TestSharder.test_cleave_shard ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range test.unit.container.test_sharder.TestSharder.test_cleave_shard_range_no_own_shard_range ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017690658569335938s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001633167266845703s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1769539179.58901, (0, 0) as of 1769539179.58901, sharding as of 1769539179.58901>, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1769538638.18463, (2, 15) as of 1769539180.61048, cleaved as of 1769538638.18463> in 0.078s, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpsldra_bk/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539179.58902.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp22iwabr0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015974044799804688s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011467933654785156s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.965896606445312e-05s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1769539181.49565, (1000, 11111) as of 1769539181.49565, created as of 1769539181.49565>, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002613067626953125s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1769539204.00000, (0, 0) as of 1769539193.00000, shrunk as of 1769539193.00000>, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769539181.49565, (1000, 11111) as of 1769539181.49565, created as of 1769539181.49565> in 0.061s, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1769539194.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001983642578125s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1769539182.11813, (1000, 11111) as of 1769539182.11813, cleaved as of 1769539182.11813>, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00019025802612304688s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00032830238342285156s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1769539231.00000, (0, 0) as of 1769539220.00000, shrunk as of 1769539220.00000>, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769539182.11813, (1000, 11111) as of 1769539182.11813, cleaved as of 1769539182.11813> in 0.082s, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1769539221.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015497207641601562s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010156631469726562s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011396408081054688s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1769539182.59856, (1000, 11111) as of 1769539182.59856, active as of 1769539182.59856>, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00022602081298828125s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012946128845214844s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1769539258.00000, (0, 0) as of 1769539247.00000, shrunk as of 1769539247.00000>, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1769539182.59856, (1000, 11111) as of 1769539182.59856, active as of 1769539182.59856> in 0.114s, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1769539248.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019741058349609375s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012040138244628906s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011706352233886719s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1769539183.20385, (1000, 11111) as of 1769539183.20385, created as of 1769539183.20385>, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001914501190185547s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1769539274.00000, (0, 0) as of 1769539274.00000, shrinking as of 1769539274.00000>, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539183.20385, (1000, 11111) as of 1769539183.20385, created as of 1769539183.20385> in 0.05s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1769539183.20391, (1000, 11111) as of 1769539183.20391, created as of 1769539183.20391>, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023603439331054688s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1769539274.00000, (0, 0) as of 1769539274.00000, shrinking as of 1769539274.00000>, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769539183.20391, (1000, 11111) as of 1769539183.20391, created as of 1769539183.20391> in 0.052s, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1769539275.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016546249389648438s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.202957153320312e-05s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.107589721679688e-05s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1769539184.03633, (1000, 11111) as of 1769539184.03633, cleaved as of 1769539184.03633>, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019049644470214844s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015401840209960938s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1769539307.00000, (0, 0) as of 1769539307.00000, shrinking as of 1769539307.00000>, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539184.03633, (1000, 11111) as of 1769539184.03633, cleaved as of 1769539184.03633> in 0.06s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1769539184.03638, (1000, 11111) as of 1769539184.03638, cleaved as of 1769539184.03638>, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002167224884033203s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013065338134765625s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1769539307.00000, (0, 0) as of 1769539307.00000, shrinking as of 1769539307.00000>, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769539184.03638, (1000, 11111) as of 1769539184.03638, cleaved as of 1769539184.03638> in 0.051s, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1769539308.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002086162567138672s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.822845458984375e-05s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.608268737792969e-05s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1769539184.84971, (1000, 11111) as of 1769539184.84971, active as of 1769539184.84971>, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0003349781036376953s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1769539340.00000, (0, 0) as of 1769539340.00000, shrinking as of 1769539340.00000>, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539184.84971, (1000, 11111) as of 1769539184.84971, active as of 1769539184.84971> in 0.039s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1769539184.84976, (1000, 11111) as of 1769539184.84976, active as of 1769539184.84976>, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002243518829345703s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014662742614746094s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1769539340.00000, (0, 0) as of 1769539340.00000, shrinking as of 1769539340.00000>, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1769539184.84976, (1000, 11111) as of 1769539184.84976, active as of 1769539184.84976> in 0.038s, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1769539341.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010395050048828125s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010037422180175781s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1769539185.49271, (1000, 11111) as of 1769539185.49271, cleaved as of 1769539185.49271>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011777877807617188s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1769539373.00000, (0, 0) as of 1769539373.00000, shrinking as of 1769539373.00000>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539185.49271, (1000, 11111) as of 1769539185.49271, cleaved as of 1769539185.49271> in 0.06s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1769539185.49277, (1000, 11111) as of 1769539185.49277, cleaved as of 1769539185.49277>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017499923706054688s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1769539373.00000, (0, 0) as of 1769539373.00000, shrinking as of 1769539373.00000>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769539185.49277, (1000, 11111) as of 1769539185.49277, cleaved as of 1769539185.49277> in 0.048s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1769539185.49279, (1000, 11111) as of 1769539185.49279, cleaved as of 1769539185.49279>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002751350402832031s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013947486877441406s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1769539373.00000, (0, 0) as of 1769539373.00000, shrinking as of 1769539373.00000>, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769539185.49279, (1000, 11111) as of 1769539185.49279, cleaved as of 1769539185.49279> in 0.047s, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1769539374.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.560585021972656e-05s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.584426879882812e-05s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.512901306152344e-05s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1769539186.59877, (1000, 11111) as of 1769539186.59877, created as of 1769539186.59877>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019550323486328125s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015354156494140625s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1769539412.00000, (0, 0) as of 1769539412.00000, shrinking as of 1769539412.00000>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539186.59877, (1000, 11111) as of 1769539186.59877, created as of 1769539186.59877> in 0.04s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1769539186.59882, (1000, 11111) as of 1769539186.59882, created as of 1769539186.59882>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018405914306640625s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001239776611328125s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1769539412.00000, (0, 0) as of 1769539412.00000, shrinking as of 1769539412.00000>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769539186.59882, (1000, 11111) as of 1769539186.59882, created as of 1769539186.59882> in 0.058s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1769539186.59883, (1000, 11111) as of 1769539186.59883, created as of 1769539186.59883>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001766681671142578s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010967254638671875s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1769539412.00000, (0, 0) as of 1769539412.00000, shrinking as of 1769539412.00000>, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769539186.59883, (1000, 11111) as of 1769539186.59883, created as of 1769539186.59883> in 0.06s, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1769539413.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016736984252929688s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.751319885253906e-05s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.870529174804688e-05s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1769539187.45017, (1000, 11111) as of 1769539187.45017, active as of 1769539187.45017>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002503395080566406s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014853477478027344s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1769539451.00000, (0, 0) as of 1769539451.00000, shrinking as of 1769539451.00000>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539187.45017, (1000, 11111) as of 1769539187.45017, active as of 1769539187.45017> in 0.054s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1769539187.45024, (1000, 11111) as of 1769539187.45024, active as of 1769539187.45024>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012111663818359375s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1769539451.00000, (0, 0) as of 1769539451.00000, shrinking as of 1769539451.00000>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769539187.45024, (1000, 11111) as of 1769539187.45024, active as of 1769539187.45024> in 0.053s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1769539187.45025, (1000, 11111) as of 1769539187.45025, active as of 1769539187.45025>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001842975616455078s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012421607971191406s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1769539451.00000, (0, 0) as of 1769539451.00000, shrinking as of 1769539451.00000>, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1769539187.45025, (1000, 11111) as of 1769539187.45025, active as of 1769539187.45025> in 0.05s, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1769539452.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpb5f886dp/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018978118896484375s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.655952453613281e-05s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1769539188.32256, (1000, 11111) as of 1769539188.32256, created as of 1769539188.32256>, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002353191375732422s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1769539490.00000, (0, 0) as of 1769539490.00000, shrinking as of 1769539490.00000>, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539188.32256, (1000, 11111) as of 1769539188.32256, created as of 1769539188.32256> in 0.038s, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '78bd68e8-30d2-42a6-9d12-f1fc1eb4ab9b-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpb5f886dp/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1769539491.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.004835605621337891s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012969970703125s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1769539188.87959, (1000, 11111) as of 1769539188.87959, cleaved as of 1769539188.87959>, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000186920166015625s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014543533325195312s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1769539516.00000, (0, 0) as of 1769539516.00000, shrinking as of 1769539516.00000>, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539188.87959, (1000, 11111) as of 1769539188.87959, cleaved as of 1769539188.87959> in 0.05s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1769539188.87963, (1000, 11111) as of 1769539188.87963, cleaved as of 1769539188.87963>, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002353191375732422s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013637542724609375s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1769539516.00000, (0, 0) as of 1769539516.00000, shrinking as of 1769539516.00000>, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1769539188.87963, (1000, 11111) as of 1769539188.87963, cleaved as of 1769539188.87963> in 0.07s, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '169c6bf2-3f43-40f2-98c7-6e665cddbb9a-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpb5f886dp/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1769539517.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018525123596191406s, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020837783813476562s, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001163482666015625s, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015020370483398438s, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5de62d29-381a-4e2f-9db1-4dbf9ae05d9e-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpb5f886dp/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1769539549.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016880035400390625s, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010561943054199219s, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010728836059570312s, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '0007d067-12e0-43cb-ab72-b5eaeb1828d6-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpb5f886dp/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1769539569.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.989738464355469e-05s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000133514404296875s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1769539191.22704, (1000, 11111) as of 1769539191.22704, cleaved as of 1769539191.22704>, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001811981201171875s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013756752014160156s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db -sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1769539588.00000, (0, 0) as of 1769539588.00000, shrinking as of 1769539588.00000>, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1769539191.22704, (1000, 11111) as of 1769539191.22704, cleaved as of 1769539191.22704> in 0.1s, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.937980651855469e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.435943603515625e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Continuing to cleave (1 done, 1 todo), path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test INFO: Cleaving from row None into .shards_a/c_where_1 for ShardRange<'there' to 'where' as of 1735129699.82922, (2, 15) as of 1735130226.68863, cleaved as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000156402587890625s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.963180541992188e-05s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/c_where_1 for ShardRange<'here' to 'where' as of 1735130225.59456, (0, 0) as of 1735130225.59456, sharding as of 1735130225.59456>, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test INFO: Cleaved ShardRange<'there' to 'where' as of 1735129699.82922, (2, 15) as of 1735130226.68863, cleaved as of 1735129699.82922> in 0.296s, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpywx4h8j_/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130225.59458.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6clv3sie/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.749961853027344e-05s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.340576171875e-05s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.173683166503906e-05s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_1_ for ShardRange<'h' to MaxBound as of 1735130228.07404, (1000, 11111) as of 1735130228.07404, created as of 1735130228.07404>, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010895729064941406s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_1_ for ShardRange<'h' to 'w' as of 1735130250.00000, (0, 0) as of 1735130239.00000, shrunk as of 1735130239.00000>, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735130228.07404, (1000, 11111) as of 1735130228.07404, created as of 1735130228.07404> in 0.125s, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_1, db: /tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82_1735130240.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/f82/510f8d055bc4c497feaa044595034f82/510f8d055bc4c497feaa044595034f82.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.465217590332031e-05s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.698204040527344e-05s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.602836608886719e-05s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_2_ for ShardRange<'h' to MaxBound as of 1735130228.79423, (1000, 11111) as of 1735130228.79423, cleaved as of 1735130228.79423>, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011754035949707031s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_2_ for ShardRange<'h' to 'w' as of 1735130277.00000, (0, 0) as of 1735130266.00000, shrunk as of 1735130266.00000>, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735130228.79423, (1000, 11111) as of 1735130228.79423, cleaved as of 1735130228.79423> in 0.159s, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_2, db: /tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696_1735130267.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/696/d08603253b97a4fc8389d8100b181696/d08603253b97a4fc8389d8100b181696.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.296966552734375e-05s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.4836273193359375e-05s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.53131103515625e-05s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_3_ for ShardRange<'h' to MaxBound as of 1735130229.56972, (1000, 11111) as of 1735130229.56972, active as of 1735130229.56972>, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010323524475097656s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.747245788574219e-05s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_3_ for ShardRange<'h' to 'w' as of 1735130304.00000, (0, 0) as of 1735130293.00000, shrunk as of 1735130293.00000>, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test INFO: Cleaved ShardRange<'h' to MaxBound as of 1735130229.56972, (1000, 11111) as of 1735130229.56972, active as of 1735130229.56972> in 0.165s, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_3, db: /tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1_1735130294.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/6c1/8156e3184a7f49e42b9074e4cb3516c1/8156e3184a7f49e42b9074e4cb3516c1.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.392333984375e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.340576171875e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.0558319091796875e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.841255187988281e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_k for ShardRange<'d' to 'k' as of 1735130230.30391, (1000, 11111) as of 1735130230.30391, created as of 1735130230.30391>, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.000102996826171875s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.0108642578125e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_k for ShardRange<'h' to 'w' as of 1735130320.00000, (0, 0) as of 1735130320.00000, shrinking as of 1735130320.00000>, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130230.30391, (1000, 11111) as of 1735130230.30391, created as of 1735130230.30391> in 0.093s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_4_ for ShardRange<'k' to MaxBound as of 1735130230.30395, (1000, 11111) as of 1735130230.30395, created as of 1735130230.30395>, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010967254638671875s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.963180541992188e-05s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_4_ for ShardRange<'h' to 'w' as of 1735130320.00000, (0, 0) as of 1735130320.00000, shrinking as of 1735130320.00000>, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735130230.30395, (1000, 11111) as of 1735130230.30395, created as of 1735130230.30395> in 0.058s, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_4, db: /tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff_1735130321.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/4ff/7ab63f7c14211a36c77395c9374624ff/7ab63f7c14211a36c77395c9374624ff.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.2928924560546875e-05s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.316734313964844e-05s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010204315185546875s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_k for ShardRange<'d' to 'k' as of 1735130231.20249, (1000, 11111) as of 1735130231.20249, cleaved as of 1735130231.20249>, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015401840209960938s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.605552673339844e-05s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_k for ShardRange<'h' to 'w' as of 1735130353.00000, (0, 0) as of 1735130353.00000, shrinking as of 1735130353.00000>, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130231.20249, (1000, 11111) as of 1735130231.20249, cleaved as of 1735130231.20249> in 0.07s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_5_ for ShardRange<'k' to MaxBound as of 1735130231.20253, (1000, 11111) as of 1735130231.20253, cleaved as of 1735130231.20253>, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011539459228515625s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_5_ for ShardRange<'h' to 'w' as of 1735130353.00000, (0, 0) as of 1735130353.00000, shrinking as of 1735130353.00000>, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735130231.20253, (1000, 11111) as of 1735130231.20253, cleaved as of 1735130231.20253> in 0.061s, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_5, db: /tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c_1735130354.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/e3c/3153d1a13e2a76238abc63bbf5347e3c/3153d1a13e2a76238abc63bbf5347e3c.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.559226989746094e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.507469177246094e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.2928924560546875e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_k for ShardRange<'d' to 'k' as of 1735130232.10759, (1000, 11111) as of 1735130232.10759, active as of 1735130232.10759>, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_k for ShardRange<'h' to 'w' as of 1735130386.00000, (0, 0) as of 1735130386.00000, shrinking as of 1735130386.00000>, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130232.10759, (1000, 11111) as of 1735130232.10759, active as of 1735130232.10759> in 0.059s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_6_ for ShardRange<'k' to MaxBound as of 1735130232.10763, (1000, 11111) as of 1735130232.10763, active as of 1735130232.10763>, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010395050048828125s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_6_ for ShardRange<'h' to 'w' as of 1735130386.00000, (0, 0) as of 1735130386.00000, shrinking as of 1735130386.00000>, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to MaxBound as of 1735130232.10763, (1000, 11111) as of 1735130232.10763, active as of 1735130232.10763> in 0.044s, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_6, db: /tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9_1735130387.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/3c9/127479cb150cd6d703c13aa1fec193c9/127479cb150cd6d703c13aa1fec193c9.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.344650268554688e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.698204040527344e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.890296936035156e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.626678466796875e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_k for ShardRange<'d' to 'k' as of 1735130233.03273, (1000, 11111) as of 1735130233.03273, cleaved as of 1735130233.03273>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010633468627929688s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.416175842285156e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_k for ShardRange<'h' to 'w' as of 1735130419.00000, (0, 0) as of 1735130419.00000, shrinking as of 1735130419.00000>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130233.03273, (1000, 11111) as of 1735130233.03273, cleaved as of 1735130233.03273> in 0.048s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_t for ShardRange<'k' to 't' as of 1735130233.03278, (1000, 11111) as of 1735130233.03278, cleaved as of 1735130233.03278>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010824203491210938s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.748603820800781e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_t for ShardRange<'h' to 'w' as of 1735130419.00000, (0, 0) as of 1735130419.00000, shrinking as of 1735130419.00000>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735130233.03278, (1000, 11111) as of 1735130233.03278, cleaved as of 1735130233.03278> in 0.055s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_7_ for ShardRange<'t' to MaxBound as of 1735130233.03280, (1000, 11111) as of 1735130233.03280, cleaved as of 1735130233.03280>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_7_ for ShardRange<'h' to 'w' as of 1735130419.00000, (0, 0) as of 1735130419.00000, shrinking as of 1735130419.00000>, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735130233.03280, (1000, 11111) as of 1735130233.03280, cleaved as of 1735130233.03280> in 0.111s, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_7, db: /tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175_1735130420.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/175/be6981a6ebce34402af1287bbc13f175/be6981a6ebce34402af1287bbc13f175.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.940696716308594e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.555152893066406e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.8650970458984375e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.459785461425781e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_k for ShardRange<'d' to 'k' as of 1735130234.32578, (1000, 11111) as of 1735130234.32578, created as of 1735130234.32578>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.440017700195312e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_k for ShardRange<'h' to 'w' as of 1735130458.00000, (0, 0) as of 1735130458.00000, shrinking as of 1735130458.00000>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130234.32578, (1000, 11111) as of 1735130234.32578, created as of 1735130234.32578> in 0.101s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_t for ShardRange<'k' to 't' as of 1735130234.32582, (1000, 11111) as of 1735130234.32582, created as of 1735130234.32582>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_t for ShardRange<'h' to 'w' as of 1735130458.00000, (0, 0) as of 1735130458.00000, shrinking as of 1735130458.00000>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735130234.32582, (1000, 11111) as of 1735130234.32582, created as of 1735130234.32582> in 0.154s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_8_ for ShardRange<'t' to MaxBound as of 1735130234.32583, (1000, 11111) as of 1735130234.32583, created as of 1735130234.32583>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010347366333007812s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_8_ for ShardRange<'h' to 'w' as of 1735130458.00000, (0, 0) as of 1735130458.00000, shrinking as of 1735130458.00000>, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735130234.32583, (1000, 11111) as of 1735130234.32583, created as of 1735130234.32583> in 0.159s, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_8, db: /tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25_1735130459.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/b25/cf40e8755399f5ee10bd8bdf3e03ab25/cf40e8755399f5ee10bd8bdf3e03ab25.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.511543273925781e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.3882598876953125e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.53131103515625e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.698204040527344e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Starting to cleave (3 todo), path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_k for ShardRange<'d' to 'k' as of 1735130235.70282, (1000, 11111) as of 1735130235.70282, active as of 1735130235.70282>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_k for ShardRange<'h' to 'w' as of 1735130497.00000, (0, 0) as of 1735130497.00000, shrinking as of 1735130497.00000>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130235.70282, (1000, 11111) as of 1735130235.70282, active as of 1735130235.70282> in 0.586s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_t for ShardRange<'k' to 't' as of 1735130235.70286, (1000, 11111) as of 1735130235.70286, active as of 1735130235.70286>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011467933654785156s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.700920104980469e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_t for ShardRange<'h' to 'w' as of 1735130497.00000, (0, 0) as of 1735130497.00000, shrinking as of 1735130497.00000>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735130235.70286, (1000, 11111) as of 1735130235.70286, active as of 1735130235.70286> in 0.062s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_9_ for ShardRange<'t' to MaxBound as of 1735130235.70287, (1000, 11111) as of 1735130235.70287, active as of 1735130235.70287>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.510185241699219e-05s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_9_ for ShardRange<'h' to 'w' as of 1735130497.00000, (0, 0) as of 1735130497.00000, shrinking as of 1735130497.00000>, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test INFO: Cleaved ShardRange<'t' to MaxBound as of 1735130235.70287, (1000, 11111) as of 1735130235.70287, active as of 1735130235.70287> in 0.052s, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: Cleaved 3 shard ranges, path: .shards_a/donor_9, db: /tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7_1735130498.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnn61z32j/sda/containers/0/4a7/206c4587690950a47da43921490ac4a7/206c4587690950a47da43921490ac4a7.db' +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.630752563476562e-05s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.4836273193359375e-05s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.340576171875e-05s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_10_k for ShardRange<'d' to 'k' as of 1735130238.02810, (1000, 11111) as of 1735130238.02810, created as of 1735130238.02810>, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.128715515136719e-05s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_10_k for ShardRange<'h' to 'w' as of 1735130536.00000, (0, 0) as of 1735130536.00000, shrinking as of 1735130536.00000>, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130238.02810, (1000, 11111) as of 1735130238.02810, created as of 1735130238.02810> in 0.068s, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '691a4cd1-9cd1-4df2-bc45-4a39e509d264-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 0}, path: .shards_a/donor_10, db: /tmp/tmpnn61z32j/sda/containers/0/a44/457ca7b014f2e631df7ba91ed2de5a44/457ca7b014f2e631df7ba91ed2de5a44_1735130537.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.250640869140625e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.269050598144531e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.0067901611328125e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_k for ShardRange<'d' to 'k' as of 1735130239.03258, (1000, 11111) as of 1735130239.03258, cleaved as of 1735130239.03258>, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.131431579589844e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_k for ShardRange<'h' to 'w' as of 1735130562.00000, (0, 0) as of 1735130562.00000, shrinking as of 1735130562.00000>, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130239.03258, (1000, 11111) as of 1735130239.03258, cleaved as of 1735130239.03258> in 0.077s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_11_t for ShardRange<'k' to 't' as of 1735130239.03262, (1000, 11111) as of 1735130239.03262, cleaved as of 1735130239.03262>, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010037422180175781s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.818771362304688e-05s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_11_t for ShardRange<'h' to 'w' as of 1735130562.00000, (0, 0) as of 1735130562.00000, shrinking as of 1735130562.00000>, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test INFO: Cleaved ShardRange<'k' to 't' as of 1735130239.03262, (1000, 11111) as of 1735130239.03262, cleaved as of 1735130239.03262> in 0.055s, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd9fe6012-30dd-4a20-8e3a-1f278bf7d092-sda', 'cursor': 't', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 2, 'ranges_todo': 0}, path: .shards_a/donor_11, db: /tmp/tmpnn61z32j/sda/containers/0/254/300bf0ec46a195b626429b8fc0a35254/300bf0ec46a195b626429b8fc0a35254_1735130563.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.441375732421875e-05s, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.555152893066406e-05s, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.555152893066406e-05s, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.4836273193359375e-05s, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '6ac38bd3-7297-451f-883c-56db6e22a907-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 1}, path: .shards_a/donor_12, db: /tmp/tmpnn61z32j/sda/containers/0/098/d625ed53f61d107bf15bc92e1e76f098/d625ed53f61d107bf15bc92e1e76f098_1735130595.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.392333984375e-05s, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.532669067382812e-05s, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.557868957519531e-05s, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test INFO: Stopped cleave at gap: 'h' - 'k', path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'e6539906-bc24-4fa9-90fa-496bcbc84501-sda', 'cursor': 'h', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 2}, path: .shards_a/donor_13, db: /tmp/tmpnn61z32j/sda/containers/0/d3c/f437419f67d9f0514f459e6a3f90ad3c/f437419f67d9f0514f459e6a3f90ad3c_1735130615.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'h'), ('w', '')], path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.797645568847656e-05s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.53131103515625e-05s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7697296142578125e-05s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking test.unit.container.test_sharder.TestSharder.test_cleave_shard_shrinking ... ok test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '7c4a51d7-300c-48a6-b94f-d4ef19d1c410-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpb5f886dp/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1769539589.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.775161743164062e-05s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012755393981933594s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011968612670898438s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1769539194.00000, (0, 0) as of 1769539194.00000, active as of 1769539194.00000>, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001876354217529297s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013709068298339844s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1769539192.17682, (0, 0) as of 1769539192.00000, shrunk as of 1769539192.00000>, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1769539194.00000, (0, 0) as of 1769539194.00000, active as of 1769539194.00000> in 0.201s, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmposhw_ugl/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001583099365234375s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.369850158691406e-05s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.441375732421875e-05s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1769539195.00000, (0, 0) as of 1769539195.00000, active as of 1769539195.00000>, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021147727966308594s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001304149627685547s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1769539193.00000, (0, 0) as of 1769539193.00000, sharding as of 1769539193.00000>, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1769539195.00000, (0, 0) as of 1769539195.00000, active as of 1769539195.00000> in 0.04s, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzrcerr3z/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539194.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range +sharder-test DEBUG: got 0 rows (deleted=True) in 5.7697296142578125e-05s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/acceptor_14_k for ShardRange<'d' to 'k' as of 1735130241.06085, (1000, 11111) as of 1735130241.06085, cleaved as of 1735130241.06085>, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0015652179718017578s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010418891906738281s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739.db +sharder-test INFO: Replicating new shard container .shards_a/acceptor_14_k for ShardRange<'h' to 'w' as of 1735130634.00000, (0, 0) as of 1735130634.00000, shrinking as of 1735130634.00000>, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test INFO: Cleaved ShardRange<'d' to 'k' as of 1735130241.06085, (1000, 11111) as of 1735130241.06085, cleaved as of 1735130241.06085> in 0.097s, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test INFO: Stopped cleave at gap: 'k' - 't', path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '99750edc-3aa9-4791-bdce-8a51be44a9c9-sda', 'cursor': 'k', 'max_row': 3, 'cleave_to_row': 3, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 1, 'ranges_todo': 1}, path: .shards_a/donor_14, db: /tmp/tmpnn61z32j/sda/containers/0/739/a9dfb0212010e3d1ecef4bf40179b739/a9dfb0212010e3d1ecef4bf40179b739_1735130635.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.320808410644531e-05s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.269050598144531e-05s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.173683166503906e-05s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test INFO: Cleaving from row None into .shards/other for ShardRange<'here' to 'where' as of 1735130244.00000, (0, 0) as of 1735130244.00000, active as of 1735130244.00000>, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010085105895996094s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards/other for ShardRange<'here' to 'there' as of 1735130242.03506, (0, 0) as of 1735130242.00000, shrunk as of 1735130242.00000>, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to 'where' as of 1735130244.00000, (0, 0) as of 1735130244.00000, active as of 1735130244.00000> in 0.182s, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp8gzokxwy/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.269050598144531e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.125999450683594e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_acceptor_with_sharded_root_range ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range ... ok -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor -test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001537799835205078s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017571449279785156s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpzbavdh82/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539193.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0029456615447998047s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.918212890625e-05s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013637542724609375s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002040863037109375s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012063980102539062s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db -sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1769539193.77430, (0, 0) as of 1769539194.00000, shrunk as of 1769539194.00000>, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test INFO: Cleaved ShardRange in 0.057s, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmp7p_xb1tw/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539195.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001819133758544922s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaved ShardRange in 0.07s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.dbtest.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found +sharder-test INFO: Cleaving from row None into .shards_a/shard_d for ShardRange<'here' to MaxBound as of 1735130245.00000, (0, 0) as of 1735130245.00000, active as of 1735130245.00000>, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.775161743164062e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.796287536621094e-05s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container .shards_a/shard_d for ShardRange<'here' to 'there' as of 1735130243.00000, (0, 0) as of 1735130243.00000, sharding as of 1735130243.00000>, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test INFO: Cleaved ShardRange<'here' to MaxBound as of 1735130245.00000, (0, 0) as of 1735130245.00000, active as of 1735130245.00000> in 0.253s, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpdcopwzgq/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130244.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.891654968261719e-05s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.14984130859375e-05s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.269050598144531e-05s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1975250244140625e-05s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test INFO: Starting to cleave (1 todo), path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011658668518066406s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpaksgdg60/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130243.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('there', '')], path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.869171142578125e-05s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1975250244140625e-05s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.507469177246094e-05s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.364418029785156e-05s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test INFO: Cleaving from row None into a/c for ShardRange, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.534027099609375e-05s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b.db +sharder-test INFO: Replicating new shard container a/c for ShardRange<'here' to 'there' as of 1735130244.15470, (0, 0) as of 1735130244.00000, shrunk as of 1735130244.00000>, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test INFO: Cleaved ShardRange in 0.164s, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: .shards_a/shard_c, db: /tmp/tmpr9jnr4tg/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130245.00000.dbtest.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor +test.unit.container.test_sharder.TestSharder.test_cleave_shrinking_to_active_root_range_with_active_acceptor ... ok +test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found test.unit.container.test_sharder.TestSharder.test_cleave_skips_shrinking_and_stops_at_found ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001957416534423828s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011730194091796875s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1769538638.18463, (2, 3) as of 1769539194.53852, cleaved as of 1769538638.18463> in 0.061s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022172927856445312s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013566017150878906s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1769538638.18463, (2, 103) as of 1769539194.83976, cleaved as of 1769538638.18463> in 0.064s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, found as of 1769538638.18463>, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769539194.92179>, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018596649169921875s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1769538638.18463, (1, 1000) as of 1769539195.57837, cleaved as of 1769539194.92179> in 0.918s, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpbcgp7rp0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539193.95788.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022912025451660156s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00013303756713867188s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test INFO: Cleaved ShardRange in 0.176s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaving from row None into .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.486343383789062e-05s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_b_0 for ShardRange, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaved ShardRange in 0.084s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaving from row None into .shards_a/c_d_2 for ShardRange<'b' to 'd' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010848045349121094s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_d_2 for ShardRange, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaved ShardRange<'b' to 'd' as of 1735129699.82922, (2, 3) as of 1735130245.13843, cleaved as of 1735129699.82922> in 0.137s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Continuing to cleave (2 done, 2 todo), path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaving from row None into .shards_a/c_f_3 for ShardRange<'d' to 'f' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001068115234375s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_f_3 for ShardRange, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaved ShardRange<'d' to 'f' as of 1735129699.82922, (2, 103) as of 1735130245.48416, cleaved as of 1735129699.82922> in 0.108s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Stopped cleave at unready ShardRange<'f' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, found as of 1735129699.82922>, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaving from row None into .shards_a/c__4 for ShardRange<'f' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735130245.59419>, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.987022399902344e-05s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__4 for ShardRange, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test INFO: Cleaved ShardRange<'f' to MaxBound as of 1735129699.82922, (1, 1000) as of 1735130245.85619, cleaved as of 1735130245.59419> in 0.135s, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmpq6x_i2z_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130244.35328.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.dbtest.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics test.unit.container.test_sharder.TestSharder.test_cleave_timing_metrics ... ok -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017023086547851562s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001366138458251953s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1769538638.18463, (1, 18432) as of 1769539198.21386, cleaved as of 1769538638.18463> in 0.156s, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpkv5jao99/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539197.29784.db -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'f0f9785be6ef37802cf417f33f6dd7d9', '07122474-e703-4221-a6a8-1cc817b009cb-sdb', '1769539198.39749', '0000000000.00000', '0', '') -REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1769539200.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1769539201.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1769539202.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1769539203.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1769539204.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], '07122474-e703-4221-a6a8-1cc817b009cb-sdb') +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj_004_0 for ShardRange, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test INFO: Cleaved ShardRange in 0.218s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj_004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010418891906738281s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001518726348876953s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test INFO: Cleaved ShardRange<'obj_004' to MaxBound as of 1735129699.82922, (1, 18432) as of 1735130247.01489, cleaved as of 1735129699.82922> in 0.177s, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpt04n66sj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130246.04064.db +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, sync, (5, 'a9faab4896aa108537beb177ad4abead', 'dadc08d2-423c-4fce-82b9-22a6b92781b4-sdb', '1735130247.40832', '0000000000.00000', '0', '') +REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_items, ([{'ROWID': 1, 'name': 'obj002', 'created_at': '1735130249.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 2, 'name': 'obj003', 'created_at': '1735130250.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 3, 'name': 'obj004', 'created_at': '1735130251.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 4, 'name': 'obj005', 'created_at': '1735130252.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}, {'ROWID': 5, 'name': 'obj006', 'created_at': '1735130253.00000', 'size': 1, 'content_type': 'text/plain', 'etag': 'etag', 'deleted': 0, 'storage_policy_index': 0}], 'dadc08d2-423c-4fce-82b9-22a6b92781b4-sdb') REPLICATE: /sda/0/4a8a08f09d37b73795649038408b5f33, merge_syncs, ([],) -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00019812583923339844s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaved ShardRange in 0.086s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0002124309539794922s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538638.18463, (3, 3) as of 1769539199.20836, cleaved as of 1769538638.18463> in 0.102s, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.867813110351562e-05s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaved ShardRange in 0.072s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011348724365234375s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010991096496582031s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129699.82922, (3, 3) as of 1735130248.33804, cleaved as of 1735129699.82922> in 0.086s, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjd7r_72i/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', 'f6e216ec-d294-469c-84e1-08ff0247a136-', '1735130247.34967', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-79b26f37-621a-4924-8907-cc9fbd258800-sda": ["{\\"ref\\": \\"79b26f37-621a-4924-8907-cc9fbd258800-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1735130248.40418"]}') +REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1735129699.82922', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1735130248.03409', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129699.82922', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1735129699.82922', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1735130248.33804', 'deleted': 0, 'state': 40, 'state_timestamp': '1735129699.82922', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1735130247.59693', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1735130248.46787', 'deleted': 0, 'state': 70, 'state_timestamp': '1735130247.59697', 'epoch': '1735130247.59697', 'reported': 0, 'tombstones': -1}], 'f6e216ec-d294-469c-84e1-08ff0247a136-') +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001049041748046875s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaved ShardRange in 0.077s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1735129699.82922, (3, 3) as of 1735130248.33804, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010609626770019531s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1735129699.82922, (3, 3) as of 1735130248.33804, active as of 1735129699.82922> in 0.258s, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.dbtest.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db test.unit.container.test_sharder.TestSharder.test_cleave_to_existing_shard_db ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range test.unit.container.test_sharder.TestSharder.test_complete_sharding_missing_own_shard_range ... ok - -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp6z_0osk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, sync, (7, '00000000000000000000000000000000', '6f7f2f7c-77cb-4d04-be5d-ac534def6f8c-', '1769539198.33768', '0000000000.00000', '0', '{"X-Container-Sysmeta-Shard-Context-6e53723f-dc17-4c31-ad6b-9272be9dd3e9-sda": ["{\\"ref\\": \\"6e53723f-dc17-4c31-ad6b-9272be9dd3e9-sda\\", \\"cursor\\": \\"\\", \\"max_row\\": 7, \\"cleave_to_row\\": 7, \\"last_cleave_to_row\\": null, \\"cleaving_done\\": true, \\"misplaced_done\\": true, \\"ranges_done\\": 2, \\"ranges_todo\\": 0}", "1769539199.27150"]}') -REPLICATE: /sdb/0/4a8a08f09d37b73795649038408b5f33, merge_shard_ranges, ([{'name': '.shards_a/c_obj004_0', 'timestamp': '1769538638.18463', 'lower': '', 'upper': 'obj004', 'object_count': 4, 'bytes_used': 4, 'meta_timestamp': '1769539198.92792', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538638.18463', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': '.shards_a/c__1', 'timestamp': '1769538638.18463', 'lower': 'obj004', 'upper': '', 'object_count': 3, 'bytes_used': 3, 'meta_timestamp': '1769539199.20836', 'deleted': 0, 'state': 40, 'state_timestamp': '1769538638.18463', 'epoch': None, 'reported': 0, 'tombstones': -1}, {'name': 'a/c', 'timestamp': '1769539198.56813', 'lower': '', 'upper': '', 'object_count': 0, 'bytes_used': 0, 'meta_timestamp': '1769539199.29300', 'deleted': 0, 'state': 70, 'state_timestamp': '1769539198.56818', 'epoch': '1769539198.56818', 'reported': 0, 'tombstones': -1}], '6f7f2f7c-77cb-4d04-be5d-ac534def6f8c-') -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_0 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaved ShardRange in 0.036s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'obj004' to MaxBound as of 1769538638.18463, (3, 3) as of 1769539199.20836, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.000186920166015625s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011038780212402344s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__1 for ShardRange, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test INFO: Cleaved ShardRange<'obj004' to MaxBound as of 1769538638.18463, (3, 3) as of 1769539199.20836, active as of 1769538638.18463> in 0.04s, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp6z_0osk4/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539198.56818.db -sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpwb4z2mrh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd5514427-8a49-4880-a7bb-5ec364be64e4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcsc2fco_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd5514427-8a49-4880-a7bb-5ec364be64e4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcsc2fco_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd5514427-8a49-4880-a7bb-5ec364be64e4-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcsc2fco_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.dbtest.unit.container.test_sharder.TestSharder.test_complete_sharding_root +test.unit.container.test_sharder.TestSharder.test_complete_sharding_root test.unit.container.test_sharder.TestSharder.test_complete_sharding_root ... ok test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard test.unit.container.test_sharder.TestSharder.test_complete_sharding_shard ... ok @@ -112452,45 +112247,42 @@ test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_ok ... ok test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response test.unit.container.test_sharder.TestSharder.test_fetch_shard_ranges_unexpected_response ... ok -test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates + +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpjd7r_72i/sdb/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130247.59697.db +sharder-test WARNING: Failed to get own_shard_range, path: a/c, db: /tmp/tmpdd8q2oug/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4ff7b158-42b6-4bd4-9d49-e681c0885a00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvij_xgta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4ff7b158-42b6-4bd4-9d49-e681c0885a00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvij_xgta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4ff7b158-42b6-4bd4-9d49-e681c0885a00-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvij_xgta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '4ff7b158-42b6-4bd4-9d49-e681c0885a00-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvij_xgta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a1145399-03a5-4adc-8c9d-dd639f70b780-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpvij_xgta/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130250.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1a50c3b-9c48-43e5-be7b-09ed2dd10b4c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzpagb31m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130251.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1a50c3b-9c48-43e5-be7b-09ed2dd10b4c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzpagb31m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130251.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1a50c3b-9c48-43e5-be7b-09ed2dd10b4c-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzpagb31m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130251.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f1a50c3b-9c48-43e5-be7b-09ed2dd10b4c-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzpagb31m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130251.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '222115cf-f133-4a2c-acc1-8ff77c986b99-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmpzpagb31m/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130251.00000.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmphsoayki8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmpexxzi9l9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmpexxzi9l9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmpexxzi9l9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpwmze9rno/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_bz9qyah/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp_bz9qyah/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130252.00000.db +sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmp_bz9qyah/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130252.00000.db +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp_bz9qyah/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130252.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_multiple_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap test.unit.container.test_sharder.TestSharder.test_find_and_enable_sharding_candidates_bootstrap ... ok - -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'd5514427-8a49-4880-a7bb-5ec364be64e4-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcsc2fco_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '02435302-d1c3-425a-b469-561f5e1c667e-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpcsc2fco_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539200.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fb55adc8-625b-48ec-9237-c00cb76d806d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptvckx8zs/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539201.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fb55adc8-625b-48ec-9237-c00cb76d806d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptvckx8zs/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539201.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fb55adc8-625b-48ec-9237-c00cb76d806d-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptvckx8zs/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539201.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'fb55adc8-625b-48ec-9237-c00cb76d806d-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptvckx8zs/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539201.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': 'f3c814bf-34aa-42b7-a05b-95ba59b40b48-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: .shards_/shard_c, db: /tmp/tmptvckx8zs/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539201.00000.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: TypeError('the JSON object must be str, bytes or bytearray, not dict'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: JSONDecodeError('Expecting value: line 1 column 1 (char 0)'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: ValueError('not a list'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('name'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('timestamp'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: invalid data: KeyError('object_count'), path: a/c, db: /tmp/tmpt1ua_xps/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type None, path: a/c, db: /tmp/tmprw7tud_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'object', path: a/c, db: /tmp/tmprw7tud_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to get shard ranges from a/c: unexpected record type 'disco', path: a/c, db: /tmp/tmprw7tud_8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to get shard ranges from a/c: Unexpected response: 404, path: a/c, db: /tmp/tmpb1yl2hml/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpahjp6lk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpahjp6lk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Found 2 compactible sequences of length(s) [2, 2], path: a/c, db: /tmp/tmpahjp6lk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpahjp6lk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1769539202.44056, (100000, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmpahjp6lk4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpexyxxww0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpexyxxww0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpexyxxww0/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpd5hjg7yn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.dbtest.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates +test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates test.unit.container.test_sharder.TestSharder.test_find_and_enable_shrinking_candidates ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_three_root ... ok @@ -112500,7 +112292,47 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_finds_two_shard ... ok -test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root + +sharder-test DEBUG: shrinking 99999 objects from 1 shard ranges into ShardRange<'c' to 'e' as of 1735130252.90567, (100000, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmp_bz9qyah/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130252.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmptckk9kt6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmptckk9kt6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmptckk9kt6/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmphbfu4dte/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Found 0 compactible sequences of length(s) [], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmp9a1df77u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130253.00000.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmppmfq2plv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpt0d6g7k2/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmptbtrznbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmptbtrznbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmptbtrznbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmptbtrznbz/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpmcdkhnm4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpmcdkhnm4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpmcdkhnm4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpmcdkhnm4/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpw_qh1slk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpw_qh1slk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpw_qh1slk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_root ... ok test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_none_found_shard ... ok @@ -112508,55 +112340,78 @@ test.unit.container.test_sharder.TestSharder.test_find_shard_ranges_with_minimum_size ... ok test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part test.unit.container.test_sharder.TestSharder.test_get_shard_broker_no_local_handoff_for_part ... ok - -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 99998 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: Found 1 compactible sequences of length(s) [2], path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test DEBUG: shrinking 0 objects from 1 shard ranges into ShardRange, path: a/c, db: /tmp/tmpi3qhssce/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539202.00000.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpgo788l1c/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 1 found, path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpp1ekjsb7/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpuxnwq7ar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpuxnwq7ar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpuxnwq7ar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpuxnwq7ar/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpq4_mms5j/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpq4_mms5j/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpq4_mms5j/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpq4_mms5j/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_p8lm00f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_p8lm00f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp_p8lm00f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmp_p8lm00f/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp9t3jio7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp9t3jio7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp9t3jio7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp9t3jio7l/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmp5olspbv1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmp5olspbv1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmp5olspbv1/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate +test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_candidate ... ok -test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate + +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpw_qh1slk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpjicua5_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpjicua5_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpjicua5_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpjicua5_7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpoxh7nbc6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpoxh7nbc6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpoxh7nbc6/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:36 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:37 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate test.unit.container.test_sharder.TestSharder.test_identify_sharding_old_style_candidate ... ok test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log test.unit.container.test_sharder.TestSharder.test_incomplete_sharding_progress_warning_log ... ok @@ -112574,71 +112429,7 @@ test.unit.container.test_sharder.TestSharder.test_init_internal_client_conf_loading_error ... ok test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name test.unit.container.test_sharder.TestSharder.test_init_internal_client_log_name ... ok - -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:05 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:06 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test WARNING: Repeat cleaving required, context: {'ref': '8ff96673-c455-4f05-8a12-c404d3b1ad4a-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpsjs_kzu5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539206.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-27T18:40:06.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpsjs_kzu5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539206.00000.db -sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2026-01-27T18:40:07.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmplxzdrqox/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539207.00000.db -sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.dbtest.unit.container.test_sharder.TestSharder.test_log_broker +test.unit.container.test_sharder.TestSharder.test_log_broker test.unit.container.test_sharder.TestSharder.test_log_broker ... ok test.unit.container.test_sharder.TestSharder.test_log_broker_exception test.unit.container.test_sharder.TestSharder.test_log_broker_exception ... ok @@ -112647,528 +112438,529 @@ test.unit.container.test_sharder.TestSharder.test_log_broker_levels test.unit.container.test_sharder.TestSharder.test_log_broker_levels ... ok -sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpjca03z9x/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db -sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpe8fret0_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:38 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test WARNING: Repeat cleaving required, context: {'ref': 'a9b08a85-45d0-4b2e-9aff-14ea49f0e0b8-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpk75hmhne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130258.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-25T12:37:38.000000. DB state: sharding, own_shard_range state: sharding, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 2, 'active': 0}, path: a/c, db: /tmp/tmpk75hmhne/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130258.00000.db +sharder-test WARNING: Cleaving has not completed in 172801.00 seconds since 2024-12-25T12:37:39.000000. DB state: sharding, own_shard_range state: shrinking, state count of shard ranges: {'found': 0, 'created': 0, 'cleaved': 0, 'active': 1}, path: .shards_a/shard_c, db: /tmp/tmp88b_qdjp/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130259.00000.db +sharder-test WARNING: shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 4 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: bonjour mes amis, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test DEBUG: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: bonjour mes amis, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test INFO: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: bonjour mes amis, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test WARNING: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: bonjour mes amis, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: hello my friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: greetings friend%04ds, path: a/c%40d, db: /tmp/tmpchmv0m_p/sda/containers/0/3b6/58f9120a67d9f5f79bd06fc8a7bda3b6/58f9120a67d9f5f79bd06fc8a7bda3b6.db +sharder-test ERROR: exception: test, path: a/c, db: /tmp/tmpllxhquju/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 448, in test_log_broker_exception raise ValueError('test') ValueError: test -sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpl1yckgrh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: bonjour mes amis, path: , db: /tmp/tmpcmqhh1tj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test DEBUG: bonjour mes amis, path: a/c, db: -sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpl1yckgrh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: bonjour mes amis, path: , db: /tmp/tmpcmqhh1tj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: bonjour mes amis, path: a/c, db: -sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpl1yckgrh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: bonjour mes amis, path: , db: /tmp/tmpcmqhh1tj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: bonjour mes amis, path: a/c, db: -sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpl1yckgrh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: bonjour mes amis, path: , db: /tmp/tmpcmqhh1tj/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test ERROR: bonjour mes amis, path: a/c, db: -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002834796905517578s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019073486328125s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016617774963378906s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00022983551025390625s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00031685829162597656s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022339820861816406s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000141143798828125s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014925003051757812s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001227855682373047s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019550323486328125s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001685619354248047s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539207.30622, (0, 0) as of 1769539207.30622, active as of 1769539207.30622>, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539207.30624, (0, 0) as of 1769539207.30624, active as of 1769539207.30624>, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539207.30625, (0, 0) as of 1769539207.30625, active as of 1769539207.30625>, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001385211944580078s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011587142944335938s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.845329284667969e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010037422180175781s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001723766326904297s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.440017700195312e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.581710815429688e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015401840209960938s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130259.27722, (0, 0) as of 1735130259.27722, active as of 1735130259.27722>, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130259.27723, (0, 0) as of 1735130259.27723, active as of 1735130259.27723>, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed test.unit.container.test_sharder.TestSharder.test_misplaced_objects_db_id_changed ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012135505676269531s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015163421630859375s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013899803161621094s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00014781951904296875s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015974044799804688s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013446807861328125s, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539207.30624, (0, 0) as of 1769539207.30624, active as of 1769539207.30624>, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539207.30625, (0, 0) as of 1769539207.30625, active as of 1769539207.30625>, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_pmhwlwn/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539207.32359.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001690387725830078s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016379356384277344s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017571449279785156s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00015401840209960938s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018453598022460938s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000164031982421875s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016117095947265625s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012755393981933594s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000171661376953125s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012540817260742188s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011444091796875s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001704692840576172s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00025391578674316406s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001430511474609375s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010251998901367188s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012969970703125s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001354217529296875s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016498565673828125s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012874603271484375s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011491775512695312s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015664100646972656s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001537799835205078s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00014853477478027344s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013685226440429688s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/there-where in state active, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130259.27724, (0, 0) as of 1735130259.27724, active as of 1735130259.27724>, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test WARNING: Refused to remove misplaced objects for dest .shards_a/where-yonder in state active, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.723403930664062e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.4836273193359375e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.269050598144531e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.364418029785156e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.863739013671875e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.555152893066406e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.249282836914062e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.365776062011719e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130259.27723, (0, 0) as of 1735130259.27723, active as of 1735130259.27723>, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130259.27724, (0, 0) as of 1735130259.27724, active as of 1735130259.27724>, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp_s6il50_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130259.29621.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.441375732421875e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.322166442871094e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.989738464355469e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.818771362304688e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.008148193359375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.651878356933594e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.556510925292969e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.508827209472656e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.222724914550781e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.936622619628906e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.4849853515625e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.890296936035156e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.9604644775390625e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.054473876953125e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated test.unit.container.test_sharder.TestSharder.test_misplaced_objects_deleted_and_updated ... ok test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_2_replicas ... ok -sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpy84kx0yr/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539208.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0002238750457763672s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001590251922607422s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015926361083984375s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016880035400390625s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001971721649169922s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001289844512939453s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001354217529296875s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012421607971191406s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002434253692626953s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020933151245117188s, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539209.85064, (0, 0) as of 1769539209.85064, active as of 1769539209.85064>, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539209.85066, (0, 0) as of 1769539209.85066, active as of 1769539209.85066>, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539209.85067, (0, 0) as of 1769539209.85067, active as of 1769539209.85067>, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmptfqy25mv/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmptfqy25mv/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539209.86369.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00019049644470214844s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00021338462829589844s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001800060272216797s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00023126602172851562s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012421607971191406s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017070770263671875s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011205673217773438s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001201629638671875s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002262592315673828s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002009868621826172s, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539210.48669, (0, 0) as of 1769539210.48669, active as of 1769539210.48669>, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas +sharder-test DEBUG: got 0 rows (deleted=True) in 5.14984130859375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.937980651855469e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.67572021484375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.6743621826171875e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.1021575927734375e-05s, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Placed 1 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpev49umg5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130260.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001316070556640625s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013184547424316406s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.556510925292969e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.936622619628906e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001633167266845703s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001399517059326172s, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130262.11419, (0, 0) as of 1735130262.11419, active as of 1735130262.11419>, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130262.11420, (0, 0) as of 1735130262.11420, active as of 1735130262.11420>, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130262.11420, (0, 0) as of 1735130262.11420, active as of 1735130262.11420>, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 1 required (not removing objects), shard db: /tmp/tmp304kznmw/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp304kznmw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.14446.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_3_replicas ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas + +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001266002655029297s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.298324584960938e-05s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010180473327636719s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001659393310546875s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.747245788574219e-05s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.984306335449219e-05s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014662742614746094s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001595020294189453s, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130262.83499, (0, 0) as of 1735130262.83499, active as of 1735130262.83499>, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130262.83500, (0, 0) as of 1735130262.83500, active as of 1735130262.83500>, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmpnsym8dm8/sda/containers/0/170/533f29a8ddb31e55151765e09ccbb170/533f29a8ddb31e55151765e09ccbb170.db, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130262.83501, (0, 0) as of 1735130262.83501, active as of 1735130262.83501>, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsym8dm8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130262.85871.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001251697540283203s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016069412231445312s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.389617919921875e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.43865966796875e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.745887756347656e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.793571472167969e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014591217041015625s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130263.85725, (0, 0) as of 1735130263.85725, active as of 1735130263.85725>, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp1jra00g9/sda/containers/0/ed5/9b40bf3cdc484061806b8d0a545d2ed5/9b40bf3cdc484061806b8d0a545d2ed5.db, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130263.85726, (0, 0) as of 1735130263.85726, active as of 1735130263.85726>, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130263.85726, (0, 0) as of 1735130263.85726, active as of 1735130263.85726>, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas test.unit.container.test_sharder.TestSharder.test_misplaced_objects_insufficient_replication_4_replicas ... ok -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539210.48671, (0, 0) as of 1769539210.48671, active as of 1769539210.48671>, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/there-where in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmp0cml5o3z/sda/containers/0/3d0/3c1b744fc8dc4856b59abc4735cf03d0/3c1b744fc8dc4856b59abc4735cf03d0.db, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539210.48672, (0, 0) as of 1769539210.48672, active as of 1769539210.48672>, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0cml5o3z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539210.51016.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021791458129882812s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00019860267639160156s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020170211791992188s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00021529197692871094s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020694732666015625s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012087821960449219s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00022077560424804688s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012683868408203125s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012803077697753906s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0003447532653808594s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00021696090698242188s, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539211.20906, (0, 0) as of 1769539211.20906, active as of 1769539211.20906>, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/here-there in state active: 1 successes, 2 required (not removing objects), shard db: /tmp/tmprwwbr16a/sda/containers/0/494/b0015dd61abef8421f76e1db2d5a0494/b0015dd61abef8421f76e1db2d5a0494.db, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539211.20907, (0, 0) as of 1769539211.20907, active as of 1769539211.20907>, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539211.20908, (0, 0) as of 1769539211.20908, active as of 1769539211.20908>, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmprwwbr16a/sda/containers/0/6f9/c805fe6420819dc64e4a39e3486786f9/c805fe6420819dc64e4a39e3486786f9.db, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprwwbr16a/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.22524.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018286705017089844s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017380714416503906s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00018095970153808594s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00020766258239746094s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012445449829101562s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects +sharder-test WARNING: Failed to sufficiently replicate misplaced objects shard .shards_a/where-yonder in state active: 0 successes, 2 required (not removing objects), shard db: /tmp/tmp1jra00g9/sda/containers/0/e50/07b20f6b08408fde4e0bdce650938e50/07b20f6b08408fde4e0bdce650938e50.db, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp1jra00g9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130263.87779.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001308917999267578s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010228157043457031s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.000102996826171875s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015425682067871094s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.295608520507812e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.270408630371094e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.9604644775390625e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002601146697998047s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.655952453613281e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130264.79433, (0, 0) as of 1735130264.79433, active as of 1735130264.79433>, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130264.79434, (0, 0) as of 1735130264.79434, active as of 1735130264.79434>, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130264.79434, (0, 0) as of 1735130264.79434, active as of 1735130264.79434>, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.05718994140625e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 1 rows (deleted=True) in 7.677078247070312e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.628036499023438e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.340576171875e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.1975250244140625e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.8160552978515625e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003032684326171875s, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130264.79433, (0, 0) as of 1735130264.79433, active as of 1735130264.79433>, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects test.unit.container.test_sharder.TestSharder.test_misplaced_objects_newer_objects ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003254413604736328s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016307830810546875s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.000156402587890625s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020313262939453125s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016808509826660156s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539211.81427, (0, 0) as of 1769539211.81427, active as of 1769539211.81427>, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539211.81428, (0, 0) as of 1769539211.81428, active as of 1769539211.81428>, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539211.81429, (0, 0) as of 1769539211.81429, active as of 1769539211.81429>, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018167495727539062s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011658668518066406s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012373924255371094s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012922286987304688s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010800361633300781s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010395050048828125s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011324882507324219s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000118255615234375s, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539211.81427, (0, 0) as of 1769539211.81427, active as of 1769539211.81427>, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp0i1ksfio/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539211.82593.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020599365234375s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001583099365234375s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015115737915039062s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012612342834472656s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019025802612304688s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002079010009765625s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001494884490966797s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014638900756835938s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001647472381591797s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013136863708496094s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012111663818359375s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011682510375976562s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012826919555664062s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002300739288330078s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013303756713867188s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012755393981933594s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015687942504882812s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016927719116210938s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020956993103027344s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpn_orcwh9/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130264.81838.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010085105895996094s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.059906005859375e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there')], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010728836059570312s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.273124694824219e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011610984802246094s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012373924255371094s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'yonder')], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.72747802734375e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 7.081031799316406e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.532669067382812e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.103515625e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.29425048828125e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.2479248046875e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.699562072753906e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container test.unit.container.test_sharder.TestSharder.test_misplaced_objects_root_container ... ok -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00019812583923339844s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00020384788513183594s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017571449279785156s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012087821960449219s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011014938354492188s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001983642578125s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001838207244873047s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0002810955047607422s, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp88cz5ij7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539212.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001804828643798828s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016736984252929688s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016689300537109375s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002086162567138672s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00021696090698242188s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015020370483398438s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001862049102783203s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012254714965820312s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002288818359375s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002071857452392578s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0002143383026123047s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.1552734375e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.367134094238281e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013780593872070312s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002684593200683594s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010275840759277344s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.9591064453125e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.0067901611328125e-05s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: got 1 rows (deleted=True) in 0.00018262863159179688s, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'yonder' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Placed 3 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpz2ddi6n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130266.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014495849609375s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 8.463859558105469e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013399124145507812s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001323223114013672s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013303756713867188s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016355514526367188s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.369850158691406e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00016450881958007812s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_sharding ... ok -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001342296600341797s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012350082397460938s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017213821411132812s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001685619354248047s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017023086547851562s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00020647048950195312s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.000141143798828125s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015544891357421875s, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmp7xduogg9/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1769539216.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002281665802001953s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012159347534179688s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011348724365234375s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00028824806213378906s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00014281272888183594s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013446807861328125s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded +sharder-test DEBUG: Placed 1 misplaced objects (2 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.915496826171875e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 2 rows (deleted=False) in 7.367134094238281e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.226799011230469e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001842975616455078s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.462501525878906e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: misplaced object source bounds [('', 'there'), ('where', '')], path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.654594421386719e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.987022399902344e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.82012939453125e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 3 rows (deleted=False) in 8.535385131835938e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.487701416015625e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.319450378417969e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.724761962890625e-05s, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Placed 5 misplaced objects (0 unplaced), path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/shard_c, db: /tmp/tmpvd_au59l/sda/containers/0/f3b/b3fac948f9f029603d4248b5e2d39f3b/b3fac948f9f029603d4248b5e2d39f3b_1735130269.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.0004456043243408203s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.43865966796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.936622619628906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.05718994140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.841255187988281e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.319450378417969e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012135505676269531s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.462501525878906e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.5367431640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.437301635742188e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.9591064453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.131431579589844e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.4836273193359375e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.58306884765625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.817413330078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.673004150390625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.673004150390625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.291534423828125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.176399230957031e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.340576171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.05718994140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.772445678710938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.817413330078125e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.772445678710938e-05s, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded ... ok -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.894371032714844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010657310485839844s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00021076202392578125s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.703636169433594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010848045349121094s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.965896606445312e-05s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013518333435058594s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011944770812988281s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011992454528808594s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016689300537109375s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012087821960449219s, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp5dxmeh4h/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018167495727539062s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000110626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00013518333435058594s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013899803161621094s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001220703125s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00031113624572753906s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001761913299560547s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001418590545654297s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00014257431030273438s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001533031463623047s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010585784912109375s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00015735626220703125s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001392364501953125s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012302398681640625s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001125335693359375s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013589859008789062s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000102996826171875s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010132789611816406s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001010894775390625s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001201629638671875s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013303756713867188s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001373291015625s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013375282287597656s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpubjnrgbf/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.246566772460938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.008148193359375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.626678466796875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.009506225585938e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.53131103515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00017404556274414062s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.2479248046875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.245208740234375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.106231689453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.222724914550781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.9114227294921875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.793571472167969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.291534423828125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.888938903808594e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.9591064453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.2928924560546875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.459785461425781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.036064147949219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.891654968261719e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.796287536621094e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_one ... ok -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011563301086425781s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000179290771484375s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012183189392089844s, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp3qgfmqj4/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00027823448181152344s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015544891357421875s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002040863037109375s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001533031463623047s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001704692840576172s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00016379356384277344s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0002765655517578125s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012183189392089844s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014972686767578125s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00012350082397460938s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.000118255615234375s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011014938354492188s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011396408081054688s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011754035949707031s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00013637542724609375s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001232624053955078s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two +sharder-test DEBUG: got 0 rows (deleted=True) in 6.413459777832031e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.079673767089844e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.91278076171875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.534027099609375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.745887756347656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.843971252441406e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.2928924560546875e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.8650970458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.534027099609375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.459785461425781e-05s, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp046tcdiq/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010442733764648438s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.198883056640625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.7697296142578125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.103515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.05718994140625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.8650970458984375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018739700317382812s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.412101745605469e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.082389831542969e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.745887756347656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.364418029785156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test WARNING: Failed to find destination for at least 2 misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (2 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two test.unit.container.test_sharder.TestSharder.test_misplaced_objects_shard_container_unsharded_limit_two ... ok -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication -test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010824203491210938s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00010180473327636719s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012540817260742188s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00012636184692382812s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00013494491577148438s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001850128173828125s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001919269561767578s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001308917999267578s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001647472381591797s, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, active as of 1769538638.18463>, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmpq1sfp4n8/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00022101402282714844s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001697540283203125s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0002319812774658203s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0006506443023681641s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014829635620117188s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00017261505126953125s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00013184547424316406s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.0001323223114013672s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00032138824462890625s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0003113746643066406s, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1769539220.15772, (0, 0) as of 1769539220.15772, active as of 1769539220.15772>, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1769539220.15774, (0, 0) as of 1769539220.15774, active as of 1769539220.15774>, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1769539220.15775, (0, 0) as of 1769539220.15775, active as of 1769539220.15775>, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpcb8k5rcf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539220.17740.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpaw24yi5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpaw24yi5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpaw24yi5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 5.53131103515625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.6253204345703125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.0067901611328125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.078315734863281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=True) in 8.296966552734375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 8.7738037109375e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.9591064453125e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.367134094238281e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.458427429199219e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Looking for misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: misplaced object source bounds [('', 'here'), ('where', '')], path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 7.390975952148438e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.9604644775390625e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 8.225440979003906e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.745887756347656e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.653236389160156e-05s, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, active as of 1735129699.82922>, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Placed 2 misplaced objects (0 unplaced), path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Finished handling misplaced objects, path: .shards_a/.shard_c, db: /tmp/tmp8fgmk18b/sda/containers/0/15e/acd61f6ec4bfa17987465dba0a96315e/acd61f6ec4bfa17987465dba0a96315e.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: misplaced object source bounds [('', '')], path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001285076141357422s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.799003601074219e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=True) in 0.00015497207641601562s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.413459777832031e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.200241088867188e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=False) in 6.079673767089844e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.dbtest.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication +test.unit.container.test_sharder.TestSharder.test_misplaced_objects_sufficient_replication ... ok +test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_root ... ok test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_finds_two_shard ... ok @@ -113177,31 +112969,42 @@ test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard test.unit.container.test_sharder.TestSharder.test_old_style_find_shard_ranges_none_found_shard ... ok -sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmpaw24yi5z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpckn99yj8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpckn99yj8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpckn99yj8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpckn99yj8/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpm0nnn4nk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpm0nnn4nk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpm0nnn4nk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpm0nnn4nk/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp950py83z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp950py83z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmp950py83z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmp950py83z/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.602836608886719e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.000148773193359375s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: got 0 rows (deleted=True) in 9.202957153320312e-05s, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'here' to 'there' as of 1735130275.72069, (0, 0) as of 1735130275.72069, active as of 1735130275.72069>, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'there' to 'where' as of 1735130275.72070, (0, 0) as of 1735130275.72070, active as of 1735130275.72070>, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: moving misplaced objects found in range ShardRange<'where' to 'yonder' as of 1735130275.72071, (0, 0) as of 1735130275.72071, active as of 1735130275.72071>, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: Placed 4 misplaced objects (0 unplaced), path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp2_15wzr4/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130275.80571.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmp7etqz8j7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmp7etqz8j7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmp7etqz8j7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Scan for shard ranges already completed, path: a/c, db: /tmp/tmp7etqz8j7/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c_, db: /tmp/tmpph3iyt_g/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: .shards_a/c_, db: /tmp/tmpph3iyt_g/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Final shard range reached., path: .shards_a/c_, db: /tmp/tmpph3iyt_g/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test DEBUG: Scan for shard ranges already completed, path: .shards_a/c_, db: /tmp/tmpph3iyt_g/sda/containers/0/cce/04aa2bd2d2fcbc0614f53f00b2b85cce/04aa2bd2d2fcbc0614f53f00b2b85cce.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpc2qwp8kw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpc2qwp8kw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpc2qwp8kw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: a/c, db: /tmp/tmpc2qwp8kw/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpote08uoo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpote08uoo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: .shards_a/c, db: /tmp/tmpote08uoo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: No shard ranges found, path: .shards_a/c, db: /tmp/tmpote08uoo/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 visited - attempted:2 success:2 failure:0 skipped:1 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp5r2mr3tm/sdb/containers/0/ash/c1hash/c1hash.db: +sharder-test ERROR: Unhandled exception while processing: kapow!, path: a/c1, db: /tmp/tmp0zn9r3ah/sdb/containers/0/ash/c1hash/c1hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2518, in _one_shard_cycle self._process_broker(broker, node, part) @@ -113217,89 +113020,89 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/container/test_sharder.py", line 886, in mock_processing raise Exception('kapow!') Exception: kapow! -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 visited - attempted:3 success:2 failure:1 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers +test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok + +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:57 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5r2mr3tm/sda/containers/0/ash/c0hash/c0hash.db' +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp0zn9r3ah/sda/containers/0/ash/c0hash/c0hash.db' sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_one_shard_cycle -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle ... ok -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers -test.unit.container.test_sharder.TestSharder.test_one_shard_cycle_no_containers ... ok - -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test WARNING: Skipping xxxx as it is not mounted -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: Found no containers directories -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:21 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:3 success:3 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113316,13 +113119,15 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 0) -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters +test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok + +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113339,13 +113144,13 @@ sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113357,23 +113162,19 @@ File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 1244, in lock_file fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ -FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon'test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters -test.unit.container.test_sharder.TestSharder.test_partition_and_device_filters ... ok -test.unit.container.test_sharder.TestSharder.test_periodic_warning -test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok - +FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' sharder-test INFO: Container sharder "once" mode completed: 0.02s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdc) sharder-test INFO: (Override partitions: 2, 0) -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113386,17 +113187,17 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.00s +sharder-test INFO: Container sharder "once" mode completed: 0.01s sharder-test INFO: Begin container sharder "once" mode sharder-test INFO: Container sharder cycle starting, auto-sharding False sharder-test INFO: (Override devices: sdb, sdc) -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:22 2026 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:37:58 2024 audit_shard - attempted:0 success:0 failure:0 sharder-test ERROR: Exception dumping recon cache: [Errno 2] No such file or directory: '/var/cache/swift/container.recon': Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/common/utils/__init__.py", line 2071, in dump_recon_cache @@ -113409,336 +113210,340 @@ fd = os.open(filename, flags) ^^^^^^^^^^^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/cache/swift/container.recon' -sharder-test INFO: Container sharder "once" mode completed: 0.03s -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgkda5wjc/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgkda5wjc/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpgkda5wjc/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db -sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpgkda5wjc/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard +sharder-test INFO: Container sharder "once" mode completed: 0.02s +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpktyp57n0/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpktyp57n0/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test WARNING: normal warning, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.db +sharder-test WARNING: periodic warning 1a, path: a/c1, db: /tmp/tmpktyp57n0/sda/containers/0/8b9/a9f7e97965d6cf799a529102a973b8b9/a9f7e97965d6cf799a529102a973b8b9.dbtest.unit.container.test_sharder.TestSharder.test_periodic_warning +test.unit.container.test_sharder.TestSharder.test_periodic_warning ... ok +test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard ... ok test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db test.unit.container.test_sharder.TestSharder.test_process_broker_leader_auto_shard_deleted_db ... ok -sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpe0lgkegf/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539222.31725.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpv4_myiz5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpv4_myiz5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpv4_myiz5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpv4_myiz5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpv4_myiz5/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others +sharder-test WARNING: periodic warning 2, path: a/c2, db: /tmp/tmpktyp57n0/sda/containers/0/229/9ab62b5ef34a985438bfdf7ee0102229/9ab62b5ef34a985438bfdf7ee0102229.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Identified 1 sharding candidates, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Starting scan for shard ranges, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test INFO: Completed scan for shard ranges: 2 found, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test INFO: Final shard range reached., path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpe1glqmac/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130278.88553.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnmck7794/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnmck7794/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnmck7794/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnmck7794/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnmck7794/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_no_others ... ok -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpqyx7smgx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrinking' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharding' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'sharded' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Own shard range in state 'shrunk' but no shard ranges and not leader; remaining unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpbcbdbwgt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others test.unit.container.test_sharder.TestSharder.test_process_broker_not_sharding_others ... ok -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db sharder-test WARNING: Container 'a/c' cannot be set to sharding state: missing epoch -sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmpjvacjorb/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010061264038085938s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017213821411132812s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010514259338378906s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash60False/hash60False_1769539223.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001614093780517578s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.679794311523438e-05s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00018024444580078125s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010466575622558594s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash60True/hash60True_1769539242.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001747608184814453s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.584426879882812e-05s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00017642974853515625s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010919570922851562s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False.db'test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges +sharder-test DEBUG: Finished processing, state unsharded, path: a/c, db: /tmp/tmprikh8x9e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.274482727050781e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.6743621826171875e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.702278137207031e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash60False/hash60False_1735130280.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.703636169433594e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.512901306152344e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.5789947509765625e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash60True/hash60True_1735130299.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_completes_with_own_and_other_ranges ... ok -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/lse/hash50False/hash50False_1769539261.00000.db -sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.0001628398895263672s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.822845458984375e-05s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00024199485778808594s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.942054748535156e-05s, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db -sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - zero objects found, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpnsdlzv5_/sda/containers/0/rue/hash50True/hash50True_1769539277.00000.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h60/hash60/hash60_1769539228.08668.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.58306884765625e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.5367431640625e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.6743621826171875e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/lse/hash50False/hash50False_1735130318.00000.db +sharder-test DEBUG: Starting processing, state unsharded (deleted), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: PUT new shard range container for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test INFO: Completed creating 2 shard range containers, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c_m_0 for ShardRange, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.560585021972656e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test INFO: Cleaving from row None into .shards_a/c__1 for ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: got 0 rows (deleted=False) in 9.751319885253906e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test DEBUG: got 0 rows (deleted=True) in 5.888938903808594e-05s, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db +sharder-test INFO: Cleaving ShardRange<'m' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - zero objects found, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Finished processing, state sharded (deleted), path: a/c, db: /tmp/tmpssse2jla/sda/containers/0/rue/hash50True/hash50True_1735130334.00000.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60.dbtest.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges test.unit.container.test_sharder.TestSharder.test_process_broker_sharding_stalls_with_own_and_other_ranges ... ok test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin test.unit.container.test_sharder.TestSharder.test_ratelimited_roundrobin ... ok -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h50/hash50/hash50_1769539228.31304.db -sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70.db -sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp7zzquce4/sda/containers/0/h70/hash70/hash70_1769539228.53232.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharding', path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h60/hash60/hash60_1735130283.53728.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'shrinking', path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h50/hash50/hash50_1735130283.79406.db +sharder-test DEBUG: Starting processing, state unsharded, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70.db +sharder-test INFO: Kick off container cleaving, own shard range in state 'sharded', path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test INFO: Starting to cleave (2 todo), path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test INFO: Stopped cleave at unready ShardRange, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmpfe0pyedd/sda/containers/0/h70/hash70/hash70_1735130284.01731.db sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:01 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:01 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 5.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 12:00:06 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:1 success:1 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 14:00:06 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 3604.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 visited - attempted:2 success:2 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 created - attempted:1 success:1 failure:1 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Wed Dec 31 13:00:10 1969 audit_shard - attempted:2 success:2 failure:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 visited - attempted:2 success:2 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_run_forever +test.unit.container.test_sharder.TestSharder.test_run_forever ... ok + +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 scanned - attempted:1 success:1 failure:0 found:2 min_time:99 max_time:123 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 created - attempted:1 success:1 failure:1 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 cleaved - attempted:1 success:1 failure:0 min_time:0.01 max_time:1.3 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 misplaced - attempted:1 success:1 failure:0 found:1 placed:1 unplaced:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_root - attempted:5 success:4 failure:1 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Jan 1 15:00:10 1970 audit_shard - attempted:2 success:2 failure:0 sharder-test INFO: Container sharder cycle completed: 30.00s sharder-test INFO: Container sharder cycle starting, auto-sharding False -sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpgl3a61o8/sda/containers/0/ash/c2hash/c2hash.db: +sharder-test ERROR: Unhandled exception while dumping progress: Test over, path: a/c2, db: /tmp/tmpri485w0n/sda/containers/0/ash/c2hash/c2hash.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 2528, in _one_shard_cycle self._record_sharding_progress(broker, node, error) @@ -113796,11 +113601,9 @@ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/lib/python3/dist-packages/mock/mock.py", line 1239, in _execute_mock_call raise effect -Exception: Test overtest.unit.container.test_sharder.TestSharder.test_run_forever -test.unit.container.test_sharder.TestSharder.test_run_forever ... ok - -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Exception: Test over +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113821,12 +113624,12 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113847,7 +113650,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113868,7 +113671,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113889,9 +113692,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113912,9 +113715,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113935,7 +113738,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113956,8 +113759,8 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -113978,9 +113781,9 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114001,7 +113804,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114021,16 +113824,14 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') -Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges -test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok - -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +Exception: FakeStatus Error +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test WARNING: Failed to put shard ranges to 10.0.1.2:1102/sdc a/c: 500, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114051,7 +113852,7 @@ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') Exception: FakeStatus Error -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: FakeStatus Error, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Traceback (most recent call last): File "/build/reproducible-path/swift-2.34.0/swift/container/sharder.py", line 1208, in _put_container direct_put_container(node, part, account, container, @@ -114071,771 +113872,736 @@ ^^^^^^^^^^^^^^^^^^ File "/build/reproducible-path/swift-2.34.0/test/unit/__init__.py", line 705, in __init__ raise status('FakeStatus Error') -Exception: FakeStatus Error -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) -sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmp74fkwv_j/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001900196075439453s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001068115234375s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp6kfqd2t_/sda/containers/0/85a/17defa9abee50a9ab0b69c49e6afa85a/17defa9abee50a9ab0b69c49e6afa85a.db, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaved ShardRange in 0.11s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00023984909057617188s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.0001361370086669922s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp6kfqd2t_/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00012612342834472656s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00011301040649414062s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmp6kfqd2t_/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=False) in 9.226799011230469e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00010371208190917969s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmp6kfqd2t_/sda/containers/0/bfe/b55a9dc722fe1d09a190c59b30578bfe/b55a9dc722fe1d09a190c59b30578bfe.db, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.653236389160156e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.580352783203125e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1769538638.18463, (0, 0) as of 1769538638.18463, cleaved as of 1769538638.18463> in 0.003s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00019359588623046875s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.00012302398681640625s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1769538638.18463, (2, 2) as of 1769539230.23678, cleaved as of 1769538638.18463> in 0.059s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db +Exception: FakeStatus Errortest.unit.container.test_sharder.TestSharder.test_send_shard_ranges +test.unit.container.test_sharder.TestSharder.test_send_shard_ranges ... ok + +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test ERROR: Failed to put shard ranges to 10.0.1.0:1100/sda a/c: , path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test ERROR: Failed to put shard ranges to 10.0.1.1:1101/sdb a/c: , path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db: Timeout (Nones) +sharder-test WARNING: Failed to put shard ranges to 10.0.1.3:1103/sdd a/c: 404, path: a/c, db: /tmp/tmpr5ko3dg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Moving any misplaced objects from sharding container, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00012302398681640625s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.106231689453125e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj002_0 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmph1rbfhft/sda/containers/0/8fc/857fe81dc763e7cff7e7cd987d6c28fc/857fe81dc763e7cff7e7cd987d6c28fc.db, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Starting to cleave (4 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaving ShardRange - shard db already in sync, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj002_0 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaved ShardRange in 0.032s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011372566223144531s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 7.510185241699219e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmph1rbfhft/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.104873657226562e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.031990051269531e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 1 required, shard db: /tmp/tmph1rbfhft/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=False) in 3.9577484130859375e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.00543212890625e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c_obj004_1 in state cleaved: 0 successes, 0 required, shard db: /tmp/tmph1rbfhft/sda/containers/0/d88/e4460cf9fd8281b0fc151a616970fd88/e4460cf9fd8281b0fc151a616970fd88.db, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj002')], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=False) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=True) in 4.363059997558594e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Continuing to cleave (1 done, 3 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj004_1 for ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaving ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj004_1 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaved ShardRange<'obj002' to 'obj004' as of 1735129699.82922, (0, 0) as of 1735129699.82922, cleaved as of 1735129699.82922> in 0.002s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c_obj006_2 for ShardRange<'obj004' to 'obj006' as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011563301086425781s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.344650268554688e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c_obj006_2 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaved ShardRange<'obj004' to 'obj006' as of 1735129699.82922, (2, 2) as of 1735130285.79487, cleaved as of 1735129699.82922> in 0.092s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 2 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=False) in 4.315376281738281e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.4332275390625e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 3 rows (deleted=False) in 0.00010466575622558594s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 8.034706115722656e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmph1rbfhft/sda/containers/0/683/f7a6bb6d9367b7ae7b6b30a833289683/f7a6bb6d9367b7ae7b6b30a833289683.db, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=True) in 7.033348083496094e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures +sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00042128562927246094s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: got 0 rows (deleted=True) in 3.600120544433594e-05s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922>, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1735129699.82922, (0, 0) as of 1735129699.82922, created as of 1735129699.82922> - shard db already in sync, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.dbtest.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures test.unit.container.test_sharder.TestSharder.test_shard_replication_quorum_failures ... ok test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts test.unit.container.test_sharder.TestSharder.test_sharded_record_sharding_progress_missing_contexts ... ok test.unit.container.test_sharder.TestSharder.test_sharding_enabled test.unit.container.test_sharder.TestSharder.test_sharding_enabled ... ok - -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00022363662719726562s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 0.000148773193359375s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Failed to sufficiently replicate cleaved shard .shards_a/c__3 in state cleaved: 2 successes, 3 required, shard db: /tmp/tmp6kfqd2t_/sda/containers/0/9ac/9e841001bff6814f3b71b819b72209ac/9e841001bff6814f3b71b819b72209ac.db, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 0 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test WARNING: existing_shard_replication_quorum of 99 exceeds replica count 3, reducing to 3 -sharder-test DEBUG: Starting processing, state sharding, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Looking for misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: misplaced object source bounds [('', 'obj006')], path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=False) in 7.414817810058594e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: got 0 rows (deleted=True) in 6.961822509765625e-05s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished handling misplaced objects, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Continuing to cleave (3 done, 1 todo), path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaving from row None into .shards_a/c__3 for ShardRange<'obj006' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463>, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaving ShardRange<'obj006' to MaxBound as of 1769538638.18463, (0, 0) as of 1769538638.18463, created as of 1769538638.18463> - shard db already in sync, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1769538638.18463, (3, 3) as of 1769539230.73713, cleaved as of 1769538638.18463> in 0.023s, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' -sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmp6kfqd2t_/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539229.00856.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a0fdb43-faca-4212-b161-ffbd2493689f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx9mkrudt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539230.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a0fdb43-faca-4212-b161-ffbd2493689f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx9mkrudt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539230.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a0fdb43-faca-4212-b161-ffbd2493689f-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx9mkrudt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539230.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '5a0fdb43-faca-4212-b161-ffbd2493689f-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx9mkrudt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539230.00000.db -sharder-test WARNING: Repeat cleaving required, context: {'ref': '58965eda-e113-4e0e-9cee-ceab105e9a20-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmpx9mkrudt/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1769539230.00000.db -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5youap_4/sda/containers/0/ash/c2hash/c2hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5youap_4/sda/containers/0/ash/c1hash/c1hash.db' -sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5youap_4/sda/containers/0/ash/c3hash/c3hash.db' -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump +test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump test.unit.container.test_sharder.TestSharder.test_shrinking_candidate_recon_dump ... ok -test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges + +sharder-test INFO: Replicating new shard container .shards_a/c__3 for ShardRange, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test INFO: Cleaved ShardRange<'obj006' to MaxBound as of 1735129699.82922, (3, 3) as of 1735130286.30019, cleaved as of 1735129699.82922> in 0.031s, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Cleaved 1 shard ranges, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db' +sharder-test INFO: Completed cleaving, DB set to sharded state, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test DEBUG: Finished processing, state sharded, path: a/c, db: /tmp/tmph1rbfhft/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130284.42850.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '20881c54-70b8-4edf-90e6-08243e826592-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5jy2_3re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130286.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '20881c54-70b8-4edf-90e6-08243e826592-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5jy2_3re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130286.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '20881c54-70b8-4edf-90e6-08243e826592-sda', 'cursor': '', 'max_row': 1, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5jy2_3re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130286.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '20881c54-70b8-4edf-90e6-08243e826592-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': 1, 'last_cleave_to_row': None, 'cleaving_done': True, 'misplaced_done': True, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5jy2_3re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130286.00000.db +sharder-test WARNING: Repeat cleaving required, context: {'ref': '0ebb741a-0ca2-466b-b965-45cc2d09f475-sda', 'cursor': '', 'max_row': 2, 'cleave_to_row': None, 'last_cleave_to_row': None, 'cleaving_done': False, 'misplaced_done': False, 'ranges_done': 0, 'ranges_todo': 0}, path: a/c, db: /tmp/tmp5jy2_3re/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33_1735130286.00000.db +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5tytr471/sda/containers/0/ash/c2hash/c2hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5tytr471/sda/containers/0/ash/c1hash/c1hash.db' +sharder-test DEBUG: Unlinked retiring db '/tmp/tmp5tytr471/sda/containers/0/ash/c3hash/c3hash.db' +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:38:07 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 created - attempted:0 success:0 failure:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 +sharder-test INFO: Since Thu Dec 26 02:38:08 2024 audit_shard - attempted:0 success:0 failure:0 +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges test.unit.container.test_sharder.TestSharder.test_update_root_container_all_ranges ... ok test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported test.unit.container.test_sharder.TestSharder.test_update_root_container_already_reported ... ok - -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:31 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:32 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 visited - attempted:0 success:0 failure:0 skipped:0 completed:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 scanned - attempted:0 success:0 failure:0 found:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 created - attempted:0 success:0 failure:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 cleaved - attempted:0 success:0 failure:0 min_time:0 max_time:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 misplaced - attempted:0 success:0 failure:0 found:0 placed:0 unplaced:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 audit_root - attempted:0 success:0 failure:0 has_overlap:0 num_overlap:0 -sharder-test INFO: Since Tue Jan 27 06:40:33 2026 audit_shard - attempted:0 success:0 failure:0 -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=-1, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp541eq2n1/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2kubljg8/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_update_root_container_own_range +test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range test.unit.container.test_sharder.TestSharder.test_update_root_container_own_range ... ok test.unit.container.test_sharder.TestSharder.test_update_stat test.unit.container.test_sharder.TestSharder.test_update_stat ... ok -test.unit.container.test_sharder.TestSharder.test_yield_objects + +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmp2vzr8h7g/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmphcvd26mh/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpuvjkqr2e/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=False) in 0.00017762184143066406s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 15 rows (deleted=True) in 0.0001289844512939453s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 8.463859558105469e-05s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 7.224082946777344e-05s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects test.unit.container.test_sharder.TestSharder.test_yield_objects ... ok -sharder-test DEBUG: updated root objs=5, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=6, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=7, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=8, tombstones=0, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 3, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=5, tombstones=3, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 4, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=4, tombstones=4, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 5, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=3, tombstones=5, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 6, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=2, tombstones=6, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 7, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=1, tombstones=7, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: tombstones = 8, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: updated root objs=0, tombstones=8, path: a/c, db: /tmp/tmpfpiwx2dx/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=False) in 0.0002715587615966797s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 15 rows (deleted=True) in 0.0002338886260986328s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.00014281272888183594s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0002636909484863281s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00013494491577148438s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00017118453979492188s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00018072128295898438s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.0001735687255859375s, path: a/c, db: /tmp/tmpqg70mbxi/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001862049102783203s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00016760826110839844s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.0001811981201171875s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00016164779663085938s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.00013065338134765625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011181831359863281s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00011992454528808594s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010776519775390625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=False) in 0.0001785755157470703s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011515617370605469s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 4 rows (deleted=True) in 0.00017189979553222656s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00010704994201660156s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00014591217041015625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011968612670898438s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00011348724365234375s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range +sharder-test DEBUG: got 5 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 0.00010538101196289062s, path: a/c, db: /tmp/tmp34wnhj63/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 0.00010895729064941406s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010585784912109375s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 9.036064147949219e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 9.34600830078125e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 5.936622619628906e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.078315734863281e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 5.7220458984375e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 4.7206878662109375e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=False) in 0.00010132789611816406s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.985664367675781e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 4 rows (deleted=True) in 9.894371032714844e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.125999450683594e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.008148193359375e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.4836273193359375e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 5.173683166503906e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 5.173683166503906e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 6.341934204101562e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=True) in 5.364418029785156e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 6.151199340820312e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 5.817413330078125e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 0.001676797866821289s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 7.271766662597656e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 6.008148193359375e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 5.507469177246094e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 5.1975250244140625e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.841255187988281e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=False) in 9.393692016601562e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 2 rows (deleted=True) in 5.269050598144531e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 8.487701416015625e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 5.626678466796875e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=False) in 5.340576171875e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 3 rows (deleted=True) in 5.316734313964844e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 1 rows (deleted=False) in 5.412101745605469e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=False) in 7.009506225585938e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=False) in 5.745887756347656e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 10 rows (deleted=True) in 0.00011014938354492188s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.dbtest.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range ... ok test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects test.unit.container.test_sharder.TestSharder.test_yield_objects_to_shard_range_no_objects ... ok -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_can_read_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_extract_policy ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_async_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_data_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_part_path ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_get_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_pickle_async_update_tmp_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_quarantine_renamer ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_different_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_makedirs_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_object_dir_exists_but_not_dir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_os_link_race ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_same_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_relink_paths_target_path_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata -test.unit.obj.test_diskfile.TestDiskFileModuleMethods.test_write_read_metadata ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config test.unit.obj.test_diskfile.TestDiskFileRouter.test_invalid_policy_config ... ok test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy test.unit.obj.test_diskfile.TestDiskFileRouter.test_policy ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add -test.unit.obj.test_replicator.TestReplicatorStats.test_add ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats -test.unit.obj.test_replicator.TestReplicatorStats.test_add_failure_stats ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields -test.unit.obj.test_replicator.TestReplicatorStats.test_from_recon_skips_extra_fields ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip -test.unit.obj.test_replicator.TestReplicatorStats.test_recon_roundtrip ... ok -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon -test.unit.obj.test_replicator.TestReplicatorStats.test_to_recon ... ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_exception_during_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_rebuilt_content ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_no_responses ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_partial_rebuild ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_quarantines_lonely_frag ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok -test.unit.obj.test_ssync.TestSsyncECReconstructorSyncJob.test_sync_reconstructor_rebuild_ok ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication -test.unit.proxy.controllers.test_base.TestNodeIter.test_annotate_node_with_use_replication ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_default_fake_ring ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_does_not_mutate_supplied_nodes ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs -test.unit.proxy.controllers.test_base.TestNodeIter.test_iter_with_handoffs ... ok -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration -test.unit.proxy.controllers.test_base.TestNodeIter.test_multi_iteration ... ok +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable +test.unit.obj.test_diskfile.TestSuffixHashes.test_auditor_hashdir_not_listable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_drops_old_non_durable_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_drops_isolated_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_hsh_path_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_ignore_orphaned_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_isolated_meta_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_meta_data_purge_ts_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_meta_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_one_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keep_single_old_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_keeps_one_datafile_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_multi_data_file ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_older_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_only_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_data_newer_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_expired_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_data_only ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_old_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_older_ts ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purge_ts_newer_data_and_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_purges_single_old_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error +test.unit.obj.test_diskfile.TestSuffixHashes.test_cleanup_ondisk_files_reclaim_tombstone_remove_file_error ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception +test.unit.obj.test_diskfile.TestSuffixHashes.test_consolidate_hashes_raises_exception ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_bad_dev ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_consolidates_suffix_rehash_once ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_creates_pkl ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_create_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_does_not_rehash_known_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_hash_suffix_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_modified_recursive_retry ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_multi_file_multi_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_finds_new_suffix_dirs_unicode ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_lying_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_new_pkl_missing_invalid_finds_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_old_pickle_does_not_find_new_suffix_dirs ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_existing_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_invalid_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_race_new_partition ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_get_hashes_zero_bytes_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_existing ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_invalidations_race_get_hashes_same_suffix_new ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enodata_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_enotdir_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_euclean_quarantined ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_cleanup_ondisk_files_other_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enoent ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_listdir_enotdir ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multi_file_ends_in_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_multifile_ends_in_datafile_legacy_durable ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_datafile ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_and_one_valid_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_reclaim_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_one_tombstone_and_one_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdir_and_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_removes_empty_hashdirs_in_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_hsh_path_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_rmdir_suffix_oserror ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_invalidate_hash ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_ts_cleanup_after_recalc ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_obsolete_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_older_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_newer_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta +test.unit.obj.test_diskfile.TestSuffixHashes.test_hash_suffix_with_same_age_content_type_in_older_meta ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_bad_pickle ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_consolidation ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_empty_file_exists ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_does_not_exist ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_file_not_truncated_when_empty ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_invalidate_hash_racing_get_hashes_diff_suffix_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_existing_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part +test.unit.obj.test_diskfile.TestSuffixHashes.test_unpickle_error_and_get_hashes_failure_new_part ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix +test.unit.obj.test_diskfile.TestSuffixHashes.test_valid_suffix ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_multiple_buckets ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_deferral_single_bucket ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_init ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_ratelimited ... ok +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited +test.unit.obj.test_updater.TestBucketizedUpdateSkippingLimiter.test_iteration_unlimited ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_close +test.unit.proxy.controllers.test_base.TestGetterSource.test_close ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_init +test.unit.proxy.controllers.test_base.TestGetterSource.test_init ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort +test.unit.proxy.controllers.test_base.TestGetterSource.test_sort ... ok +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp +test.unit.proxy.controllers.test_base.TestGetterSource.test_timestamp ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_record_type_object_makes_no_cache_lookup ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_include_deleted_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_listing_shards ... ok +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards +test.unit.proxy.controllers.test_container.TestGetExplicitRecordType.test_GET_shard_ranges_no_cache_when_requesting_updating_shards ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespace_caching ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_404_response ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_bad_response_body ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_cache_unused_recheck_listing_shard_ranges ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_incomplete_listing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_non_sharded_states ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_for_object_listing ... ok -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00011754035949707031s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00011610984802246094s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.00011682510375976562s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00011539459228515625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=True) in 0.00011706352233886719s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001163482666015625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.00012254714965820312s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.0001609325408935547s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00012111663818359375s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.00018715858459472656s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00017642974853515625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=False) in 0.0001575946807861328s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 2 rows (deleted=True) in 0.00015473365783691406s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.00016546249389648438s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00019168853759765625s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=False) in 0.0001544952392578125s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 3 rows (deleted=True) in 0.00013685226440429688s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 1 rows (deleted=False) in 0.0001246929168701172s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=False) in 0.0001392364501953125s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=False) in 0.0001239776611328125s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 10 rows (deleted=True) in 0.00031065940856933594s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 5 rows (deleted=True) in 0.00013756752014160156s, path: a/c, db: /tmp/tmp0dr5oijl/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=False) in 0.00016617774963378906s, path: a/c, db: /tmp/tmpbdz48v6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db -sharder-test DEBUG: got 0 rows (deleted=True) in 9.632110595703125e-05s, path: a/c, db: /tmp/tmpbdz48v6u/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 5 rows (deleted=True) in 5.793571472167969e-05s, path: a/c, db: /tmp/tmpjvfd7114/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=False) in 0.00011110305786132812s, path: a/c, db: /tmp/tmp6rsnzsbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db +sharder-test DEBUG: got 0 rows (deleted=True) in 6.222724914550781e-05s, path: a/c, db: /tmp/tmp6rsnzsbg/sda/containers/0/f33/4a8a08f09d37b73795649038408b5f33/4a8a08f09d37b73795649038408b5f33.db test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test WARNING: Handoff requested (9) -proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -cont1 DEBUG: Could not load '/tmp/tmp5ifttn_r/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ifttn_r/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -cont2 DEBUG: Could not load '/tmp/tmp5ifttn_r/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmp5ifttn_r/tmp_test_proxy_server_chunked/container-sync-realms.conf' -cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:39 +0000] "PUT /sda1/0/a" 201 - "-" "test" "-" 0.1204 "-" 1968884 -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) -setUpClass (test.unit.proxy.test_server.TestObjectECRangedGET) ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method - warnings.warn("TestResult has no addDuration method", -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id ... ok -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit -test.unit.proxy.test_server.TestProxyServer.test_adds_transaction_id_length_limit ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_allow ... ok -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny -test.unit.proxy.test_server.TestProxyServer.test_calls_authorize_deny ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 -test.unit.proxy.test_server.TestProxyServer.test_check_response_200 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 -test.unit.proxy.test_server.TestProxyServer.test_check_response_503 ... ok -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 -test.unit.proxy.test_server.TestProxyServer.test_check_response_507 ... ok -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header -test.unit.proxy.test_server.TestProxyServer.test_denied_host_header ... ok - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:39 +0000] "PUT /sdb1/0/a" 201 - "-" "test" "-" 0.0156 "-" 1968884 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:39 +0000] "PUT /sda1/0/a1" 201 - "-" "test" "-" 0.0185 "-" 1968884 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a1" 201 - "-" "test" "-" 0.0157 "-" 1968884 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "txcf1ced85c3314cf89cf6e-00697906a8" "proxy-server 1968884" 0.0016 "-" 1968884 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://127.0.0.1:57483/sda1/0/a/c" "txcf1ced85c3314cf89cf6e-00697906a8" "container-server 1968884" 0.0019 "-" 1968884 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://127.0.0.1:53075/sdb1/0/a/c" "txcf1ced85c3314cf89cf6e-00697906a8" "container-server 1968884" 0.0018 "-" 1968884 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcf1ced85c3314cf89cf6e-00697906a8" "proxy-server 1968884" 0.0437 "-" 1968884 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a/c" 201 - "PUT http://localhost/v1/a/c" "txcf1ced85c3314cf89cf6e-00697906a8" "proxy-server 1968884" 0.0265 "-" 1968884 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/40/40 PUT /v1/a/c HTTP/1.0 201 - - t - - - txcf1ced85c3314cf89cf6e-00697906a8 - 0.0552 - - 1769539240.002061129 1769539240.057214975 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "HEAD /sdb1/0/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "tx1175ca31ddea4c79922e7-00697906a8" "proxy-server 1968884" 0.0017 "-" 1968884 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a1/c1" 201 - "PUT http://127.0.0.1:53075/sdb1/2/a1/c1" "tx1175ca31ddea4c79922e7-00697906a8" "container-server 1968884" 0.0034 "-" 1968884 0 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a1/c1" 201 - "PUT http://127.0.0.1:57483/sda1/2/a1/c1" "tx1175ca31ddea4c79922e7-00697906a8" "container-server 1968884" 0.0010 "-" 1968884 0 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1175ca31ddea4c79922e7-00697906a8" "proxy-server 1968884" 0.0791 "-" 1968884 0 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "tx1175ca31ddea4c79922e7-00697906a8" "proxy-server 1968884" 0.0967 "-" 1968884 0 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/40/40 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - tx1175ca31ddea4c79922e7-00697906a8 - 0.1057 - - 1769539240.059138060 1769539240.164799213 0 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx80f88aa6eb994e68878f1-00697906a8" "proxy-server 1968884" 0.0248 "-" 1968884 - -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://127.0.0.1:53075/sdb1/0/a/c1" "tx80f88aa6eb994e68878f1-00697906a8" "container-server 1968884" 0.0029 "-" 1968884 1 -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://127.0.0.1:57483/sda1/0/a/c1" "tx80f88aa6eb994e68878f1-00697906a8" "container-server 1968884" 0.0183 "-" 1968884 1 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80f88aa6eb994e68878f1-00697906a8" "proxy-server 1968884" 0.0422 "-" 1968884 1 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx80f88aa6eb994e68878f1-00697906a8" "proxy-server 1968884" 0.0635 "-" 1968884 1 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/40/40 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx80f88aa6eb994e68878f1-00697906a8 - 0.0953 - - 1769539240.166131496 1769539240.261431456 1 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "HEAD /sda1/0/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4d35973528a2494b9541b-00697906a8" "proxy-server 1968884" 0.0242 "-" 1968884 - -acct2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/0/a/c2" 201 - "PUT http://127.0.0.1:53075/sdb1/2/a/c2" "tx4d35973528a2494b9541b-00697906a8" "container-server 1968884" 0.0273 "-" 1968884 2 -acct1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/0/a/c2" 201 - "PUT http://127.0.0.1:57483/sda1/2/a/c2" "tx4d35973528a2494b9541b-00697906a8" "container-server 1968884" 0.0029 "-" 1968884 2 -cont2 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sdb1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4d35973528a2494b9541b-00697906a8" "proxy-server 1968884" 0.1155 "-" 1968884 2 -cont1 INFO: 127.0.0.1 - - [27/Jan/2026:18:40:40 +0000] "PUT /sda1/2/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx4d35973528a2494b9541b-00697906a8" "proxy-server 1968884" 0.0558 "-" 1968884 2 -proxy INFO: 127.0.0.1 127.0.0.1 27/Jan/2026/18/40/40 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx4d35973528a2494b9541b-00697906a8 - 0.1480 - - 1769539240.263397217 1769539240.411407709 2 +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx15341adc404f4116836b0-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx440aed21f00f410483084-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx9e2d21771130457dbe7ea-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx8b1821ae586d4db0afac2-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txdcd6d23d550747299fb93-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx6a4b825f4fa147a39ba57-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd616c781820411abdff0-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx76eb06b081f2427ba9518-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd21de0da7b8843b4b9a2a-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx31ca2156b44d4f419dc05-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx59bde3cb4eea4423b016a-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx3ceff4129b8d4c47bfecd-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txcd5b43fd09864ca798ca9-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx7b0d07a425b040e493984-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0971a756372f4511a172f-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx0d0345586dd34e2ab33c8-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txd32a98016b484fa38e10c-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx776a716f77ac4bdda926a-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx1b51eee5c0fd437daa928-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx3365ce1582d542c9ae3be-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb9dc74a7f52146f0b49e4-00676bfcb6) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx6e1c389dc2ef4b45be72a-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx0c98aaf5fa7d4d7c859c9-00676bfcb6) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txcff60ab574b44f30abd9b-00676bfcb6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: txe9b35753d55a4805bff3c-00676bfcb6) +test ERROR: Failed to get namespaces from /v1/a/c?states=listing&format=json: invalid data: KeyError('name') (txn: tx90e95120f0c5443ca0e1d-00676bfcb6) +test ERROR: Problem with container shard listing response from /v1/a/c?states=listing&format=json: ValueError('not a list') (txn: tx222107bdc68e4ea3887c9-00676bfcb6) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 Trying to PUT /v1/a/c From Container Server 10.0.0.0:1000/sda -test ERROR: ERROR 503 full Trying to GET /v1/a/c/o From Object Server 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda, error: ERROR Insufficient Storage -test DEBUG: Node is error limited: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: test msg 10.0.0.0:1000/sda -test ERROR: ERROR with test1 server 10.0.0.0:1000/sda re: test1 msg: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1310, in test_error_limit_methods - raise Exception('kaboom1!') -Exception: kaboom1! -test WARNING: ERROR with test2 server 10.0.0.0:1000/sda re: test2 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1324, in test_error_limit_methods - raise Exception('kaboom2!') -Exception: kaboom2!test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods -test.unit.proxy.test_server.TestProxyServer.test_error_limit_methods ... ok -test.unit.proxy.test_server.TestProxyServer.test_error_occurred -test.unit.proxy.test_server.TestProxyServer.test_error_occurred ... ok +test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_cache_write_with_cached_container_info ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_no_memcache_available ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_empty_list ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_read_from_cache_error ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_GET_namespaces_write_to_cache_with_x_newest ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_cache_clearing ... ok +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi +test.unit.proxy.controllers.test_container.TestGetPathNamespaceCachingLegacy.test_get_from_shards_add_root_spi ... ok -test WARNING: ERROR with test3 server 10.0.0.0:1000/sda re: test3 msg -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1339, in test_error_limit_methods - raise Exception('kaboom3!') -Exception: kaboom3! -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: succès 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda -test ERROR: success 10.0.0.0:1000/sda -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: tx96dc3e08ea04415b9f22c-00676bfcb7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&format=json (txn: txb1d67f908d564107be2aa-00676bfcb7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&reverse=true&format=json (txn: txfdb790ae40604721bba0a-00676bfcb7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&format=json (txn: txcf372b1913fb4350ba4be-00676bfcb7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&marker=jam&end_marker=kale&format=json (txn: txed2e66b76981410d9e744-00676bfcb7) +test DEBUG: Found 3 shards in cache for /v1/a/c?states=listing&includes=egg&format=json (txn: tx3ebeee5c03164f5e95018-00676bfcb7) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1!test.unit.proxy.test_server.TestProxyServer.test_exception_occurred -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred ... ok -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging -test.unit.proxy.test_server.TestProxyServer.test_exception_occurred_replication_ip_port_logging ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller -test.unit.proxy.test_server.TestProxyServer.test_get_info_controller ... ok -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring -test.unit.proxy.test_server.TestProxyServer.test_get_object_ring ... ok -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request -test.unit.proxy.test_server.TestProxyServer.test_inexistent_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_info_defaults -test.unit.proxy.test_server.TestProxyServer.test_info_defaults ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request -test.unit.proxy.test_server.TestProxyServer.test_internal_method_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request -test.unit.proxy.test_server.TestProxyServer.test_internal_reserved_name_request ... ok -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length -test.unit.proxy.test_server.TestProxyServer.test_negative_content_length ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency -test.unit.proxy.test_server.TestProxyServer.test_node_concurrency ... ok -test.unit.proxy.test_server.TestProxyServer.test_node_timing -test.unit.proxy.test_server.TestProxyServer.test_node_timing ... ok -test.unit.proxy.test_server.TestProxyServer.test_private_method_request -test.unit.proxy.test_server.TestProxyServer.test_private_method_request ... ok - -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: succès: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: ERROR with server-type server 10.0.0.0:1000/sda re: success: -Traceback (most recent call last): - File "/build/reproducible-path/swift-2.34.0/test/unit/proxy/test_server.py", line 1213, in do_test - raise Exception('kaboom1!') -Exception: kaboom1! -test ERROR: Node will be error limited for 60.00s: 10.0.0.0:1000/sda test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.0.0:1000/sda (txn: tx8d9bc3e4e5724c9b86659-00697906a8) -test INFO: Client disconnected on read of '/a/c' (txn: tx8d9bc3e4e5724c9b86659-00697906a8) -test ERROR: ERROR 503 b'' Trying to GET /a/c From Container Server 10.0.1.0:1100/sda (txn: tx406e1904398543ad97a5c-00697906a8) -test INFO: Client disconnected on read of '/a/c' (txn: tx406e1904398543ad97a5c-00697906a8) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test ERROR: ERROR with Container server 10.0.0.1:1001/sdb re: Trying to UPDATE /a/c: Network unreachable (txn: tx77173e966a2841818f219-00697906a9) -test ERROR: ERROR with Container server 10.0.0.2:1002/sdc re: Trying to UPDATE /a/c: Network unreachable (txn: tx77173e966a2841818f219-00697906a9) -test ERROR: ERROR with Container server 10.0.0.0:1000/sda re: Trying to UPDATE /a/c: Network unreachable (txn: tx77173e966a2841818f219-00697906a9) -test ERROR: Container UPDATE returning 503 for (503, 503, 503) (txn: tx77173e966a2841818f219-00697906a9) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_inherits ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_overrides ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_per_policy_with_no_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_affinity_proxy_server_config ... ok - -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r3=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx19055135f9144f4299990-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx33d6bc543f18402091e71-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txeb379bdbce7e4ae6a9392-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txaa2d48337a354a4c88686-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx632c350fe5ef45a29f104-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: tx91d7890963644375b9b0b-00676bfcb7) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +test DEBUG: Skipping shard cache lookup (x-newest) for /v1/a/c?states=listing&format=json (txn: txa9c25b685295401b80397-00676bfcb7) +test INFO: Caching listing namespaces for shard-listing-v2/a/c (3 namespaces) (txn: txa9c25b685295401b80397-00676bfcb7) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r0=0', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app)test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_by_timing_per_policy ... ok -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default -test.unit.proxy.test_server.TestProxyServer.test_sort_nodes_default ... ok -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix -test.unit.proxy.test_server.TestProxyServer.test_statsd_prefix ... ok -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception -test.unit.proxy.test_server.TestProxyServer.test_unhandled_exception ... ok -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version -test.unit.proxy.test_server.TestProxyServer.test_valid_api_version ... ok -test.unit.test_locale.test_locale.TestTranslations.test_translations -test.unit.test_locale.test_locale.TestTranslations.test_translations ... ok +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +test DEBUG: GET listing from 3 shards for: /v1/a/c +test DEBUG: Getting listing part 0 from shard Namespace(name='.shards_a/c_ham', lower='', upper='ham') .shards_a/c_ham with {'X-Backend-Record-Type': 'auto'} +test ERROR: Aborting listing from shards due to bad response: [204] +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmphl7tclfa/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphl7tclfa/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmphl7tclfa/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphl7tclfa/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 1.2193 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.2250 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0093 "-" 564115 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0108 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx1a2ebf90f18c49dea689d-00676bfcb8" "proxy-server 564115" 0.0008 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:59435/sda1/1/a/c" "tx1a2ebf90f18c49dea689d-00676bfcb8" "container-server 564115" 0.0007 "-" 564115 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41955/sdb1/1/a/c" "tx1a2ebf90f18c49dea689d-00676bfcb8" "container-server 564115" 0.0010 "-" 564115 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1a2ebf90f18c49dea689d-00676bfcb8" "proxy-server 564115" 0.0183 "-" 564115 0/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_big ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_deleted ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_ec_failure_handling ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline +test.unit.proxy.test_mem_server.TestECObjectController.test_GET_pipeline ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 +test.unit.proxy.test_mem_server.TestECObjectController.test_HEAD_ec_404 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_archive_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_fragment_quorum_bad_request ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_if_none_match ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_multiple_segments ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch +test.unit.proxy.test_mem_server.TestECObjectController.test_PUT_ec_object_etag_mismatch ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_conditional_GET_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect +test.unit.proxy.test_mem_server.TestECObjectController.test_ec_client_put_disconnect ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec +test.unit.proxy.test_mem_server.TestECObjectController.test_reload_ring_ec ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 0 (zero): ProxyOverrideOptions({}, {'sorting_method': 'timing', 'read_affinity': 'r1=1,r2=2', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for policy 1 (one): ProxyOverrideOptions({}, {'sorting_method': 'affinity', 'read_affinity': 'r2=1', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) -test DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx1a2ebf90f18c49dea689d-00676bfcb8" "proxy-server 564115" 0.0314 "-" 564115 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/16 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx1a2ebf90f18c49dea689d-00676bfcb8 - 0.0536 - - 1735130296.556904078 1735130296.610485792 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "HEAD /sdb1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txe777f0586c5f4467979ec-00676bfcb8" "proxy-server 564115" 0.0010 "-" 564115 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41955/sdb1/1/a1/c1" "txe777f0586c5f4467979ec-00676bfcb8" "container-server 564115" 0.0030 "-" 564115 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:59435/sda1/1/a1/c1" "txe777f0586c5f4467979ec-00676bfcb8" "container-server 564115" 0.0015 "-" 564115 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe777f0586c5f4467979ec-00676bfcb8" "proxy-server 564115" 0.0365 "-" 564115 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txe777f0586c5f4467979ec-00676bfcb8" "proxy-server 564115" 0.0226 "-" 564115 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/16 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txe777f0586c5f4467979ec-00676bfcb8 - 0.0422 - - 1735130296.613324642 1735130296.655478001 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx4da7600f2ff2451491c0e-00676bfcb8" "proxy-server 564115" 0.0207 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:59435/sda1/2/a/c1" "tx4da7600f2ff2451491c0e-00676bfcb8" "container-server 564115" 0.0007 "-" 564115 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41955/sdb1/2/a/c1" "tx4da7600f2ff2451491c0e-00676bfcb8" "container-server 564115" 0.0312 "-" 564115 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4da7600f2ff2451491c0e-00676bfcb8" "proxy-server 564115" 0.0554 "-" 564115 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx4da7600f2ff2451491c0e-00676bfcb8" "proxy-server 564115" 0.0946 "-" 564115 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/16 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx4da7600f2ff2451491c0e-00676bfcb8 - 0.1238 - - 1735130296.656320095 1735130296.780096054 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx90f8e7caac4a48b2952f3-00676bfcb8" "proxy-server 564115" 0.0219 "-" 564115 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:59435/sda1/1/a/c2" "tx90f8e7caac4a48b2952f3-00676bfcb8" "container-server 564115" 0.0008 "-" 564115 2 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41955/sdb1/1/a/c2" "tx90f8e7caac4a48b2952f3-00676bfcb8" "container-server 564115" 0.0239 "-" 564115 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx90f8e7caac4a48b2952f3-00676bfcb8" "proxy-server 564115" 0.0394 "-" 564115 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:16 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx90f8e7caac4a48b2952f3-00676bfcb8" "proxy-server 564115" 0.0582 "-" 564115 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/16 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx90f8e7caac4a48b2952f3-00676bfcb8 - 0.0844 - - 1735130296.781028271 1735130296.865478039 2 +proxy DEBUG: Loaded override config for (default): ProxyOverrideOptions({}, {'sorting_method': 'shuffle', 'read_affinity': '', 'write_affinity': '', 'write_affinity_node_count': '2 * replicas', 'write_affinity_handoff_delete_count': None, 'rebalance_missing_suppression_count': 1, 'concurrent_gets': False, 'concurrency_timeout': 0.5, 'concurrent_ec_extra_requests': 0}, app) +cont1 DEBUG: Could not load '/tmp/tmphziehqfl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphziehqfl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont1 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +cont2 DEBUG: Could not load '/tmp/tmphziehqfl/tmp_test_proxy_server_chunked/container-sync-realms.conf': [Errno 2] No such file or directory: '/tmp/tmphziehqfl/tmp_test_proxy_server_chunked/container-sync-realms.conf' +cont2 WARNING: Option allow_versions is deprecated. Configure the versioned_writes middleware in the proxy-server instead. This option will be ignored in a future release. +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a" 201 - "-" "test" "-" 0.1000 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a" 201 - "-" "test" "-" 0.0228 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/2/a1" 201 - "-" "test" "-" 0.0134 "-" 564115 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/2/a1" 201 - "-" "test" "-" 0.0117 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx7e11800a74174b9a8c4a3-00676bfcb9" "proxy-server 564115" 0.0007 "-" 564115 - +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://127.0.0.1:41543/sda1/1/a/c" "tx7e11800a74174b9a8c4a3-00676bfcb9" "container-server 564115" 0.0007 "-" 564115 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://127.0.0.1:49029/sdb1/1/a/c" "tx7e11800a74174b9a8c4a3-00676bfcb9" "container-server 564115" 0.0006 "-" 564115 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7e11800a74174b9a8c4a3-00676bfcb9" "proxy-server 564115" 0.0316 "-" 564115 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a/c" 201 - "PUT http://localhost/v1/a/c" "tx7e11800a74174b9a8c4a3-00676bfcb9" "proxy-server 564115" 0.0194 "-" 564115 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/17 PUT /v1/a/c HTTP/1.0 201 - - t - - - tx7e11800a74174b9a8c4a3-00676bfcb9 - 0.0446 - - 1735130297.068076134 1735130297.112667322 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "HEAD /sda1/2/a1" 204 - "HEAD http://localhost/v1/a1?format=json" "txb070005cb7a44e589b26c-00676bfcb9" "proxy-server 564115" 0.0007 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/2/a1/c1" 201 - "PUT http://127.0.0.1:49029/sdb1/1/a1/c1" "txb070005cb7a44e589b26c-00676bfcb9" "container-server 564115" 0.0014 "-" 564115 0 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/2/a1/c1" 201 - "PUT http://127.0.0.1:41543/sda1/1/a1/c1" "txb070005cb7a44e589b26c-00676bfcb9" "container-server 564115" 0.0006 "-" 564115 0 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb070005cb7a44e589b26c-00676bfcb9" "proxy-server 564115" 0.0225 "-" 564115 0 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a1/c1" 201 - "PUT http://localhost/v1/a1/c1" "txb070005cb7a44e589b26c-00676bfcb9" "proxy-server 564115" 0.0448 "-" 564115 0 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/17 PUT /v1/a1/c1 HTTP/1.0 201 - - t - - - txb070005cb7a44e589b26c-00676bfcb9 - 0.0541 - - 1735130297.113468647 1735130297.167606115 0 +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "HEAD /sda1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx3ee8f38787ca4cf599504-00676bfcb9" "proxy-server 564115" 0.0223 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a/c1" 201 - "PUT http://127.0.0.1:49029/sdb1/2/a/c1" "tx3ee8f38787ca4cf599504-00676bfcb9" "container-server 564115" 0.0012 "-" 564115 1/usr/lib/python3.12/unittest/case.py:580: RuntimeWarning: TestResult has no addDuration method + warnings.warn("TestResult has no addDuration method", +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8 ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_containers ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object +test.unit.proxy.test_server.TestSocketObjectVersions.test_version_manifest_utf8_version_container_utf_object ... skipped 'Large xattrs not supported in `/tmp`. Skipping test' + +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a/c1" 201 - "PUT http://127.0.0.1:41543/sda1/2/a/c1" "tx3ee8f38787ca4cf599504-00676bfcb9" "container-server 564115" 0.0242 "-" 564115 1 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3ee8f38787ca4cf599504-00676bfcb9" "proxy-server 564115" 0.0656 "-" 564115 1 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/2/a/c1" 201 - "PUT http://localhost/v1/a/c1" "tx3ee8f38787ca4cf599504-00676bfcb9" "proxy-server 564115" 0.0461 "-" 564115 1 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/17 PUT /v1/a/c1 HTTP/1.0 201 - - t - - - tx3ee8f38787ca4cf599504-00676bfcb9 - 0.0928 - - 1735130297.168456554 1735130297.261293888 1 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "HEAD /sdb1/1/a" 204 - "HEAD http://localhost/v1/a?format=json" "tx64a9726e7d704439acccb-00676bfcb9" "proxy-server 564115" 0.0104 "-" 564115 - +acct1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://127.0.0.1:41543/sda1/1/a/c2" "tx64a9726e7d704439acccb-00676bfcb9" "container-server 564115" 0.0127 "-" 564115 2 +acct2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://127.0.0.1:49029/sdb1/1/a/c2" "tx64a9726e7d704439acccb-00676bfcb9" "container-server 564115" 0.0008 "-" 564115 2 +cont2 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sdb1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64a9726e7d704439acccb-00676bfcb9" "proxy-server 564115" 0.0370 "-" 564115 2 +cont1 INFO: 127.0.0.1 - - [25/Dec/2024:12:38:17 +0000] "PUT /sda1/1/a/c2" 201 - "PUT http://localhost/v1/a/c2" "tx64a9726e7d704439acccb-00676bfcb9" "proxy-server 564115" 0.0533 "-" 564115 2 +proxy INFO: 127.0.0.1 127.0.0.1 25/Dec/2024/12/38/17 PUT /v1/a/c2 HTTP/1.0 201 - - t - - - tx64a9726e7d704439acccb-00676bfcb9 - 0.0683 - - 1735130297.262180805 1735130297.330504656 2 ---------------------------------------------------------------------- -Ran 9249 tests in 615.992s +Ran 9249 tests in 604.365s OK (skipped=1827) + stestr slowest -Test id Runtime (s) ------------------------------------------------------------------------------------------------------------------- ----------- -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 103.425 -test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 98.102 -test.unit.container.test_backend.TestContainerBrokerBeforeSPI.test_merge_shard_ranges_state 81.040 -test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 72.876 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state 64.836 -test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 54.180 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 50.751 -test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 42.910 -test.unit.container.test_backend.TestContainerBrokerBeforeXSync.test_merge_shard_ranges_state 36.168 -test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeTombstonesColumn.test_merge_shard_ranges_state 35.913 +Test id Runtime (s) +---------------------------------------------------------------------------------------------------------------- ----------- +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_root_ranges_not_merged_not_cleaving 102.516 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_not_cleaving 71.151 +test.unit.container.test_sharder.TestSharder.test_audit_shard_container_merge_other_ranges 57.616 +test.unit.container.test_sharder.TestSharder.test_audit_old_style_shard_container_merge_other_ranges 57.377 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_cleaving_not_merged_while_cleaving 51.105 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_merge_while_sharding 44.138 +test.unit.container.test_sharder.TestSharder.test_audit_shard_root_ranges_not_merged_once_sharded 42.659 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRanges.test_merge_shard_ranges_state 42.556 +test.unit.container.test_backend.TestContainerBrokerBeforeShardRangeReportedColumn.test_merge_shard_ranges_state 42.424 +test.unit.container.test_backend.TestContainerBroker.test_merge_shard_ranges_state 39.898 + rm -rf .stestr make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' dh_install -O--buildsystem=pybuild @@ -115014,8 +114780,8 @@ copying downloadable files... [100%] ../../../etc/proxy-server.conf-sample copying static files... -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/documentation_options.js Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/language_data.js +Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/documentation_options.js Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/base/_static/basic.css copying static files: done copying extra files... @@ -115720,8 +115486,8 @@ preparing documents... done copying assets... copying static files... -Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/documentation_options.js Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/language_data.js +Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/documentation_options.js Writing evaluated template result to /build/reproducible-path/swift-2.34.0/debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/basic.css copying static files: done copying extra files... @@ -115745,16 +115511,16 @@ The HTML pages are in debian/swift-doc/usr/share/doc/swift-doc/api-ref. dh_sphinxdoc -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/jquery-3.2.1.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/docs.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/base/_static/js/bootstrap.min.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/combobox.js -dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/docs.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/bootstrap.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/navigation.js dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/js/jquery-3.2.1.min.js +dh_sphinxdoc: warning: ignoring unknown JavaScript code: debian/swift-doc/usr/share/doc/swift-doc/api-ref/_static/api-site.js make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_installchangelogs make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -115785,51 +115551,51 @@ debian/rules:85: warning: overriding recipe for target 'gen-init-configurations' /usr/share/openstack-pkg-tools/pkgos.make:19: warning: ignoring old recipe for target 'gen-init-configurations' dh_python3 --shebang=/usr/bin/python3 -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder-analyzer +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-report I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-container-deleter I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-get-nodes -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-report -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-recon -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-form-signature -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-reload I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-composer -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-populate -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-oldies +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-reload I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-drive-full-checker -I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-orphans +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-oldies +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-form-signature +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-dispersion-populate +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-builder-analyzer I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-config -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-info +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-orphans +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-recon +I: dh_python3 tools:113: replacing shebang in debian/swift/usr/bin/swift-ring-composer I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-reaper -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-audit +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-info I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-server -I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-audit -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-replicator -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-account/usr/bin/swift-account-auditor I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-info -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-reconciler-enqueue -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-manage-shard-ranges +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-reconciler -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sync -I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sharder +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-reconciler-enqueue I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-server +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-auditor +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sharder +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-sync +I: dh_python3 tools:113: replacing shebang in debian/swift-container/usr/bin/swift-container-info I: dh_python3 tools:113: replacing shebang in debian/swift-drive-audit/usr/bin/swift-drive-audit +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-relinker I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-updater -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-reconstructor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server-uwsgi -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-info I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-recon-cron -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server-uwsgi I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-auditor -I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-relinker +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-replicator +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-reconstructor +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-info +I: dh_python3 tools:113: replacing shebang in debian/swift-object/usr/bin/swift-object-server I: dh_python3 tools:113: replacing shebang in debian/swift-object-expirer/usr/bin/swift-object-expirer -I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server-uwsgi +I: dh_python3 tools:113: replacing shebang in debian/swift-proxy/usr/bin/swift-proxy-server make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' debian/rules override_dh_installinit make[1]: Entering directory '/build/reproducible-path/swift-2.34.0' @@ -115849,130 +115615,148 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installinit --error-handler=true -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.init -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.init +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installinit --error-handler=true -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper.init -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.init +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installinit --error-handler=true -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.init -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.init +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installinit --error-handler=true -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-account.swift-account.init + PKG=swift-account -+ echo swift-account.swift-account.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account.init + NAME=swift-account + dh_installinit --error-handler=true -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-auditor.init + PKG=swift-container -+ echo swift-container.swift-container-auditor.init -+ cut -d. -f2 +++ echo swift-container.swift-container-auditor.init +++ cut -d. -f2 + NAME=swift-container-auditor + dh_installinit --error-handler=true -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-reconciler.init + PKG=swift-container -+ echo swift-container.swift-container-reconciler.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.init + NAME=swift-container-reconciler + dh_installinit --error-handler=true -pswift-container --name=swift-container-reconciler -+ + cut -d. -f1 -echo swift-container.swift-container-replicator.init ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.init -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.init +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installinit --error-handler=true -pswift-container --name=swift-container-replicator -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sharder.init -+ cut -d. -f2 +++ echo swift-container.swift-container-sharder.init +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installinit --error-handler=true -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sync.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container-sync.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sync.init + NAME=swift-container-sync + dh_installinit --error-handler=true -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-container.swift-container-updater.init + PKG=swift-container -+ echo swift-container.swift-container-updater.init -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.init +++ cut -d. -f2 + NAME=swift-container-updater + dh_installinit --error-handler=true -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-container.swift-container.init +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container.init + NAME=swift-container + dh_installinit --error-handler=true -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object-expirer.swift-object-expirer.init +++ cut -d. -f1 + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.init + NAME=swift-object-expirer + dh_installinit --error-handler=true -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ echo swift-object.swift-object-auditor.init +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-auditor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor.init + NAME=swift-object-auditor + dh_installinit --error-handler=true -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-reconstructor.init + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.init + NAME=swift-object-reconstructor + dh_installinit --error-handler=true -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator.init + PKG=swift-object -+ echo swift-object.swift-object-replicator.init -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.init +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installinit --error-handler=true -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-updater.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object-updater.init + PKG=swift-object -+ echo swift-object.swift-object-updater.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-updater.init + NAME=swift-object-updater + dh_installinit --error-handler=true -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-object.swift-object.init + PKG=swift-object -+ echo swift-object.swift-object.init -+ cut -d. -f2 +++ echo swift-object.swift-object.init +++ cut -d. -f2 + NAME=swift-object + dh_installinit --error-handler=true -pswift-object --name=swift-object -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.init swift-account.swift-account-reaper.init swift-account.swift-account-replicator.init swift-account.swift-account.init swift-container.swift-container-auditor.init swift-container.swift-container-reconciler.init swift-container.swift-container-replicator.init swift-container.swift-container-sharder.init swift-container.swift-container-sync.init swift-container.swift-container-updater.init swift-container.swift-container.init swift-object-expirer.swift-object-expirer.init swift-object.swift-object-auditor.init swift-object.swift-object-reconstructor.init swift-object.swift-object-replicator.init swift-object.swift-object-updater.init swift-object.swift-object.init swift-proxy.swift-proxy.init +++ cut -d. -f1 +++ echo swift-proxy.swift-proxy.init + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.init -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.init + NAME=swift-proxy + dh_installinit --error-handler=true -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -115994,221 +115778,252 @@ NAME=`echo $FILE | cut -d. -f2` ; \ dh_installsystemd -p$PKG --name=$NAME ;\ done -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-auditor.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor.service +++ cut -d. -f2 + NAME=swift-account-auditor + dh_installsystemd -pswift-account --name=swift-account-auditor -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-auditor@.service + PKG=swift-account -+ echo swift-account.swift-account-auditor@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-auditor@.service +++ cut -d. -f2 + NAME=swift-account-auditor@ + dh_installsystemd -pswift-account --name=swift-account-auditor@ -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-account.swift-account-reaper.service + PKG=swift-account -+ echo swift-account.swift-account-reaper.service -+ cut -d. -f2 +++ echo swift-account.swift-account-reaper.service +++ cut -d. -f2 + NAME=swift-account-reaper + dh_installsystemd -pswift-account --name=swift-account-reaper -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-reaper@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-reaper@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-account.swift-account-reaper@.service + NAME=swift-account-reaper@ + dh_installsystemd -pswift-account --name=swift-account-reaper@ -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator.service +++ cut -d. -f2 + NAME=swift-account-replicator + dh_installsystemd -pswift-account --name=swift-account-replicator -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account-replicator@.service -+ cut -d. -f2 +++ echo swift-account.swift-account-replicator@.service +++ cut -d. -f2 + NAME=swift-account-replicator@ + dh_installsystemd -pswift-account --name=swift-account-replicator@ -+ echo swift-account.swift-account.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-account.swift-account.service +++ cut -d. -f1 + PKG=swift-account -+ echo swift-account.swift-account.service -+ cut -d. -f2 +++ echo swift-account.swift-account.service +++ cut -d. -f2 + NAME=swift-account + dh_installsystemd -pswift-account --name=swift-account -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor.service + NAME=swift-container-auditor + dh_installsystemd -pswift-container --name=swift-container-auditor -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-auditor@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-auditor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-auditor@.service + NAME=swift-container-auditor@ + dh_installsystemd -pswift-container --name=swift-container-auditor@ -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-reconciler.service -+ cut -d. -f2 +++ echo swift-container.swift-container-reconciler.service +++ cut -d. -f2 + NAME=swift-container-reconciler + dh_installsystemd -pswift-container --name=swift-container-reconciler -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator.service -+ cut -d. -f2 +++ echo swift-container.swift-container-replicator.service +++ cut -d. -f2 + NAME=swift-container-replicator + dh_installsystemd -pswift-container --name=swift-container-replicator -+ + cut -d. -f1 -echo swift-container.swift-container-replicator@.service ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-replicator@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-replicator@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-replicator@.service + NAME=swift-container-replicator@ + dh_installsystemd -pswift-container --name=swift-container-replicator@ -+ echo swift-container.swift-container-sharder.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f1 + PKG=swift-container -+ cut -d. -f2 -+ echo swift-container.swift-container-sharder.service +++ echo swift-container.swift-container-sharder.service +++ cut -d. -f2 + NAME=swift-container-sharder + dh_installsystemd -pswift-container --name=swift-container-sharder -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sharder@.service + PKG=swift-container -+ echo swift-container.swift-container-sharder@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-sharder@.service + NAME=swift-container-sharder@ + dh_installsystemd -pswift-container --name=swift-container-sharder@ -+ echo swift-container.swift-container-sync.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-sync.service + PKG=swift-container -+ echo swift-container.swift-container-sync.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync.service +++ cut -d. -f2 + NAME=swift-container-sync + dh_installsystemd -pswift-container --name=swift-container-sync -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-sync@.service -+ cut -d. -f2 +++ echo swift-container.swift-container-sync@.service +++ cut -d. -f2 + NAME=swift-container-sync@ + dh_installsystemd -pswift-container --name=swift-container-sync@ -+ echo swift-container.swift-container-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container-updater.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container-updater.service -+ cut -d. -f2 +++ echo swift-container.swift-container-updater.service +++ cut -d. -f2 + NAME=swift-container-updater + dh_installsystemd -pswift-container --name=swift-container-updater -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-container.swift-container-updater@.service + PKG=swift-container -+ echo swift-container.swift-container-updater@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-container.swift-container-updater@.service + NAME=swift-container-updater@ + dh_installsystemd -pswift-container --name=swift-container-updater@ -+ echo swift-container.swift-container.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-container.swift-container.service +++ cut -d. -f1 + PKG=swift-container -+ echo swift-container.swift-container.service -+ cut -d. -f2 +++ echo swift-container.swift-container.service +++ cut -d. -f2 + NAME=swift-container + dh_installsystemd -pswift-container --name=swift-container -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object-expirer.swift-object-expirer.service + PKG=swift-object-expirer -+ echo swift-object-expirer.swift-object-expirer.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object-expirer.swift-object-expirer.service + NAME=swift-object-expirer + dh_installsystemd -pswift-object-expirer --name=swift-object-expirer -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-auditor.service + PKG=swift-object -+ echo swift-object.swift-object-auditor.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-auditor.service + NAME=swift-object-auditor + dh_installsystemd -pswift-object --name=swift-object-auditor -+ echo swift-object.swift-object-auditor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f1 + PKG=swift-object -+ + echo swift-object.swift-object-auditor@.service -cut -d. -f2 +++ echo swift-object.swift-object-auditor@.service +++ cut -d. -f2 + NAME=swift-object-auditor@ + dh_installsystemd -pswift-object --name=swift-object-auditor@ -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor.service -+ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor.service +++ cut -d. -f2 + NAME=swift-object-reconstructor + dh_installsystemd -pswift-object --name=swift-object-reconstructor -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-reconstructor@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-reconstructor@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-reconstructor@.service + NAME=swift-object-reconstructor@ + dh_installsystemd -pswift-object --name=swift-object-reconstructor@ -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-replicator.service -+ cut -d. -f2 +++ echo swift-object.swift-object-replicator.service +++ cut -d. -f2 + NAME=swift-object-replicator + dh_installsystemd -pswift-object --name=swift-object-replicator -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-replicator@.service + PKG=swift-object -+ echo swift-object.swift-object-replicator@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object-replicator@.service + NAME=swift-object-replicator@ + dh_installsystemd -pswift-object --name=swift-object-replicator@ -+ echo swift-object.swift-object-updater.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object-updater.service + PKG=swift-object -+ echo swift-object.swift-object-updater.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater.service +++ cut -d. -f2 + NAME=swift-object-updater + dh_installsystemd -pswift-object --name=swift-object-updater -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f1 + PKG=swift-object -+ echo swift-object.swift-object-updater@.service -+ cut -d. -f2 +++ echo swift-object.swift-object-updater@.service +++ cut -d. -f2 + NAME=swift-object-updater@ + dh_installsystemd -pswift-object --name=swift-object-updater@ -+ echo swift-object.swift-object.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object.service + PKG=swift-object -+ echo swift-object.swift-object.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object.service + NAME=swift-object + dh_installsystemd -pswift-object --name=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ cut -d. -f1 +++ echo swift-object.swift-object@.service + PKG=swift-object -+ echo swift-object.swift-object@.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-object.swift-object@.service + NAME=swift-object@ + dh_installsystemd -pswift-object --name=swift-object@ -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f1 ++ for FILE in swift-account.swift-account-auditor.service swift-account.swift-account-auditor@.service swift-account.swift-account-reaper.service swift-account.swift-account-reaper@.service swift-account.swift-account-replicator.service swift-account.swift-account-replicator@.service swift-account.swift-account.service swift-container.swift-container-auditor.service swift-container.swift-container-auditor@.service swift-container.swift-container-reconciler.service swift-container.swift-container-replicator.service swift-container.swift-container-replicator@.service swift-container.swift-container-sharder.service swift-container.swift-container-sharder@.service swift-container.swift-container-sync.service swift-container.swift-container-sync@.service swift-container.swift-container-updater.service swift-container.swift-container-updater@.service swift-container.swift-container.service swift-object-expirer.swift-object-expirer.service swift-object.swift-object-auditor.service swift-object.swift-object-auditor@.service swift-object.swift-object-reconstructor.service swift-object.swift-object-reconstructor@.service swift-object.swift-object-replicator.service swift-object.swift-object-replicator@.service swift-object.swift-object-updater.service swift-object.swift-object-updater@.service swift-object.swift-object.service swift-object.swift-object@.service swift-proxy.swift-proxy.service +++ echo swift-proxy.swift-proxy.service +++ cut -d. -f1 + PKG=swift-proxy -+ echo swift-proxy.swift-proxy.service -+ cut -d. -f2 +++ cut -d. -f2 +++ echo swift-proxy.swift-proxy.service + NAME=swift-proxy + dh_installsystemd -pswift-proxy --name=swift-proxy make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' @@ -116252,15 +116067,15 @@ make[1]: Leaving directory '/build/reproducible-path/swift-2.34.0' dh_md5sums -O--buildsystem=pybuild dh_builddeb -O--buildsystem=pybuild -dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-account' in '../swift-account_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. -dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. -dpkg-deb: building package 'python3-swift' in '../python3-swift_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-object' in '../swift-object_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-object-expirer' in '../swift-object-expirer_2.34.0-5_all.deb'. +dpkg-deb: building package 'python3-swift' in '../python3-swift_2.34.0-5_all.deb'. dpkg-deb: building package 'swift-proxy' in '../swift-proxy_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-drive-audit' in '../swift-drive-audit_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-container' in '../swift-container_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift' in '../swift_2.34.0-5_all.deb'. +dpkg-deb: building package 'swift-doc' in '../swift-doc_2.34.0-5_all.deb'. dpkg-genbuildinfo --build=binary -O../swift_2.34.0-5_amd64.buildinfo dpkg-genchanges --build=binary -O../swift_2.34.0-5_amd64.changes dpkg-genchanges: info: binary-only upload (no source code included) @@ -116269,12 +116084,14 @@ dpkg-buildpackage: info: binary-only upload (no source included) dpkg-genchanges: info: not including original source code in upload I: copying local configuration +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/B01_cleanup starting +I: user script /srv/workspace/pbuilder/517742/tmp/hooks/B01_cleanup finished I: unmounting dev/ptmx filesystem I: unmounting dev/pts filesystem I: unmounting dev/shm filesystem I: unmounting proc filesystem I: unmounting sys filesystem I: cleaning the build env -I: removing directory /srv/workspace/pbuilder/1763672 and its subdirectories -I: Current time: Tue Jan 27 06:42:18 -12 2026 -I: pbuilder-time-stamp: 1769539338 +I: removing directory /srv/workspace/pbuilder/517742 and its subdirectories +I: Current time: Thu Dec 26 02:39:13 +14 2024 +I: pbuilder-time-stamp: 1735130353